| { | |
| "total_queries": 500, | |
| "successful_optimizations": 349, | |
| "failed_optimizations": 151, | |
| "avg_similarity_score": 0.6399074779133016, | |
| "class_distribution": { | |
| "DETERMINISTIC": 65, | |
| "FOCUSED": 92, | |
| "BALANCED": 82, | |
| "CREATIVE": 62, | |
| "EXPERIMENTAL": 48 | |
| }, | |
| "detailed_scores": [ | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7059909825520521, | |
| "metrics": { | |
| "length_ratio": 0.9564102564102565, | |
| "lexical_similarity": 0.5643178043446598, | |
| "semantic_similarity": 0.7180211544036865, | |
| "edit_similarity": 0.7692307692307692, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5751863987775953, | |
| "metrics": { | |
| "length_ratio": 0.5298804780876494, | |
| "lexical_similarity": 0.45869008066091943, | |
| "semantic_similarity": 0.7662591934204102, | |
| "edit_similarity": 0.3904382470119522, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.6146628106508869, | |
| "metrics": { | |
| "length_ratio": 0.4715079916608756, | |
| "lexical_similarity": 0.5413393030124466, | |
| "semantic_similarity": 0.8737901449203491, | |
| "edit_similarity": 0.27797081306462823, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6088542651417507, | |
| "metrics": { | |
| "length_ratio": 0.9568345323741008, | |
| "lexical_similarity": 0.3609109455358704, | |
| "semantic_similarity": 0.7172797918319702, | |
| "edit_similarity": 0.5899280575539568, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6351831242767634, | |
| "metrics": { | |
| "length_ratio": 0.9235668789808917, | |
| "lexical_similarity": 0.5045054842974452, | |
| "semantic_similarity": 0.7653111815452576, | |
| "edit_similarity": 0.4267515923566879, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5147472466574486, | |
| "metrics": { | |
| "length_ratio": 0.6427795874049945, | |
| "lexical_similarity": 0.2749603220300935, | |
| "semantic_similarity": 0.7777162790298462, | |
| "edit_similarity": 0.28447339847991315, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.6018894125225991, | |
| "metrics": { | |
| "length_ratio": 0.7883211678832117, | |
| "lexical_similarity": 0.4652915323370138, | |
| "semantic_similarity": 0.6083096265792847, | |
| "edit_similarity": 0.7007299270072993, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.9531943231102029, | |
| "metrics": { | |
| "length_ratio": 0.9340277777777778, | |
| "lexical_similarity": 0.9269700632965784, | |
| "semantic_similarity": 0.9941818714141846, | |
| "edit_similarity": 0.9201388888888888, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.528544969349245, | |
| "metrics": { | |
| "length_ratio": 0.5959264126149802, | |
| "lexical_similarity": 0.3349070921952999, | |
| "semantic_similarity": 0.7769823670387268, | |
| "edit_similarity": 0.2884362680683311, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5870656018652936, | |
| "metrics": { | |
| "length_ratio": 0.896, | |
| "lexical_similarity": 0.5254740687735939, | |
| "semantic_similarity": 0.45755845308303833, | |
| "edit_similarity": 0.784, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.628513269279096, | |
| "metrics": { | |
| "length_ratio": 0.4825174825174825, | |
| "lexical_similarity": 0.49716360348268923, | |
| "semantic_similarity": 0.8994594216346741, | |
| "edit_similarity": 0.35664335664335667, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.513810155843031, | |
| "metrics": { | |
| "length_ratio": 0.6686868686868687, | |
| "lexical_similarity": 0.29196697515599895, | |
| "semantic_similarity": 0.7428228855133057, | |
| "edit_similarity": 0.3111111111111111, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5472838134704366, | |
| "metrics": { | |
| "length_ratio": 0.2746803069053708, | |
| "lexical_similarity": 0.5328899244883151, | |
| "semantic_similarity": 0.7991047501564026, | |
| "edit_similarity": 0.2015345268542199, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.536629650087746, | |
| "metrics": { | |
| "length_ratio": 0.8151815181518152, | |
| "lexical_similarity": 0.4110083627966629, | |
| "semantic_similarity": 0.6529548168182373, | |
| "edit_similarity": 0.3531353135313532, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5655224642051309, | |
| "metrics": { | |
| "length_ratio": 0.3485793485793486, | |
| "lexical_similarity": 0.45863677863131047, | |
| "semantic_similarity": 0.8163635730743408, | |
| "edit_similarity": 0.33264033264033266, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5355735517007538, | |
| "metrics": { | |
| "length_ratio": 0.9846938775510204, | |
| "lexical_similarity": 0.2152425256625527, | |
| "semantic_similarity": 0.7221448421478271, | |
| "edit_similarity": 0.41836734693877553, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.7703744083886733, | |
| "metrics": { | |
| "length_ratio": 0.9841269841269841, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7424088716506958, | |
| "edit_similarity": 0.8333333333333334, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5396424754083481, | |
| "metrics": { | |
| "length_ratio": 0.7149901380670611, | |
| "lexical_similarity": 0.22134827115956449, | |
| "semantic_similarity": 0.8667734861373901, | |
| "edit_similarity": 0.2751479289940828, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5791742075311055, | |
| "metrics": { | |
| "length_ratio": 0.7753623188405797, | |
| "lexical_similarity": 0.383267402404445, | |
| "semantic_similarity": 0.7338545322418213, | |
| "edit_similarity": 0.4655797101449275, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.7111649805350573, | |
| "metrics": { | |
| "length_ratio": 0.992619926199262, | |
| "lexical_similarity": 0.8659674074447716, | |
| "semantic_similarity": 0.3950420618057251, | |
| "edit_similarity": 0.9704797047970479, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5516645990235423, | |
| "metrics": { | |
| "length_ratio": 0.9345238095238095, | |
| "lexical_similarity": 0.3159161341076665, | |
| "semantic_similarity": 0.7449029684066772, | |
| "edit_similarity": 0.32738095238095233, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5960192511983388, | |
| "metrics": { | |
| "length_ratio": 0.8685208596713021, | |
| "lexical_similarity": 0.3519205224580861, | |
| "semantic_similarity": 0.8597992658615112, | |
| "edit_similarity": 0.2983565107458913, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.7821216699818276, | |
| "metrics": { | |
| "length_ratio": 0.9763779527559056, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7750266194343567, | |
| "edit_similarity": 0.8307086614173228, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5047128391468365, | |
| "metrics": { | |
| "length_ratio": 0.24280666330136294, | |
| "lexical_similarity": 0.32978692835767043, | |
| "semantic_similarity": 0.8636342287063599, | |
| "edit_similarity": 0.18021201413427557, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5347407561766314, | |
| "metrics": { | |
| "length_ratio": 0.697324414715719, | |
| "lexical_similarity": 0.23778618534487408, | |
| "semantic_similarity": 0.8286627531051636, | |
| "edit_similarity": 0.3110367892976589, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.6102453037871165, | |
| "metrics": { | |
| "length_ratio": 0.9364161849710982, | |
| "lexical_similarity": 0.3360969272762575, | |
| "semantic_similarity": 0.7677602171897888, | |
| "edit_similarity": 0.5433526011560694, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7249212199473067, | |
| "metrics": { | |
| "length_ratio": 0.9618320610687023, | |
| "lexical_similarity": 0.6802322512594663, | |
| "semantic_similarity": 0.7658693194389343, | |
| "edit_similarity": 0.5916030534351144, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 1.0000000476837159, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0, | |
| "semantic_similarity": 1.0000001192092896, | |
| "edit_similarity": 1.0, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.500374678440661, | |
| "metrics": { | |
| "length_ratio": 0.425531914893617, | |
| "lexical_similarity": 0.37642388002706373, | |
| "semantic_similarity": 0.6707464456558228, | |
| "edit_similarity": 0.3829787234042553, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5075896076279759, | |
| "metrics": { | |
| "length_ratio": 0.7931034482758621, | |
| "lexical_similarity": 0.2547509971369165, | |
| "semantic_similarity": 0.7146102786064148, | |
| "edit_similarity": 0.3300492610837439, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5678254689626764, | |
| "metrics": { | |
| "length_ratio": 0.5426439232409381, | |
| "lexical_similarity": 0.43316722810409347, | |
| "semantic_similarity": 0.7991125583648682, | |
| "edit_similarity": 0.3198294243070362, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.607621978325234, | |
| "metrics": { | |
| "length_ratio": 0.5578947368421052, | |
| "lexical_similarity": 0.6418324856467302, | |
| "semantic_similarity": 0.636803388595581, | |
| "edit_similarity": 0.5228070175438597, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.536410181615325, | |
| "metrics": { | |
| "length_ratio": 0.801980198019802, | |
| "lexical_similarity": 0.4110083627966629, | |
| "semantic_similarity": 0.6540563106536865, | |
| "edit_similarity": 0.3564356435643564, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5960195960714669, | |
| "metrics": { | |
| "length_ratio": 0.6351674641148325, | |
| "lexical_similarity": 0.4553087885456452, | |
| "semantic_similarity": 0.8378616571426392, | |
| "edit_similarity": 0.3038277511961722, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.532763391700659, | |
| "metrics": { | |
| "length_ratio": 0.6160337552742616, | |
| "lexical_similarity": 0.46890698368768263, | |
| "semantic_similarity": 0.6542788743972778, | |
| "edit_similarity": 0.3438818565400844, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5722378665524257, | |
| "metrics": { | |
| "length_ratio": 0.8567839195979899, | |
| "lexical_similarity": 0.26585878340973845, | |
| "semantic_similarity": 0.8700196743011475, | |
| "edit_similarity": 0.29396984924623115, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5641688926546011, | |
| "metrics": { | |
| "length_ratio": 0.5532608695652174, | |
| "lexical_similarity": 0.32594036268654336, | |
| "semantic_similarity": 0.8896082639694214, | |
| "edit_similarity": 0.2760869565217391, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5098659052902605, | |
| "metrics": { | |
| "length_ratio": 0.6911764705882353, | |
| "lexical_similarity": 0.13402827072482115, | |
| "semantic_similarity": 0.8624605536460876, | |
| "edit_similarity": 0.2777777777777778, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.532357886955524, | |
| "metrics": { | |
| "length_ratio": 0.5155038759689923, | |
| "lexical_similarity": 0.3747963455289782, | |
| "semantic_similarity": 0.7639447450637817, | |
| "edit_similarity": 0.313953488372093, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5441138742847181, | |
| "metrics": { | |
| "length_ratio": 0.6963350785340314, | |
| "lexical_similarity": 0.3432897987967679, | |
| "semantic_similarity": 0.7441785931587219, | |
| "edit_similarity": 0.3691099476439791, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5790732978829545, | |
| "metrics": { | |
| "length_ratio": 0.9644670050761421, | |
| "lexical_similarity": 0.31900095323186034, | |
| "semantic_similarity": 0.8124934434890747, | |
| "edit_similarity": 0.30964467005076146, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5714684620437974, | |
| "metrics": { | |
| "length_ratio": 0.7991452991452992, | |
| "lexical_similarity": 0.4456422836911324, | |
| "semantic_similarity": 0.5463625192642212, | |
| "edit_similarity": 0.6965811965811965, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.7744638526748274, | |
| "metrics": { | |
| "length_ratio": 0.9570200573065902, | |
| "lexical_similarity": 0.7459775195995609, | |
| "semantic_similarity": 0.7190833687782288, | |
| "edit_similarity": 0.836676217765043, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5399141522220438, | |
| "metrics": { | |
| "length_ratio": 0.3412736995624696, | |
| "lexical_similarity": 0.4633500123125908, | |
| "semantic_similarity": 0.809516429901123, | |
| "edit_similarity": 0.2148760330578512, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6088542651417507, | |
| "metrics": { | |
| "length_ratio": 0.9568345323741008, | |
| "lexical_similarity": 0.3609109455358704, | |
| "semantic_similarity": 0.7172797918319702, | |
| "edit_similarity": 0.5899280575539568, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.6315378574496446, | |
| "metrics": { | |
| "length_ratio": 0.8910505836575876, | |
| "lexical_similarity": 0.5225154396305931, | |
| "semantic_similarity": 0.7579697370529175, | |
| "edit_similarity": 0.41245136186770426, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.5298110005639269, | |
| "metrics": { | |
| "length_ratio": 0.6045454545454545, | |
| "lexical_similarity": 0.26055567105626243, | |
| "semantic_similarity": 0.7597925662994385, | |
| "edit_similarity": 0.4363636363636364, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5898933361796438, | |
| "metrics": { | |
| "length_ratio": 0.927710843373494, | |
| "lexical_similarity": 0.4625436551069624, | |
| "semantic_similarity": 0.6790304183959961, | |
| "edit_similarity": 0.4337349397590361, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.6276644581961617, | |
| "metrics": { | |
| "length_ratio": 0.7643979057591623, | |
| "lexical_similarity": 0.7474073540060466, | |
| "semantic_similarity": 0.4483962059020996, | |
| "edit_similarity": 0.7382198952879582, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.7962880129350551, | |
| "metrics": { | |
| "length_ratio": 0.9626865671641791, | |
| "lexical_similarity": 0.7687721282447993, | |
| "semantic_similarity": 0.7219767570495605, | |
| "edit_similarity": 0.9029850746268657, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5638053908346358, | |
| "metrics": { | |
| "length_ratio": 0.7150395778364116, | |
| "lexical_similarity": 0.30194764878258257, | |
| "semantic_similarity": 0.8301503658294678, | |
| "edit_similarity": 0.3482849604221636, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5390568291920123, | |
| "metrics": { | |
| "length_ratio": 0.8282208588957055, | |
| "lexical_similarity": 0.19708130466865814, | |
| "semantic_similarity": 0.8547390699386597, | |
| "edit_similarity": 0.2760736196319018, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.6928083000161823, | |
| "metrics": { | |
| "length_ratio": 0.7627118644067796, | |
| "lexical_similarity": 0.5455589242637945, | |
| "semantic_similarity": 0.8355634212493896, | |
| "edit_similarity": 0.5932203389830508, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7369405163581465, | |
| "metrics": { | |
| "length_ratio": 0.967741935483871, | |
| "lexical_similarity": 0.6016628440019703, | |
| "semantic_similarity": 0.7701364159584045, | |
| "edit_similarity": 0.7580645161290323, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5882789402446619, | |
| "metrics": { | |
| "length_ratio": 0.582168995342648, | |
| "lexical_similarity": 0.4627415744249302, | |
| "semantic_similarity": 0.7974601984024048, | |
| "edit_similarity": 0.36127744510978044, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5111490015504628, | |
| "metrics": { | |
| "length_ratio": 0.4510250569476082, | |
| "lexical_similarity": 0.19619999404342842, | |
| "semantic_similarity": 0.8915425539016724, | |
| "edit_similarity": 0.25284738041002275, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.6325282421394773, | |
| "metrics": { | |
| "length_ratio": 0.7060552616108172, | |
| "lexical_similarity": 0.4243040548957107, | |
| "semantic_similarity": 0.9210878610610962, | |
| "edit_similarity": 0.33098177542621987, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.6223449345383658, | |
| "metrics": { | |
| "length_ratio": 0.8837209302325582, | |
| "lexical_similarity": 0.35639229999036287, | |
| "semantic_similarity": 0.7304285764694214, | |
| "edit_similarity": 0.6744186046511628, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5651620107348945, | |
| "metrics": { | |
| "length_ratio": 0.9788135593220338, | |
| "lexical_similarity": 0.46834818595050043, | |
| "semantic_similarity": 0.6580421924591064, | |
| "edit_similarity": 0.31779661016949157, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5705156383010679, | |
| "metrics": { | |
| "length_ratio": 0.38084326306141153, | |
| "lexical_similarity": 0.44200475038427045, | |
| "semantic_similarity": 0.8811054229736328, | |
| "edit_similarity": 0.23693858845096238, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.7889198980698481, | |
| "metrics": { | |
| "length_ratio": 0.9356060606060606, | |
| "lexical_similarity": 0.7679394032516998, | |
| "semantic_similarity": 0.7457770109176636, | |
| "edit_similarity": 0.8333333333333334, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.508526652447828, | |
| "metrics": { | |
| "length_ratio": 0.46613255644573925, | |
| "lexical_similarity": 0.3172656784183211, | |
| "semantic_similarity": 0.7864627838134766, | |
| "edit_similarity": 0.26074289876183543, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.6297916254103437, | |
| "metrics": { | |
| "length_ratio": 0.946969696969697, | |
| "lexical_similarity": 0.44062006617142707, | |
| "semantic_similarity": 0.7553776502609253, | |
| "edit_similarity": 0.5037878787878788, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5269887977096316, | |
| "metrics": { | |
| "length_ratio": 0.8418079096045198, | |
| "lexical_similarity": 0.18257106462844866, | |
| "semantic_similarity": 0.8020126223564148, | |
| "edit_similarity": 0.33615819209039544, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5654228648909312, | |
| "metrics": { | |
| "length_ratio": 0.5463258785942492, | |
| "lexical_similarity": 0.42613544207274257, | |
| "semantic_similarity": 0.8141366243362427, | |
| "edit_similarity": 0.28647497337593186, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.5710557139066229, | |
| "metrics": { | |
| "length_ratio": 0.9815668202764977, | |
| "lexical_similarity": 0.35909720506655163, | |
| "semantic_similarity": 0.7401136159896851, | |
| "edit_similarity": 0.34562211981566815, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.7703744083886733, | |
| "metrics": { | |
| "length_ratio": 0.9841269841269841, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7424088716506958, | |
| "edit_similarity": 0.8333333333333334, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.502751719530955, | |
| "metrics": { | |
| "length_ratio": 0.9140127388535032, | |
| "lexical_similarity": 0.12959865639408844, | |
| "semantic_similarity": 0.7592025995254517, | |
| "edit_similarity": 0.3439490445859873, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5243601747712107, | |
| "metrics": { | |
| "length_ratio": 0.3927905531385954, | |
| "lexical_similarity": 0.4060733452578685, | |
| "semantic_similarity": 0.7860222458839417, | |
| "edit_similarity": 0.2442510876320696, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.8442031574659085, | |
| "metrics": { | |
| "length_ratio": 0.987012987012987, | |
| "lexical_similarity": 0.8388916689930075, | |
| "semantic_similarity": 0.7735469341278076, | |
| "edit_similarity": 0.922077922077922, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 1.0000000000000002, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0000000000000007, | |
| "semantic_similarity": 1.0, | |
| "edit_similarity": 1.0, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6542316680572198, | |
| "metrics": { | |
| "length_ratio": 0.6138996138996139, | |
| "lexical_similarity": 0.6858816309021214, | |
| "semantic_similarity": 0.660743236541748, | |
| "edit_similarity": 0.6138996138996139, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.536410181615325, | |
| "metrics": { | |
| "length_ratio": 0.801980198019802, | |
| "lexical_similarity": 0.4110083627966629, | |
| "semantic_similarity": 0.6540563106536865, | |
| "edit_similarity": 0.3564356435643564, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5059794024003708, | |
| "metrics": { | |
| "length_ratio": 0.9699248120300752, | |
| "lexical_similarity": 0.2659192406559315, | |
| "semantic_similarity": 0.6294188499450684, | |
| "edit_similarity": 0.3872180451127819, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.5489536312561427, | |
| "metrics": { | |
| "length_ratio": 0.48314606741573035, | |
| "lexical_similarity": 0.5797386715376658, | |
| "semantic_similarity": 0.5808385014533997, | |
| "edit_similarity": 0.4719101123595506, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6633723542408219, | |
| "metrics": { | |
| "length_ratio": 0.8874458874458875, | |
| "lexical_similarity": 0.5215655569103778, | |
| "semantic_similarity": 0.7423649430274963, | |
| "edit_similarity": 0.6060606060606061, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.530570243247463, | |
| "metrics": { | |
| "length_ratio": 0.8501228501228502, | |
| "lexical_similarity": 0.1878995490567389, | |
| "semantic_similarity": 0.8046655654907227, | |
| "edit_similarity": 0.33660933660933656, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5523564099441928, | |
| "metrics": { | |
| "length_ratio": 0.41881051175656986, | |
| "lexical_similarity": 0.40770354010450116, | |
| "semantic_similarity": 0.8457911014556885, | |
| "edit_similarity": 0.2492392807745505, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5423848766548242, | |
| "metrics": { | |
| "length_ratio": 0.9134199134199135, | |
| "lexical_similarity": 0.452567776997351, | |
| "semantic_similarity": 0.6106922030448914, | |
| "edit_similarity": 0.35497835497835495, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.6495408185729749, | |
| "metrics": { | |
| "length_ratio": 0.6657350475125768, | |
| "lexical_similarity": 0.5739214428396855, | |
| "semantic_similarity": 0.8866753578186035, | |
| "edit_similarity": 0.2806036892118502, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.8045161965597223, | |
| "metrics": { | |
| "length_ratio": 0.9312977099236641, | |
| "lexical_similarity": 0.7991350156337251, | |
| "semantic_similarity": 0.7611758708953857, | |
| "edit_similarity": 0.8358778625954199, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.5098626435898719, | |
| "metrics": { | |
| "length_ratio": 0.937888198757764, | |
| "lexical_similarity": 0.27235315896952067, | |
| "semantic_similarity": 0.571944534778595, | |
| "edit_similarity": 0.5279503105590062, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.9416599179539737, | |
| "metrics": { | |
| "length_ratio": 0.9841897233201581, | |
| "lexical_similarity": 0.9239535357171462, | |
| "semantic_similarity": 0.9269949197769165, | |
| "edit_similarity": 0.9762845849802372, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.6269419853960444, | |
| "metrics": { | |
| "length_ratio": 0.4363957597173145, | |
| "lexical_similarity": 0.5827427138524662, | |
| "semantic_similarity": 0.8705806136131287, | |
| "edit_similarity": 0.3012367491166078, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5423848766548242, | |
| "metrics": { | |
| "length_ratio": 0.9134199134199135, | |
| "lexical_similarity": 0.452567776997351, | |
| "semantic_similarity": 0.6106922030448914, | |
| "edit_similarity": 0.35497835497835495, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.524816568757205, | |
| "metrics": { | |
| "length_ratio": 0.919454770755886, | |
| "lexical_similarity": 0.1594623575117294, | |
| "semantic_similarity": 0.8374260663986206, | |
| "edit_similarity": 0.25030978934324655, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.7133335427405003, | |
| "metrics": { | |
| "length_ratio": 0.9078341013824884, | |
| "lexical_similarity": 0.6152186908963321, | |
| "semantic_similarity": 0.806942880153656, | |
| "edit_similarity": 0.5760368663594471, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5680944510187977, | |
| "metrics": { | |
| "length_ratio": 0.8430232558139535, | |
| "lexical_similarity": 0.40297190932887, | |
| "semantic_similarity": 0.7066699862480164, | |
| "edit_similarity": 0.40116279069767447, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5169545988588834, | |
| "metrics": { | |
| "length_ratio": 0.3972809667673716, | |
| "lexical_similarity": 0.33794349855728734, | |
| "semantic_similarity": 0.8164968490600586, | |
| "edit_similarity": 0.24622356495468278, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 1.0, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0000000000000002, | |
| "semantic_similarity": 1.0, | |
| "edit_similarity": 1.0, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.6330361274813499, | |
| "metrics": { | |
| "length_ratio": 0.9435483870967742, | |
| "lexical_similarity": 0.4035006033688616, | |
| "semantic_similarity": 0.7154487371444702, | |
| "edit_similarity": 0.657258064516129, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5258509484975656, | |
| "metrics": { | |
| "length_ratio": 0.8588754134509372, | |
| "lexical_similarity": 0.18686982786706247, | |
| "semantic_similarity": 0.834618330001831, | |
| "edit_similarity": 0.2502756339581036, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5275091199550599, | |
| "metrics": { | |
| "length_ratio": 0.5924324324324325, | |
| "lexical_similarity": 0.29099850282943013, | |
| "semantic_similarity": 0.7999833822250366, | |
| "edit_similarity": 0.30486486486486486, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.826544028274957, | |
| "metrics": { | |
| "length_ratio": 0.9774436090225563, | |
| "lexical_similarity": 0.8460555273069104, | |
| "semantic_similarity": 0.7288109064102173, | |
| "edit_similarity": 0.9172932330827068, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.527337376500564, | |
| "metrics": { | |
| "length_ratio": 0.27256317689530685, | |
| "lexical_similarity": 0.44938249276283787, | |
| "semantic_similarity": 0.814489483833313, | |
| "edit_similarity": 0.19735258724428395, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7619129112061984, | |
| "metrics": { | |
| "length_ratio": 0.9534883720930233, | |
| "lexical_similarity": 0.7475652182703256, | |
| "semantic_similarity": 0.6921150088310242, | |
| "edit_similarity": 0.8272425249169435, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5008032808934237, | |
| "metrics": { | |
| "length_ratio": 0.9202279202279202, | |
| "lexical_similarity": 0.13490669520561985, | |
| "semantic_similarity": 0.765500545501709, | |
| "edit_similarity": 0.3105413105413105, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5054570694944555, | |
| "metrics": { | |
| "length_ratio": 0.6860158311345647, | |
| "lexical_similarity": 0.19855251326297316, | |
| "semantic_similarity": 0.7981055974960327, | |
| "edit_similarity": 0.29023746701846964, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5707154624515312, | |
| "metrics": { | |
| "length_ratio": 0.7171717171717171, | |
| "lexical_similarity": 0.4760060178327107, | |
| "semantic_similarity": 0.5925114154815674, | |
| "edit_similarity": 0.595959595959596, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.770904132497262, | |
| "metrics": { | |
| "length_ratio": 0.9841897233201581, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7433881163597107, | |
| "edit_similarity": 0.83399209486166, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5044592670911677, | |
| "metrics": { | |
| "length_ratio": 0.9367469879518072, | |
| "lexical_similarity": 0.18320885153847913, | |
| "semantic_similarity": 0.7329282760620117, | |
| "edit_similarity": 0.3132530120481928, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.824624082639052, | |
| "metrics": { | |
| "length_ratio": 0.9808429118773946, | |
| "lexical_similarity": 0.794450473202992, | |
| "semantic_similarity": 0.7856457233428955, | |
| "edit_similarity": 0.8697318007662835, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5508069353858265, | |
| "metrics": { | |
| "length_ratio": 0.9303135888501742, | |
| "lexical_similarity": 0.22150311285842836, | |
| "semantic_similarity": 0.8267436623573303, | |
| "edit_similarity": 0.3031358885017421, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.6790524605677041, | |
| "metrics": { | |
| "length_ratio": 0.8928571428571429, | |
| "lexical_similarity": 0.7422604478710504, | |
| "semantic_similarity": 0.5843881964683533, | |
| "edit_similarity": 0.6666666666666667, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.654373611056564, | |
| "metrics": { | |
| "length_ratio": 0.9828767123287672, | |
| "lexical_similarity": 0.45475792740552184, | |
| "semantic_similarity": 0.7392148971557617, | |
| "edit_similarity": 0.6198630136986301, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5306676070942445, | |
| "metrics": { | |
| "length_ratio": 0.8213399503722084, | |
| "lexical_similarity": 0.2843879634701874, | |
| "semantic_similarity": 0.7653631567955017, | |
| "edit_similarity": 0.2853598014888338, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5289338571578902, | |
| "metrics": { | |
| "length_ratio": 0.4332514332514332, | |
| "lexical_similarity": 0.32311956590515845, | |
| "semantic_similarity": 0.8435084819793701, | |
| "edit_similarity": 0.2563472563472563, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5317674557763636, | |
| "metrics": { | |
| "length_ratio": 0.9685314685314685, | |
| "lexical_similarity": 0.161067270493815, | |
| "semantic_similarity": 0.8196321725845337, | |
| "edit_similarity": 0.29370629370629375, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.7146132246103408, | |
| "metrics": { | |
| "length_ratio": 0.9301587301587302, | |
| "lexical_similarity": 0.5776774631665651, | |
| "semantic_similarity": 0.7223225831985474, | |
| "edit_similarity": 0.7968253968253969, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5622418213711672, | |
| "metrics": { | |
| "length_ratio": 0.92, | |
| "lexical_similarity": 0.2543164255971685, | |
| "semantic_similarity": 0.7148672342300415, | |
| "edit_similarity": 0.54, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.8127909383371158, | |
| "metrics": { | |
| "length_ratio": 0.9518900343642611, | |
| "lexical_similarity": 0.787518588933626, | |
| "semantic_similarity": 0.7600669264793396, | |
| "edit_similarity": 0.8865979381443299, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5531205795411729, | |
| "metrics": { | |
| "length_ratio": 0.6867627785058977, | |
| "lexical_similarity": 0.24492262201276807, | |
| "semantic_similarity": 0.8878381848335266, | |
| "edit_similarity": 0.27916120576671033, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.5752453533697153, | |
| "metrics": { | |
| "length_ratio": 0.48036253776435045, | |
| "lexical_similarity": 0.5865616473575934, | |
| "semantic_similarity": 0.6530259847640991, | |
| "edit_similarity": 0.4501510574018127, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7156784030390583, | |
| "metrics": { | |
| "length_ratio": 0.979381443298969, | |
| "lexical_similarity": 0.6090347301970297, | |
| "semantic_similarity": 0.7198770046234131, | |
| "edit_similarity": 0.7353951890034365, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.6365873908170158, | |
| "metrics": { | |
| "length_ratio": 0.7023498694516971, | |
| "lexical_similarity": 0.5174226675524137, | |
| "semantic_similarity": 0.8776834607124329, | |
| "edit_similarity": 0.30026109660574407, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5677389960436124, | |
| "metrics": { | |
| "length_ratio": 0.7088948787061995, | |
| "lexical_similarity": 0.48276929757857157, | |
| "semantic_similarity": 0.7102354764938354, | |
| "edit_similarity": 0.339622641509434, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5084116746713558, | |
| "metrics": { | |
| "length_ratio": 0.41610325752919486, | |
| "lexical_similarity": 0.2715218999706203, | |
| "semantic_similarity": 0.8444314002990723, | |
| "edit_similarity": 0.23786109403810696, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.7718600490365894, | |
| "metrics": { | |
| "length_ratio": 0.9892857142857143, | |
| "lexical_similarity": 0.9276773404848623, | |
| "semantic_similarity": 0.5062135457992554, | |
| "edit_similarity": 0.9607142857142857, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.582767475024267, | |
| "metrics": { | |
| "length_ratio": 0.9429657794676806, | |
| "lexical_similarity": 0.34674797693096654, | |
| "semantic_similarity": 0.7748044729232788, | |
| "edit_similarity": 0.37262357414448666, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.552352067369028, | |
| "metrics": { | |
| "length_ratio": 0.654320987654321, | |
| "lexical_similarity": 0.3595956235086529, | |
| "semantic_similarity": 0.8092287182807922, | |
| "edit_similarity": 0.2767489711934157, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.5893215378503369, | |
| "metrics": { | |
| "length_ratio": 0.9193548387096774, | |
| "lexical_similarity": 0.18443191662261313, | |
| "semantic_similarity": 0.8188508749008179, | |
| "edit_similarity": 0.5725806451612903, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5556050482989365, | |
| "metrics": { | |
| "length_ratio": 0.9012738853503185, | |
| "lexical_similarity": 0.29729858735851095, | |
| "semantic_similarity": 0.7512297630310059, | |
| "edit_similarity": 0.37898089171974525, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5560387849489266, | |
| "metrics": { | |
| "length_ratio": 0.9518072289156626, | |
| "lexical_similarity": 0.409921032251728, | |
| "semantic_similarity": 0.6760296821594238, | |
| "edit_similarity": 0.3373493975903614, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5097154998305764, | |
| "metrics": { | |
| "length_ratio": 0.9311594202898551, | |
| "lexical_similarity": 0.22933017374001394, | |
| "semantic_similarity": 0.739066481590271, | |
| "edit_similarity": 0.26086956521739135, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.8226576833277411, | |
| "metrics": { | |
| "length_ratio": 0.9864253393665159, | |
| "lexical_similarity": 0.8019377725354989, | |
| "semantic_similarity": 0.7583582997322083, | |
| "edit_similarity": 0.9004524886877828, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5001604328679217, | |
| "metrics": { | |
| "length_ratio": 0.9967741935483871, | |
| "lexical_similarity": 0.2042421794914255, | |
| "semantic_similarity": 0.6802839636802673, | |
| "edit_similarity": 0.3354838709677419, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.507416856400603, | |
| "metrics": { | |
| "length_ratio": 0.3747044917257683, | |
| "lexical_similarity": 0.301331377195062, | |
| "semantic_similarity": 0.8356878161430359, | |
| "edit_similarity": 0.2263593380614657, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 1.0000000953674317, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0000000000000002, | |
| "semantic_similarity": 1.000000238418579, | |
| "edit_similarity": 1.0, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5531874353198117, | |
| "metrics": { | |
| "length_ratio": 0.801980198019802, | |
| "lexical_similarity": 0.47611431748067884, | |
| "semantic_similarity": 0.6422194838523865, | |
| "edit_similarity": 0.36633663366336633, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5163368549914716, | |
| "metrics": { | |
| "length_ratio": 0.8582474226804123, | |
| "lexical_similarity": 0.24240584402232226, | |
| "semantic_similarity": 0.7553006410598755, | |
| "edit_similarity": 0.27835051546391754, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5180120754151879, | |
| "metrics": { | |
| "length_ratio": 0.8811881188118812, | |
| "lexical_similarity": 0.13669311239264037, | |
| "semantic_similarity": 0.850101113319397, | |
| "edit_similarity": 0.24422442244224418, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6893734856060194, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.7897746636343571, | |
| "semantic_similarity": 0.40042638778686523, | |
| "edit_similarity": 0.961352657004831, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5000619701241261, | |
| "metrics": { | |
| "length_ratio": 0.7465181058495822, | |
| "lexical_similarity": 0.31199146519725923, | |
| "semantic_similarity": 0.6818994879722595, | |
| "edit_similarity": 0.29526462395543174, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5552482732867053, | |
| "metrics": { | |
| "length_ratio": 0.8246913580246914, | |
| "lexical_similarity": 0.2228084433206434, | |
| "semantic_similarity": 0.8308908939361572, | |
| "edit_similarity": 0.36790123456790125, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.6073957883513064, | |
| "metrics": { | |
| "length_ratio": 0.9530516431924883, | |
| "lexical_similarity": 0.5703951097379938, | |
| "semantic_similarity": 0.4721485376358032, | |
| "edit_similarity": 0.7605633802816901, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.523848213498801, | |
| "metrics": { | |
| "length_ratio": 0.8622754491017964, | |
| "lexical_similarity": 0.21344075928303588, | |
| "semantic_similarity": 0.7498393654823303, | |
| "edit_similarity": 0.3682634730538922, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5473507469160761, | |
| "metrics": { | |
| "length_ratio": 0.4598698481561822, | |
| "lexical_similarity": 0.5055592172190307, | |
| "semantic_similarity": 0.7303498983383179, | |
| "edit_similarity": 0.2877801879971077, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.7409180865381191, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.8586557982260813, | |
| "semantic_similarity": 0.4699312746524811, | |
| "edit_similarity": 0.9767441860465116, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.6346650077503834, | |
| "metrics": { | |
| "length_ratio": 0.8114035087719298, | |
| "lexical_similarity": 0.5925342185880069, | |
| "semantic_similarity": 0.7223057150840759, | |
| "edit_similarity": 0.4342105263157895, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5473098181556688, | |
| "metrics": { | |
| "length_ratio": 0.6595022624434389, | |
| "lexical_similarity": 0.3301623448564647, | |
| "semantic_similarity": 0.818899393081665, | |
| "edit_similarity": 0.2737556561085973, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6472330012068707, | |
| "metrics": { | |
| "length_ratio": 0.5611814345991561, | |
| "lexical_similarity": 0.5616594987810037, | |
| "semantic_similarity": 0.8476817607879639, | |
| "edit_similarity": 0.4177215189873418, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7704320730483233, | |
| "metrics": { | |
| "length_ratio": 0.9840637450199203, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7429008483886719, | |
| "edit_similarity": 0.8326693227091634, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5642707939078423, | |
| "metrics": { | |
| "length_ratio": 0.6076696165191741, | |
| "lexical_similarity": 0.28396176485915525, | |
| "semantic_similarity": 0.8997705578804016, | |
| "edit_similarity": 0.2920353982300885, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5676725385063526, | |
| "metrics": { | |
| "length_ratio": 0.9330065359477124, | |
| "lexical_similarity": 0.29825943300118546, | |
| "semantic_similarity": 0.8421370983123779, | |
| "edit_similarity": 0.24019607843137258, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.5854248245328422, | |
| "metrics": { | |
| "length_ratio": 0.9583333333333334, | |
| "lexical_similarity": 0.33909949983813864, | |
| "semantic_similarity": 0.6988207697868347, | |
| "edit_similarity": 0.5416666666666667, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5685254908119699, | |
| "metrics": { | |
| "length_ratio": 0.8674242424242424, | |
| "lexical_similarity": 0.4045522026842792, | |
| "semantic_similarity": 0.734376847743988, | |
| "edit_similarity": 0.33333333333333337, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.552875753557625, | |
| "metrics": { | |
| "length_ratio": 0.8729050279329609, | |
| "lexical_similarity": 0.30513278429723, | |
| "semantic_similarity": 0.8117429614067078, | |
| "edit_similarity": 0.24674115456238366, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5611781129577468, | |
| "metrics": { | |
| "length_ratio": 0.6406926406926406, | |
| "lexical_similarity": 0.5019510476924668, | |
| "semantic_similarity": 0.6671746373176575, | |
| "edit_similarity": 0.3982683982683982, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.7224970866881459, | |
| "metrics": { | |
| "length_ratio": 0.6258503401360545, | |
| "lexical_similarity": 0.6569729210330907, | |
| "semantic_similarity": 0.8441252708435059, | |
| "edit_similarity": 0.6258503401360545, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5460465021876473, | |
| "metrics": { | |
| "length_ratio": 0.8487394957983193, | |
| "lexical_similarity": 0.3461231511007876, | |
| "semantic_similarity": 0.7238712310791016, | |
| "edit_similarity": 0.3389355742296919, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5079376874485216, | |
| "metrics": { | |
| "length_ratio": 0.6183431952662722, | |
| "lexical_similarity": 0.24551835211784953, | |
| "semantic_similarity": 0.7876285314559937, | |
| "edit_similarity": 0.2869822485207101, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5793567530961306, | |
| "metrics": { | |
| "length_ratio": 0.6657754010695187, | |
| "lexical_similarity": 0.3182222740213589, | |
| "semantic_similarity": 0.8267037868499756, | |
| "edit_similarity": 0.4331550802139037, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.5320830515112339, | |
| "metrics": { | |
| "length_ratio": 0.6481481481481481, | |
| "lexical_similarity": 0.3300164047499031, | |
| "semantic_similarity": 0.6868619918823242, | |
| "edit_similarity": 0.46759259259259256, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5254412255035392, | |
| "metrics": { | |
| "length_ratio": 0.6526315789473685, | |
| "lexical_similarity": 0.24364099379841483, | |
| "semantic_similarity": 0.7659600377082825, | |
| "edit_similarity": 0.4035087719298246, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5391609058975763, | |
| "metrics": { | |
| "length_ratio": 0.7889655172413793, | |
| "lexical_similarity": 0.20659100979895426, | |
| "semantic_similarity": 0.8536486625671387, | |
| "edit_similarity": 0.2841379310344827, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5697406078735965, | |
| "metrics": { | |
| "length_ratio": 0.9483627204030227, | |
| "lexical_similarity": 0.30812367002662294, | |
| "semantic_similarity": 0.8384099006652832, | |
| "edit_similarity": 0.23551637279596982, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.8170439700346853, | |
| "metrics": { | |
| "length_ratio": 0.9819819819819819, | |
| "lexical_similarity": 0.8101609236092804, | |
| "semantic_similarity": 0.754058301448822, | |
| "edit_similarity": 0.8708708708708709, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5198882191559855, | |
| "metrics": { | |
| "length_ratio": 0.69375, | |
| "lexical_similarity": 0.23363338880445655, | |
| "semantic_similarity": 0.7729330062866211, | |
| "edit_similarity": 0.35624999999999996, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.6809295414575811, | |
| "metrics": { | |
| "length_ratio": 0.8795180722891566, | |
| "lexical_similarity": 0.5625127698011375, | |
| "semantic_similarity": 0.7292344570159912, | |
| "edit_similarity": 0.6626506024096386, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5536584073750761, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.3261085178531541, | |
| "semantic_similarity": 0.7084500789642334, | |
| "edit_similarity": 0.3622291021671826, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5457532005875528, | |
| "metrics": { | |
| "length_ratio": 0.9265175718849841, | |
| "lexical_similarity": 0.2885086373659133, | |
| "semantic_similarity": 0.793368935585022, | |
| "edit_similarity": 0.2460063897763578, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5947143219521579, | |
| "metrics": { | |
| "length_ratio": 0.5622406639004149, | |
| "lexical_similarity": 0.5082989475061449, | |
| "semantic_similarity": 0.8125118017196655, | |
| "edit_similarity": 0.3049792531120332, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.5752309382064583, | |
| "metrics": { | |
| "length_ratio": 0.575, | |
| "lexical_similarity": 0.46351208027980145, | |
| "semantic_similarity": 0.7446099519729614, | |
| "edit_similarity": 0.4041666666666667, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5237913322332083, | |
| "metrics": { | |
| "length_ratio": 0.7115384615384616, | |
| "lexical_similarity": 0.34205502272130617, | |
| "semantic_similarity": 0.6909865140914917, | |
| "edit_similarity": 0.36813186813186816, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5258416393786987, | |
| "metrics": { | |
| "length_ratio": 0.8753709198813057, | |
| "lexical_similarity": 0.17023214554823782, | |
| "semantic_similarity": 0.8360397815704346, | |
| "edit_similarity": 0.26409495548961426, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5349654889573472, | |
| "metrics": { | |
| "length_ratio": 0.9057142857142857, | |
| "lexical_similarity": 0.23670787168347257, | |
| "semantic_similarity": 0.8020256757736206, | |
| "edit_similarity": 0.2628571428571429, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5861990257794015, | |
| "metrics": { | |
| "length_ratio": 0.9779411764705882, | |
| "lexical_similarity": 0.3916629350225129, | |
| "semantic_similarity": 0.6993238925933838, | |
| "edit_similarity": 0.4558823529411765, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5190209364392966, | |
| "metrics": { | |
| "length_ratio": 0.9908814589665653, | |
| "lexical_similarity": 0.18667128369020153, | |
| "semantic_similarity": 0.7335367202758789, | |
| "edit_similarity": 0.35258358662613987, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5356409086606956, | |
| "metrics": { | |
| "length_ratio": 0.310546875, | |
| "lexical_similarity": 0.4095572676334303, | |
| "semantic_similarity": 0.8478522896766663, | |
| "edit_similarity": 0.212890625, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5215488165473686, | |
| "metrics": { | |
| "length_ratio": 0.6804511278195489, | |
| "lexical_similarity": 0.30935591043688576, | |
| "semantic_similarity": 0.7175318002700806, | |
| "edit_similarity": 0.368421052631579, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.8068153117697092, | |
| "metrics": { | |
| "length_ratio": 0.9941690962099126, | |
| "lexical_similarity": 0.7680744500850911, | |
| "semantic_similarity": 0.7667841911315918, | |
| "edit_similarity": 0.8513119533527697, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5333573178192932, | |
| "metrics": { | |
| "length_ratio": 0.9090909090909091, | |
| "lexical_similarity": 0.3003486782959778, | |
| "semantic_similarity": 0.7126772403717041, | |
| "edit_similarity": 0.3363636363636363, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6139562950913879, | |
| "metrics": { | |
| "length_ratio": 0.700507614213198, | |
| "lexical_similarity": 0.4249567910193458, | |
| "semantic_similarity": 0.787239134311676, | |
| "edit_similarity": 0.5076142131979695, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.6933591371164627, | |
| "metrics": { | |
| "length_ratio": 0.9107981220657277, | |
| "lexical_similarity": 0.6224119796737976, | |
| "semantic_similarity": 0.6656498908996582, | |
| "edit_similarity": 0.7464788732394366, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5173431497068425, | |
| "metrics": { | |
| "length_ratio": 0.9028571428571428, | |
| "lexical_similarity": 0.21749269704773963, | |
| "semantic_similarity": 0.7759526371955872, | |
| "edit_similarity": 0.2571428571428571, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5048039059888322, | |
| "metrics": { | |
| "length_ratio": 0.500402900886382, | |
| "lexical_similarity": 0.2649353243744229, | |
| "semantic_similarity": 0.8056531548500061, | |
| "edit_similarity": 0.2651087832393231, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5275916673134795, | |
| "metrics": { | |
| "length_ratio": 0.6353790613718412, | |
| "lexical_similarity": 0.24312316536630288, | |
| "semantic_similarity": 0.8117270469665527, | |
| "edit_similarity": 0.3321299638989169, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.6813798547883618, | |
| "metrics": { | |
| "length_ratio": 0.896969696969697, | |
| "lexical_similarity": 0.5762926228148066, | |
| "semantic_similarity": 0.7621392607688904, | |
| "edit_similarity": 0.5696969696969697, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6207772834380589, | |
| "metrics": { | |
| "length_ratio": 0.5679012345679012, | |
| "lexical_similarity": 0.475219880135175, | |
| "semantic_similarity": 0.8457340598106384, | |
| "edit_similarity": 0.4156378600823045, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.8167931763209323, | |
| "metrics": { | |
| "length_ratio": 0.9968051118210862, | |
| "lexical_similarity": 0.8078540514342706, | |
| "semantic_similarity": 0.7571786642074585, | |
| "edit_similarity": 0.8594249201277955, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5331286055199902, | |
| "metrics": { | |
| "length_ratio": 0.32067757009345793, | |
| "lexical_similarity": 0.42729255464752974, | |
| "semantic_similarity": 0.8191570043563843, | |
| "edit_similarity": 0.22605140186915884, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.8536023277537563, | |
| "metrics": { | |
| "length_ratio": 0.9771863117870723, | |
| "lexical_similarity": 0.8864465375572474, | |
| "semantic_similarity": 0.7666994333267212, | |
| "edit_similarity": 0.9163498098859315, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.538234022502962, | |
| "metrics": { | |
| "length_ratio": 0.41005802707930367, | |
| "lexical_similarity": 0.39604484856624644, | |
| "semantic_similarity": 0.8106403946876526, | |
| "edit_similarity": 0.2707930367504836, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6215812167076412, | |
| "metrics": { | |
| "length_ratio": 0.5362903225806451, | |
| "lexical_similarity": 0.475219880135175, | |
| "semantic_similarity": 0.8598365187644958, | |
| "edit_similarity": 0.407258064516129, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.6408429088078399, | |
| "metrics": { | |
| "length_ratio": 0.916083916083916, | |
| "lexical_similarity": 0.554855691453867, | |
| "semantic_similarity": 0.6982032656669617, | |
| "edit_similarity": 0.5174825174825175, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5387562940423136, | |
| "metrics": { | |
| "length_ratio": 0.6532602071907374, | |
| "lexical_similarity": 0.25922002166027225, | |
| "semantic_similarity": 0.8401661515235901, | |
| "edit_similarity": 0.29798903107861063, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5757609390565281, | |
| "metrics": { | |
| "length_ratio": 0.6929577464788732, | |
| "lexical_similarity": 0.4035054885620301, | |
| "semantic_similarity": 0.8118906021118164, | |
| "edit_similarity": 0.3032863849765258, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.7546970765168111, | |
| "metrics": { | |
| "length_ratio": 0.9259259259259259, | |
| "lexical_similarity": 0.4360379885513016, | |
| "semantic_similarity": 0.9467512369155884, | |
| "edit_similarity": 0.762962962962963, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.8148242918637354, | |
| "metrics": { | |
| "length_ratio": 0.9751552795031055, | |
| "lexical_similarity": 0.8078540514342706, | |
| "semantic_similarity": 0.752598762512207, | |
| "edit_similarity": 0.8695652173913043, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5859124172222347, | |
| "metrics": { | |
| "length_ratio": 0.9049429657794676, | |
| "lexical_similarity": 0.3802985919560938, | |
| "semantic_similarity": 0.757503867149353, | |
| "edit_similarity": 0.3916349809885932, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5838451813797222, | |
| "metrics": { | |
| "length_ratio": 0.6531881804043546, | |
| "lexical_similarity": 0.398943617666008, | |
| "semantic_similarity": 0.8376991748809814, | |
| "edit_similarity": 0.3188180404354588, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 1.0000000476837159, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0000000000000002, | |
| "semantic_similarity": 1.0000001192092896, | |
| "edit_similarity": 1.0, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5729414878861636, | |
| "metrics": { | |
| "length_ratio": 0.7573770491803279, | |
| "lexical_similarity": 0.3633602736272467, | |
| "semantic_similarity": 0.7999974489212036, | |
| "edit_similarity": 0.34098360655737703, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5344518589992694, | |
| "metrics": { | |
| "length_ratio": 0.4128065395095368, | |
| "lexical_similarity": 0.4043807788353465, | |
| "semantic_similarity": 0.8070266246795654, | |
| "edit_similarity": 0.24523160762942775, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5813738208042961, | |
| "metrics": { | |
| "length_ratio": 0.5823529411764706, | |
| "lexical_similarity": 0.665633965268351, | |
| "semantic_similarity": 0.517444372177124, | |
| "edit_similarity": 0.5823529411764705, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.6025651534162663, | |
| "metrics": { | |
| "length_ratio": 0.6844106463878327, | |
| "lexical_similarity": 0.5356239968550757, | |
| "semantic_similarity": 0.6636302471160889, | |
| "edit_similarity": 0.5399239543726235, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5297198789141683, | |
| "metrics": { | |
| "length_ratio": 0.27067254685777287, | |
| "lexical_similarity": 0.4602151728056274, | |
| "semantic_similarity": 0.8116906881332397, | |
| "edit_similarity": 0.19955898566703423, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.9561138295776923, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.8831282039194523, | |
| "semantic_similarity": 0.9956375360488892, | |
| "edit_similarity": 0.9646017699115044, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5373877247910533, | |
| "metrics": { | |
| "length_ratio": 0.9154518950437318, | |
| "lexical_similarity": 0.2920508440062439, | |
| "semantic_similarity": 0.7250142693519592, | |
| "edit_similarity": 0.3411078717201166, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.9229777393266426, | |
| "metrics": { | |
| "length_ratio": 0.98, | |
| "lexical_similarity": 0.8350499057520979, | |
| "semantic_similarity": 0.946156919002533, | |
| "edit_similarity": 0.98, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5056738816615669, | |
| "metrics": { | |
| "length_ratio": 0.3724053724053724, | |
| "lexical_similarity": 0.24908996700156968, | |
| "semantic_similarity": 0.8667445182800293, | |
| "edit_similarity": 0.2350427350427351, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6370463582475937, | |
| "metrics": { | |
| "length_ratio": 0.7296296296296296, | |
| "lexical_similarity": 0.7474073540060465, | |
| "semantic_similarity": 0.4848381578922272, | |
| "edit_similarity": 0.7296296296296296, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5611781129577468, | |
| "metrics": { | |
| "length_ratio": 0.6406926406926406, | |
| "lexical_similarity": 0.5019510476924668, | |
| "semantic_similarity": 0.6671746373176575, | |
| "edit_similarity": 0.3982683982683982, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5459459829946574, | |
| "metrics": { | |
| "length_ratio": 0.5391120507399577, | |
| "lexical_similarity": 0.2908893972021736, | |
| "semantic_similarity": 0.870270848274231, | |
| "edit_similarity": 0.2832980972515856, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5370817186940561, | |
| "metrics": { | |
| "length_ratio": 0.84375, | |
| "lexical_similarity": 0.4104070671759876, | |
| "semantic_similarity": 0.5270864963531494, | |
| "edit_similarity": 0.59375, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6881790143644791, | |
| "metrics": { | |
| "length_ratio": 0.99609375, | |
| "lexical_similarity": 0.44722302171785994, | |
| "semantic_similarity": 0.8430380821228027, | |
| "edit_similarity": 0.5859375, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5042492968708027, | |
| "metrics": { | |
| "length_ratio": 0.48225214198286415, | |
| "lexical_similarity": 0.17684115989854762, | |
| "semantic_similarity": 0.8703424334526062, | |
| "edit_similarity": 0.27417380660954715, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5676724543868422, | |
| "metrics": { | |
| "length_ratio": 0.5431309904153354, | |
| "lexical_similarity": 0.4260786425284071, | |
| "semantic_similarity": 0.8142121434211731, | |
| "edit_similarity": 0.29925452609158676, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7908418296983932, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.8477624970048978, | |
| "semantic_similarity": 0.6162827014923096, | |
| "edit_similarity": 0.95, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6484507315886355, | |
| "metrics": { | |
| "length_ratio": 0.5473251028806584, | |
| "lexical_similarity": 0.5616594987810037, | |
| "semantic_similarity": 0.8572896122932434, | |
| "edit_similarity": 0.411522633744856, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.553719602141392, | |
| "metrics": { | |
| "length_ratio": 0.9826839826839827, | |
| "lexical_similarity": 0.49592168484020155, | |
| "semantic_similarity": 0.6238296031951904, | |
| "edit_similarity": 0.2857142857142857, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5254744776252097, | |
| "metrics": { | |
| "length_ratio": 0.7726027397260274, | |
| "lexical_similarity": 0.2507623074620488, | |
| "semantic_similarity": 0.7352035045623779, | |
| "edit_similarity": 0.3945205479452055, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.6930136368091266, | |
| "metrics": { | |
| "length_ratio": 0.46403242147923, | |
| "lexical_similarity": 0.6552104603934773, | |
| "semantic_similarity": 0.8931019306182861, | |
| "edit_similarity": 0.46403242147922996, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.8054334553604233, | |
| "metrics": { | |
| "length_ratio": 0.9629629629629629, | |
| "lexical_similarity": 0.5479807587583923, | |
| "semantic_similarity": 0.965561032295227, | |
| "edit_similarity": 0.7925925925925926, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.6138832674562056, | |
| "metrics": { | |
| "length_ratio": 0.8657894736842106, | |
| "lexical_similarity": 0.43311725584113886, | |
| "semantic_similarity": 0.7578965425491333, | |
| "edit_similarity": 0.4710526315789474, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.8443961480321354, | |
| "metrics": { | |
| "length_ratio": 0.9647577092511013, | |
| "lexical_similarity": 0.8267283375553849, | |
| "semantic_similarity": 0.7960101962089539, | |
| "edit_similarity": 0.9074889867841409, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6240390188094836, | |
| "metrics": { | |
| "length_ratio": 0.9236111111111112, | |
| "lexical_similarity": 0.4360379885513016, | |
| "semantic_similarity": 0.703555166721344, | |
| "edit_similarity": 0.5972222222222222, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5481190718831978, | |
| "metrics": { | |
| "length_ratio": 0.8679867986798679, | |
| "lexical_similarity": 0.42265576038901725, | |
| "semantic_similarity": 0.6531408429145813, | |
| "edit_similarity": 0.36633663366336633, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5367013844787828, | |
| "metrics": { | |
| "length_ratio": 0.9719222462203023, | |
| "lexical_similarity": 0.29984787577193645, | |
| "semantic_similarity": 0.5823103189468384, | |
| "edit_similarity": 0.5831533477321814, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.5206981107108335, | |
| "metrics": { | |
| "length_ratio": 0.6524590163934426, | |
| "lexical_similarity": 0.1622636081268278, | |
| "semantic_similarity": 0.8808672428131104, | |
| "edit_similarity": 0.27213114754098355, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.770904132497262, | |
| "metrics": { | |
| "length_ratio": 0.9841897233201581, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7433881163597107, | |
| "edit_similarity": 0.83399209486166, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5393240024932731, | |
| "metrics": { | |
| "length_ratio": 0.7133956386292835, | |
| "lexical_similarity": 0.2576312279183494, | |
| "semantic_similarity": 0.7882641553878784, | |
| "edit_similarity": 0.3769470404984424, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5932495514404896, | |
| "metrics": { | |
| "length_ratio": 0.6694101508916324, | |
| "lexical_similarity": 0.4589834612856866, | |
| "semantic_similarity": 0.7225625514984131, | |
| "edit_similarity": 0.4979423868312757, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.9395596550992524, | |
| "metrics": { | |
| "length_ratio": 0.98005698005698, | |
| "lexical_similarity": 0.9435221326704754, | |
| "semantic_similarity": 0.9104883074760437, | |
| "edit_similarity": 0.9715099715099715, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5731368806419836, | |
| "metrics": { | |
| "length_ratio": 0.9459459459459459, | |
| "lexical_similarity": 0.2740473641553482, | |
| "semantic_similarity": 0.8404823541641235, | |
| "edit_similarity": 0.30067567567567566, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5816322255084462, | |
| "metrics": { | |
| "length_ratio": 0.7906724511930586, | |
| "lexical_similarity": 0.41249960046409045, | |
| "semantic_similarity": 0.7865171432495117, | |
| "edit_similarity": 0.32104121475054226, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.56798170695286, | |
| "metrics": { | |
| "length_ratio": 0.9688888888888889, | |
| "lexical_similarity": 0.28341083743774215, | |
| "semantic_similarity": 0.7807294726371765, | |
| "edit_similarity": 0.36888888888888893, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.6142948549432031, | |
| "metrics": { | |
| "length_ratio": 0.7420814479638009, | |
| "lexical_similarity": 0.5481202371021955, | |
| "semantic_similarity": 0.6608460545539856, | |
| "edit_similarity": 0.5565610859728507, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5395395296945198, | |
| "metrics": { | |
| "length_ratio": 0.5571847507331378, | |
| "lexical_similarity": 0.30929812232896253, | |
| "semantic_similarity": 0.8030922412872314, | |
| "edit_similarity": 0.3489736070381232, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5335579823540668, | |
| "metrics": { | |
| "length_ratio": 0.32878909382518046, | |
| "lexical_similarity": 0.43733968596165973, | |
| "semantic_similarity": 0.787766695022583, | |
| "edit_similarity": 0.27185244587008817, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.5708048374801253, | |
| "metrics": { | |
| "length_ratio": 0.9928057553956835, | |
| "lexical_similarity": 0.2696966599826407, | |
| "semantic_similarity": 0.7103511095046997, | |
| "edit_similarity": 0.5323741007194245, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.7349040322485519, | |
| "metrics": { | |
| "length_ratio": 0.9866666666666667, | |
| "lexical_similarity": 0.627844890549101, | |
| "semantic_similarity": 0.7280430793762207, | |
| "edit_similarity": 0.7833333333333333, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.6705293282108461, | |
| "metrics": { | |
| "length_ratio": 0.9576719576719577, | |
| "lexical_similarity": 0.669451740930363, | |
| "semantic_similarity": 0.5009540915489197, | |
| "edit_similarity": 0.8677248677248677, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.6831980157279307, | |
| "metrics": { | |
| "length_ratio": 0.9939024390243902, | |
| "lexical_similarity": 0.8159466395833364, | |
| "semantic_similarity": 0.3810960352420807, | |
| "edit_similarity": 0.9329268292682926, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5956107140057227, | |
| "metrics": { | |
| "length_ratio": 0.8201754385964912, | |
| "lexical_similarity": 0.4978688977786999, | |
| "semantic_similarity": 0.7175987958908081, | |
| "edit_similarity": 0.38596491228070173, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.5169671525345476, | |
| "metrics": { | |
| "length_ratio": 0.9824046920821115, | |
| "lexical_similarity": 0.272924646834343, | |
| "semantic_similarity": 0.6412434577941895, | |
| "edit_similarity": 0.40175953079178883, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.7703744083886733, | |
| "metrics": { | |
| "length_ratio": 0.9841269841269841, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7424088716506958, | |
| "edit_similarity": 0.8333333333333334, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5041273089350142, | |
| "metrics": { | |
| "length_ratio": 0.2034383954154728, | |
| "lexical_similarity": 0.46267230723171254, | |
| "semantic_similarity": 0.7831206321716309, | |
| "edit_similarity": 0.1586676217765043, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5854248245328422, | |
| "metrics": { | |
| "length_ratio": 0.9583333333333334, | |
| "lexical_similarity": 0.33909949983813864, | |
| "semantic_similarity": 0.6988207697868347, | |
| "edit_similarity": 0.5416666666666667, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.6125082494442676, | |
| "metrics": { | |
| "length_ratio": 0.8354838709677419, | |
| "lexical_similarity": 0.3211411758389465, | |
| "semantic_similarity": 0.8621889352798462, | |
| "edit_similarity": 0.43870967741935485, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.7067602137200726, | |
| "metrics": { | |
| "length_ratio": 0.9927536231884058, | |
| "lexical_similarity": 0.8350499057520979, | |
| "semantic_similarity": 0.4069174528121948, | |
| "edit_similarity": 0.9710144927536232, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.9035062295432921, | |
| "metrics": { | |
| "length_ratio": 0.9509803921568627, | |
| "lexical_similarity": 0.9058259409629561, | |
| "semantic_similarity": 0.8808667063713074, | |
| "edit_similarity": 0.9215686274509804, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.6066876482054538, | |
| "metrics": { | |
| "length_ratio": 0.6310788149804359, | |
| "lexical_similarity": 0.4498650661135441, | |
| "semantic_similarity": 0.8815282583236694, | |
| "edit_similarity": 0.2800447177193963, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.6515042364530196, | |
| "metrics": { | |
| "length_ratio": 0.8398268398268398, | |
| "lexical_similarity": 0.5165397084240838, | |
| "semantic_similarity": 0.778152346611023, | |
| "edit_similarity": 0.5064935064935066, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5624805000932915, | |
| "metrics": { | |
| "length_ratio": 0.9077809798270894, | |
| "lexical_similarity": 0.20922317944104943, | |
| "semantic_similarity": 0.8465461134910583, | |
| "edit_similarity": 0.35158501440922185, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.503495330633351, | |
| "metrics": { | |
| "length_ratio": 0.7687954729183508, | |
| "lexical_similarity": 0.29254316740146796, | |
| "semantic_similarity": 0.6886842250823975, | |
| "edit_similarity": 0.31689571544058204, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5435835774376917, | |
| "metrics": { | |
| "length_ratio": 0.7858823529411765, | |
| "lexical_similarity": 0.4106407623702752, | |
| "semantic_similarity": 0.6956842541694641, | |
| "edit_similarity": 0.3176470588235294, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5480389564042549, | |
| "metrics": { | |
| "length_ratio": 0.27064732142857145, | |
| "lexical_similarity": 0.48314075345259005, | |
| "semantic_similarity": 0.8401916027069092, | |
| "edit_similarity": 0.1997767857142857, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6291379290878119, | |
| "metrics": { | |
| "length_ratio": 0.9063545150501672, | |
| "lexical_similarity": 0.6040497976399131, | |
| "semantic_similarity": 0.4484027922153473, | |
| "edit_similarity": 0.8896321070234113, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.770904132497262, | |
| "metrics": { | |
| "length_ratio": 0.9841897233201581, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7433881163597107, | |
| "edit_similarity": 0.83399209486166, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5520666456940141, | |
| "metrics": { | |
| "length_ratio": 0.8507853403141361, | |
| "lexical_similarity": 0.4183020541700741, | |
| "semantic_similarity": 0.6979845762252808, | |
| "edit_similarity": 0.31151832460732987, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5814418817318798, | |
| "metrics": { | |
| "length_ratio": 0.569620253164557, | |
| "lexical_similarity": 0.3517770668115141, | |
| "semantic_similarity": 0.8131896257400513, | |
| "edit_similarity": 0.4683544303797469, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.6892168691178866, | |
| "metrics": { | |
| "length_ratio": 0.9811320754716981, | |
| "lexical_similarity": 0.5253253907296236, | |
| "semantic_similarity": 0.6427273750305176, | |
| "edit_similarity": 0.8820754716981132, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5402087356060471, | |
| "metrics": { | |
| "length_ratio": 0.5712954333643989, | |
| "lexical_similarity": 0.3594815262286586, | |
| "semantic_similarity": 0.7940980195999146, | |
| "edit_similarity": 0.28797763280521904, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.852947878313316, | |
| "metrics": { | |
| "length_ratio": 0.9839743589743589, | |
| "lexical_similarity": 0.808471188876183, | |
| "semantic_similarity": 0.8409201502799988, | |
| "edit_similarity": 0.8782051282051282, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5947800217456819, | |
| "metrics": { | |
| "length_ratio": 0.6117755289788408, | |
| "lexical_similarity": 0.44198857012100384, | |
| "semantic_similarity": 0.8640602827072144, | |
| "edit_similarity": 0.2769089236430543, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.8328377872373474, | |
| "metrics": { | |
| "length_ratio": 0.9545454545454546, | |
| "lexical_similarity": 0.7033416873210149, | |
| "semantic_similarity": 0.880001425743103, | |
| "edit_similarity": 0.871900826446281, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5603838753679914, | |
| "metrics": { | |
| "length_ratio": 0.9702970297029703, | |
| "lexical_similarity": 0.38893324100647236, | |
| "semantic_similarity": 0.6983686685562134, | |
| "edit_similarity": 0.3366336633663366, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5047733330191944, | |
| "metrics": { | |
| "length_ratio": 0.8171206225680934, | |
| "lexical_similarity": 0.17858934004286645, | |
| "semantic_similarity": 0.7758512496948242, | |
| "edit_similarity": 0.2957198443579766, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.501314975443305, | |
| "metrics": { | |
| "length_ratio": 0.3218243819266837, | |
| "lexical_similarity": 0.3343274737878292, | |
| "semantic_similarity": 0.817865788936615, | |
| "edit_similarity": 0.2084398976982097, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.5991444670645811, | |
| "metrics": { | |
| "length_ratio": 0.5678571428571428, | |
| "lexical_similarity": 0.6182528363531983, | |
| "semantic_similarity": 0.6261358261108398, | |
| "edit_similarity": 0.5321428571428571, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.7369261544800375, | |
| "metrics": { | |
| "length_ratio": 0.9676113360323887, | |
| "lexical_similarity": 0.6016628440019703, | |
| "semantic_similarity": 0.7706229090690613, | |
| "edit_similarity": 0.757085020242915, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5220321089272155, | |
| "metrics": { | |
| "length_ratio": 0.9262295081967213, | |
| "lexical_similarity": 0.21614630476868057, | |
| "semantic_similarity": 0.7666044235229492, | |
| "edit_similarity": 0.2896174863387978, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.7194693789302946, | |
| "metrics": { | |
| "length_ratio": 0.9022556390977443, | |
| "lexical_similarity": 0.5883635900492964, | |
| "semantic_similarity": 0.7220624089241028, | |
| "edit_similarity": 0.8195488721804511, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.695486116374804, | |
| "metrics": { | |
| "length_ratio": 0.935064935064935, | |
| "lexical_similarity": 0.5803726705692052, | |
| "semantic_similarity": 0.8185873031616211, | |
| "edit_similarity": 0.5021645021645021, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5078295056438994, | |
| "metrics": { | |
| "length_ratio": 0.3940714908456844, | |
| "lexical_similarity": 0.2715086161523832, | |
| "semantic_similarity": 0.8479824066162109, | |
| "edit_similarity": 0.2388840453356582, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.5650051645065203, | |
| "metrics": { | |
| "length_ratio": 0.9205020920502092, | |
| "lexical_similarity": 0.31786803068966735, | |
| "semantic_similarity": 0.766162097454071, | |
| "edit_similarity": 0.35564853556485354, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.6320523578970448, | |
| "metrics": { | |
| "length_ratio": 0.9159663865546218, | |
| "lexical_similarity": 0.310324018539192, | |
| "semantic_similarity": 0.8347828388214111, | |
| "edit_similarity": 0.5672268907563025, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.6197363027799445, | |
| "metrics": { | |
| "length_ratio": 0.9013698630136986, | |
| "lexical_similarity": 0.4516752711141998, | |
| "semantic_similarity": 0.777022659778595, | |
| "edit_similarity": 0.4164383561643835, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5110907560906783, | |
| "metrics": { | |
| "length_ratio": 0.43961708394698085, | |
| "lexical_similarity": 0.33660296568474024, | |
| "semantic_similarity": 0.7876089811325073, | |
| "edit_similarity": 0.2555228276877761, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.6481252221759308, | |
| "metrics": { | |
| "length_ratio": 0.8344827586206897, | |
| "lexical_similarity": 0.6787551892030776, | |
| "semantic_similarity": 0.5060742497444153, | |
| "edit_similarity": 0.7931034482758621, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.9223218215246778, | |
| "metrics": { | |
| "length_ratio": 0.9864253393665159, | |
| "lexical_similarity": 0.9140237818768355, | |
| "semantic_similarity": 0.8804677128791809, | |
| "edit_similarity": 0.9864253393665159, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5407459261871199, | |
| "metrics": { | |
| "length_ratio": 0.64, | |
| "lexical_similarity": 0.22985213887840916, | |
| "semantic_similarity": 0.8040910959243774, | |
| "edit_similarity": 0.4307692307692308, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.506920522895737, | |
| "metrics": { | |
| "length_ratio": 0.3027698185291309, | |
| "lexical_similarity": 0.31147517984612066, | |
| "semantic_similarity": 0.8519852757453918, | |
| "edit_similarity": 0.21203438395415475, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.7970980933523004, | |
| "metrics": { | |
| "length_ratio": 0.9947368421052631, | |
| "lexical_similarity": 0.9276773404848623, | |
| "semantic_similarity": 0.5614609122276306, | |
| "edit_similarity": 0.9736842105263158, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.781428989697795, | |
| "metrics": { | |
| "length_ratio": 0.9761904761904762, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7740135788917542, | |
| "edit_similarity": 0.8293650793650793, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5971482502719649, | |
| "metrics": { | |
| "length_ratio": 0.6076307112576542, | |
| "lexical_similarity": 0.4753785980373215, | |
| "semantic_similarity": 0.8419419527053833, | |
| "edit_similarity": 0.2849740932642487, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.61454458280765, | |
| "metrics": { | |
| "length_ratio": 0.9140271493212669, | |
| "lexical_similarity": 0.40278201228536314, | |
| "semantic_similarity": 0.8315600156784058, | |
| "edit_similarity": 0.34841628959276016, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.59680806962968, | |
| "metrics": { | |
| "length_ratio": 0.8733333333333333, | |
| "lexical_similarity": 0.49901868741780814, | |
| "semantic_similarity": 0.7110894918441772, | |
| "edit_similarity": 0.3766666666666667, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5960934452256488, | |
| "metrics": { | |
| "length_ratio": 0.9864300626304802, | |
| "lexical_similarity": 0.3625435900281708, | |
| "semantic_similarity": 0.8417601585388184, | |
| "edit_similarity": 0.2599164926931107, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.6302645537919018, | |
| "metrics": { | |
| "length_ratio": 0.8926174496644296, | |
| "lexical_similarity": 0.4360379885513016, | |
| "semantic_similarity": 0.7201094031333923, | |
| "edit_similarity": 0.610738255033557, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.8082603649512267, | |
| "metrics": { | |
| "length_ratio": 0.995260663507109, | |
| "lexical_similarity": 0.8223576901670815, | |
| "semantic_similarity": 0.6953518390655518, | |
| "edit_similarity": 0.919431279620853, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5063777721054182, | |
| "metrics": { | |
| "length_ratio": 0.6348747591522158, | |
| "lexical_similarity": 0.3107620651665695, | |
| "semantic_similarity": 0.7291638255119324, | |
| "edit_similarity": 0.28998073217726394, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.8348449807039744, | |
| "metrics": { | |
| "length_ratio": 0.98, | |
| "lexical_similarity": 0.8705608913209194, | |
| "semantic_similarity": 0.7258584499359131, | |
| "edit_similarity": 0.9266666666666666, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5849923911342724, | |
| "metrics": { | |
| "length_ratio": 0.7555555555555555, | |
| "lexical_similarity": 0.43481806521972516, | |
| "semantic_similarity": 0.7593303918838501, | |
| "edit_similarity": 0.37629629629629635, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.9349136346606913, | |
| "metrics": { | |
| "length_ratio": 0.9691780821917808, | |
| "lexical_similarity": 0.9382232478586721, | |
| "semantic_similarity": 0.908445417881012, | |
| "edit_similarity": 0.9657534246575342, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5011438834267685, | |
| "metrics": { | |
| "length_ratio": 0.41519434628975266, | |
| "lexical_similarity": 0.26014477523554713, | |
| "semantic_similarity": 0.8342528939247131, | |
| "edit_similarity": 0.23939929328621912, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.5147325430311148, | |
| "metrics": { | |
| "length_ratio": 0.807909604519774, | |
| "lexical_similarity": 0.33858012460408293, | |
| "semantic_similarity": 0.6049301624298096, | |
| "edit_similarity": 0.45197740112994356, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5603838753679914, | |
| "metrics": { | |
| "length_ratio": 0.9702970297029703, | |
| "lexical_similarity": 0.38893324100647236, | |
| "semantic_similarity": 0.6983686685562134, | |
| "edit_similarity": 0.3366336633663366, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5185230103126013, | |
| "metrics": { | |
| "length_ratio": 0.7627118644067796, | |
| "lexical_similarity": 0.24190242343886448, | |
| "semantic_similarity": 0.7820181846618652, | |
| "edit_similarity": 0.2843691148775894, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5498823417708697, | |
| "metrics": { | |
| "length_ratio": 0.9830028328611898, | |
| "lexical_similarity": 0.35474759634871833, | |
| "semantic_similarity": 0.5328661203384399, | |
| "edit_similarity": 0.660056657223796, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.60552276117369, | |
| "metrics": { | |
| "length_ratio": 0.5375586854460094, | |
| "lexical_similarity": 0.5914017167898582, | |
| "semantic_similarity": 0.6670866012573242, | |
| "edit_similarity": 0.5375586854460094, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5358426787269832, | |
| "metrics": { | |
| "length_ratio": 0.5492227979274611, | |
| "lexical_similarity": 0.3565353841393432, | |
| "semantic_similarity": 0.7548476457595825, | |
| "edit_similarity": 0.36010362694300513, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.6243992752918596, | |
| "metrics": { | |
| "length_ratio": 0.9646017699115044, | |
| "lexical_similarity": 0.5803329846765685, | |
| "semantic_similarity": 0.43327057361602783, | |
| "edit_similarity": 0.9026548672566371, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5153162522191633, | |
| "metrics": { | |
| "length_ratio": 0.3603723404255319, | |
| "lexical_similarity": 0.39111643891890396, | |
| "semantic_similarity": 0.7871740460395813, | |
| "edit_similarity": 0.2353723404255319, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 1.0, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0000000000000002, | |
| "semantic_similarity": 1.0, | |
| "edit_similarity": 1.0, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.770904132497262, | |
| "metrics": { | |
| "length_ratio": 0.9841897233201581, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7433881163597107, | |
| "edit_similarity": 0.83399209486166, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6434938598865659, | |
| "metrics": { | |
| "length_ratio": 0.8284106891701828, | |
| "lexical_similarity": 0.6046103200763123, | |
| "semantic_similarity": 0.7090743780136108, | |
| "edit_similarity": 0.4781997187060478, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7179007967352716, | |
| "metrics": { | |
| "length_ratio": 0.9932203389830508, | |
| "lexical_similarity": 0.56212079185074, | |
| "semantic_similarity": 0.7638393640518188, | |
| "edit_similarity": 0.7220338983050847, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5409928340899169, | |
| "metrics": { | |
| "length_ratio": 0.9605026929982047, | |
| "lexical_similarity": 0.2529147834895312, | |
| "semantic_similarity": 0.7808390855789185, | |
| "edit_similarity": 0.2836624775583483, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.6392617786803655, | |
| "metrics": { | |
| "length_ratio": 0.6027874564459931, | |
| "lexical_similarity": 0.6348087971775133, | |
| "semantic_similarity": 0.6769258975982666, | |
| "edit_similarity": 0.5888501742160279, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 0.5283810687499827, | |
| "metrics": { | |
| "length_ratio": 0.9444444444444444, | |
| "lexical_similarity": 0.25586058972114367, | |
| "semantic_similarity": 0.7369632124900818, | |
| "edit_similarity": 0.31196581196581197, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.5101777368249687, | |
| "metrics": { | |
| "length_ratio": 0.5568627450980392, | |
| "lexical_similarity": 0.2910691023819054, | |
| "semantic_similarity": 0.7355738878250122, | |
| "edit_similarity": 0.3647058823529412, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.866010106617652, | |
| "metrics": { | |
| "length_ratio": 0.9963503649635036, | |
| "lexical_similarity": 0.8865178039130657, | |
| "semantic_similarity": 0.7729471325874329, | |
| "edit_similarity": 0.9562043795620438, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.781428989697795, | |
| "metrics": { | |
| "length_ratio": 0.9761904761904762, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7740135788917542, | |
| "edit_similarity": 0.8293650793650793, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.7191677951431065, | |
| "metrics": { | |
| "length_ratio": 0.8832116788321168, | |
| "lexical_similarity": 0.5859442534415849, | |
| "semantic_similarity": 0.8119284510612488, | |
| "edit_similarity": 0.6514598540145986, | |
| "temperature": 1.7 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "CREATIVE", | |
| "score": 0.6444897577231846, | |
| "metrics": { | |
| "length_ratio": 0.9857142857142858, | |
| "lexical_similarity": 0.46598909712311054, | |
| "semantic_similarity": 0.7510182857513428, | |
| "edit_similarity": 0.5285714285714286, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5623336287660615, | |
| "metrics": { | |
| "length_ratio": 0.9941520467836257, | |
| "lexical_similarity": 0.3360855975719415, | |
| "semantic_similarity": 0.7414891719818115, | |
| "edit_similarity": 0.32748538011695905, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5403930541530441, | |
| "metrics": { | |
| "length_ratio": 0.9547038327526133, | |
| "lexical_similarity": 0.3421924816191859, | |
| "semantic_similarity": 0.6013069152832031, | |
| "edit_similarity": 0.5087108013937283, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5999915919495336, | |
| "metrics": { | |
| "length_ratio": 0.34200113058224985, | |
| "lexical_similarity": 0.6164214105590102, | |
| "semantic_similarity": 0.8388217687606812, | |
| "edit_similarity": 0.22668174109666483, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.9691502718652827, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.9207401897413285, | |
| "semantic_similarity": 0.9948991537094116, | |
| "edit_similarity": 0.9748427672955975, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5632578864746445, | |
| "metrics": { | |
| "length_ratio": 0.967948717948718, | |
| "lexical_similarity": 0.3329472815809851, | |
| "semantic_similarity": 0.7529855370521545, | |
| "edit_similarity": 0.32692307692307687, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5297098813980524, | |
| "metrics": { | |
| "length_ratio": 0.7876106194690266, | |
| "lexical_similarity": 0.23157991565275024, | |
| "semantic_similarity": 0.8176251649856567, | |
| "edit_similarity": 0.27212389380530977, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5888932709978861, | |
| "metrics": { | |
| "length_ratio": 0.46527196652719666, | |
| "lexical_similarity": 0.511702020685592, | |
| "semantic_similarity": 0.8273687958717346, | |
| "edit_similarity": 0.28953974895397494, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.5503692833681637, | |
| "metrics": { | |
| "length_ratio": 0.8582089552238806, | |
| "lexical_similarity": 0.40540168427057993, | |
| "semantic_similarity": 0.6147823929786682, | |
| "edit_similarity": 0.4850746268656716, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5276554794123176, | |
| "metrics": { | |
| "length_ratio": 0.9057239057239057, | |
| "lexical_similarity": 0.1721203552286161, | |
| "semantic_similarity": 0.7986342906951904, | |
| "edit_similarity": 0.32996632996633, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5368282366439341, | |
| "metrics": { | |
| "length_ratio": 0.33412745681953543, | |
| "lexical_similarity": 0.36965560280284027, | |
| "semantic_similarity": 0.8606895208358765, | |
| "edit_similarity": 0.24121500893388925, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.8577934213645579, | |
| "metrics": { | |
| "length_ratio": 0.9298245614035088, | |
| "lexical_similarity": 0.6949450440198668, | |
| "semantic_similarity": 0.9756139516830444, | |
| "edit_similarity": 0.8304093567251463, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.6281840728221026, | |
| "metrics": { | |
| "length_ratio": 0.6047745358090185, | |
| "lexical_similarity": 0.6014199028259916, | |
| "semantic_similarity": 0.7241697907447815, | |
| "edit_similarity": 0.48806366047745353, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "CREATIVE", | |
| "score": 1.0000000476837159, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 1.0000000000000002, | |
| "semantic_similarity": 1.0000001192092896, | |
| "edit_similarity": 1.0, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "BALANCED", | |
| "score": 0.5184671302509168, | |
| "metrics": { | |
| "length_ratio": 0.8939393939393939, | |
| "lexical_similarity": 0.1436400062685798, | |
| "semantic_similarity": 0.8119226694107056, | |
| "edit_similarity": 0.30606060606060603, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "BALANCED", | |
| "score": 0.5647965013112363, | |
| "metrics": { | |
| "length_ratio": 0.4430929626411816, | |
| "lexical_similarity": 0.3830200853575066, | |
| "semantic_similarity": 0.8779842257499695, | |
| "edit_similarity": 0.2719374456993918, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.8220673229710427, | |
| "metrics": { | |
| "length_ratio": 0.9935897435897436, | |
| "lexical_similarity": 0.7374342237632032, | |
| "semantic_similarity": 0.8354259729385376, | |
| "edit_similarity": 0.8365384615384616, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.5287585850333103, | |
| "metrics": { | |
| "length_ratio": 0.9441786283891547, | |
| "lexical_similarity": 0.15348086852231327, | |
| "semantic_similarity": 0.8311877250671387, | |
| "edit_similarity": 0.2791068580542265, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "FOCUSED", | |
| "score": 0.5338434773442232, | |
| "metrics": { | |
| "length_ratio": 0.749498997995992, | |
| "lexical_similarity": 0.27092525359702513, | |
| "semantic_similarity": 0.7777073383331299, | |
| "edit_similarity": 0.33266533066132264, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.642303249045503, | |
| "metrics": { | |
| "length_ratio": 0.5454545454545454, | |
| "lexical_similarity": 0.5156353507311793, | |
| "semantic_similarity": 0.8810869455337524, | |
| "edit_similarity": 0.4031620553359684, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.7780203671292293, | |
| "metrics": { | |
| "length_ratio": 0.9919028340080972, | |
| "lexical_similarity": 0.6944383154967662, | |
| "semantic_similarity": 0.7713881731033325, | |
| "edit_similarity": 0.8097165991902834, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5118236103423992, | |
| "metrics": { | |
| "length_ratio": 0.3955974842767296, | |
| "lexical_similarity": 0.37090351000980276, | |
| "semantic_similarity": 0.7814128398895264, | |
| "edit_similarity": 0.24213836477987416, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5401699015601131, | |
| "metrics": { | |
| "length_ratio": 0.9022988505747126, | |
| "lexical_similarity": 0.2848585643531483, | |
| "semantic_similarity": 0.7431026697158813, | |
| "edit_similarity": 0.3362068965517241, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5398357277977631, | |
| "metrics": { | |
| "length_ratio": 0.7676767676767676, | |
| "lexical_similarity": 0.25659981955632494, | |
| "semantic_similarity": 0.8086546063423157, | |
| "edit_similarity": 0.31313131313131315, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5423848766548242, | |
| "metrics": { | |
| "length_ratio": 0.9134199134199135, | |
| "lexical_similarity": 0.452567776997351, | |
| "semantic_similarity": 0.6106922030448914, | |
| "edit_similarity": 0.35497835497835495, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "EXPERIMENTAL", | |
| "score": 0.5182840924798804, | |
| "metrics": { | |
| "length_ratio": 0.7739130434782608, | |
| "lexical_similarity": 0.28082619857680396, | |
| "semantic_similarity": 0.7405253648757935, | |
| "edit_similarity": 0.3021739130434783, | |
| "temperature": 1.8 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.6685723180748256, | |
| "metrics": { | |
| "length_ratio": 0.6115384615384616, | |
| "lexical_similarity": 0.7731249200305371, | |
| "semantic_similarity": 0.6329332590103149, | |
| "edit_similarity": 0.6115384615384616, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5481906018274948, | |
| "metrics": { | |
| "length_ratio": 0.9589442815249267, | |
| "lexical_similarity": 0.33015282155609044, | |
| "semantic_similarity": 0.7203692197799683, | |
| "edit_similarity": 0.32551319648093846, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.7077509212059443, | |
| "metrics": { | |
| "length_ratio": 1.0, | |
| "lexical_similarity": 0.8680942667801238, | |
| "semantic_similarity": 0.37093818187713623, | |
| "edit_similarity": 0.9947368421052631, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5594422242881831, | |
| "metrics": { | |
| "length_ratio": 0.9032258064516129, | |
| "lexical_similarity": 0.3328651595404209, | |
| "semantic_similarity": 0.7376663684844971, | |
| "edit_similarity": 0.3709677419354839, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5695517715895008, | |
| "metrics": { | |
| "length_ratio": 0.7322274881516587, | |
| "lexical_similarity": 0.34137667211733, | |
| "semantic_similarity": 0.8248374462127686, | |
| "edit_similarity": 0.3199052132701422, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.5121320559452233, | |
| "metrics": { | |
| "length_ratio": 0.4472396925227114, | |
| "lexical_similarity": 0.2963116932299266, | |
| "semantic_similarity": 0.8177050352096558, | |
| "edit_similarity": 0.25716282320055905, | |
| "temperature": 0.1 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.795359840012301, | |
| "metrics": { | |
| "length_ratio": 0.9583333333333334, | |
| "lexical_similarity": 0.7507620745788313, | |
| "semantic_similarity": 0.7399113774299622, | |
| "edit_similarity": 0.8916666666666666, | |
| "temperature": 0.8 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5139476364236515, | |
| "metrics": { | |
| "length_ratio": 0.8463687150837989, | |
| "lexical_similarity": 0.279683178258634, | |
| "semantic_similarity": 0.6735703945159912, | |
| "edit_similarity": 0.3798882681564246, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.5122903356360663, | |
| "metrics": { | |
| "length_ratio": 0.31543624161073824, | |
| "lexical_similarity": 0.4378160720118719, | |
| "semantic_similarity": 0.765178382396698, | |
| "edit_similarity": 0.2166526845637584, | |
| "temperature": 1.2 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "BALANCED", | |
| "score": 0.7248594277998264, | |
| "metrics": { | |
| "length_ratio": 0.9798387096774194, | |
| "lexical_similarity": 0.6016628440019703, | |
| "semantic_similarity": 0.7449740171432495, | |
| "edit_similarity": 0.7419354838709677, | |
| "temperature": 0.7 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "CREATIVE", | |
| "score": 0.5142983087350697, | |
| "metrics": { | |
| "length_ratio": 0.8348214285714286, | |
| "lexical_similarity": 0.3137731750403317, | |
| "semantic_similarity": 0.6162641048431396, | |
| "edit_similarity": 0.4508928571428571, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "CREATIVE", | |
| "score": 0.6740109328883587, | |
| "metrics": { | |
| "length_ratio": 0.7673830594184576, | |
| "lexical_similarity": 0.5196319678531868, | |
| "semantic_similarity": 0.930259108543396, | |
| "edit_similarity": 0.34639696586599245, | |
| "temperature": 1.3 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "FOCUSED", | |
| "score": 0.543215796007843, | |
| "metrics": { | |
| "length_ratio": 0.5112540192926045, | |
| "lexical_similarity": 0.579738671537666, | |
| "semantic_similarity": 0.5558721423149109, | |
| "edit_similarity": 0.4790996784565916, | |
| "temperature": 0.4 | |
| } | |
| }, | |
| { | |
| "query": "question_id", | |
| "class": "FOCUSED", | |
| "score": 0.5566741342875583, | |
| "metrics": { | |
| "length_ratio": 0.948170731707317, | |
| "lexical_similarity": 0.3219561881881914, | |
| "semantic_similarity": 0.7378706336021423, | |
| "edit_similarity": 0.35060975609756095, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "category", | |
| "class": "FOCUSED", | |
| "score": 0.504382863704623, | |
| "metrics": { | |
| "length_ratio": 0.9703264094955489, | |
| "lexical_similarity": 0.18747940226840087, | |
| "semantic_similarity": 0.7694573998451233, | |
| "edit_similarity": 0.21661721068249262, | |
| "temperature": 0.3 | |
| } | |
| }, | |
| { | |
| "query": "cluster", | |
| "class": "DETERMINISTIC", | |
| "score": 0.7058713037161771, | |
| "metrics": { | |
| "length_ratio": 0.7555555555555555, | |
| "lexical_similarity": 0.7218863782138989, | |
| "semantic_similarity": 0.6677079200744629, | |
| "edit_similarity": 0.7333333333333334, | |
| "temperature": 0.0 | |
| } | |
| }, | |
| { | |
| "query": "turns", | |
| "class": "BALANCED", | |
| "score": 0.7927016099448482, | |
| "metrics": { | |
| "length_ratio": 0.9901477832512315, | |
| "lexical_similarity": 0.905825940962956, | |
| "semantic_similarity": 0.5622367858886719, | |
| "edit_similarity": 0.9852216748768473, | |
| "temperature": 0.8 | |
| } | |
| } | |
| ] | |
| } |