diff --git "a/optimization_stats.json" "b/optimization_stats.json" new file mode 100644--- /dev/null +++ "b/optimization_stats.json" @@ -0,0 +1,4203 @@ +{ + "total_queries": 500, + "successful_optimizations": 349, + "failed_optimizations": 151, + "avg_similarity_score": 0.6399074779133016, + "class_distribution": { + "DETERMINISTIC": 65, + "FOCUSED": 92, + "BALANCED": 82, + "CREATIVE": 62, + "EXPERIMENTAL": 48 + }, + "detailed_scores": [ + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7059909825520521, + "metrics": { + "length_ratio": 0.9564102564102565, + "lexical_similarity": 0.5643178043446598, + "semantic_similarity": 0.7180211544036865, + "edit_similarity": 0.7692307692307692, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5751863987775953, + "metrics": { + "length_ratio": 0.5298804780876494, + "lexical_similarity": 0.45869008066091943, + "semantic_similarity": 0.7662591934204102, + "edit_similarity": 0.3904382470119522, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.6146628106508869, + "metrics": { + "length_ratio": 0.4715079916608756, + "lexical_similarity": 0.5413393030124466, + "semantic_similarity": 0.8737901449203491, + "edit_similarity": 0.27797081306462823, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6088542651417507, + "metrics": { + "length_ratio": 0.9568345323741008, + "lexical_similarity": 0.3609109455358704, + "semantic_similarity": 0.7172797918319702, + "edit_similarity": 0.5899280575539568, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.6351831242767634, + "metrics": { + "length_ratio": 0.9235668789808917, + "lexical_similarity": 0.5045054842974452, + "semantic_similarity": 0.7653111815452576, + "edit_similarity": 0.4267515923566879, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5147472466574486, + "metrics": { + "length_ratio": 0.6427795874049945, + "lexical_similarity": 0.2749603220300935, + "semantic_similarity": 0.7777162790298462, + "edit_similarity": 0.28447339847991315, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.6018894125225991, + "metrics": { + "length_ratio": 0.7883211678832117, + "lexical_similarity": 0.4652915323370138, + "semantic_similarity": 0.6083096265792847, + "edit_similarity": 0.7007299270072993, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.9531943231102029, + "metrics": { + "length_ratio": 0.9340277777777778, + "lexical_similarity": 0.9269700632965784, + "semantic_similarity": 0.9941818714141846, + "edit_similarity": 0.9201388888888888, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.528544969349245, + "metrics": { + "length_ratio": 0.5959264126149802, + "lexical_similarity": 0.3349070921952999, + "semantic_similarity": 0.7769823670387268, + "edit_similarity": 0.2884362680683311, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5870656018652936, + "metrics": { + "length_ratio": 0.896, + "lexical_similarity": 0.5254740687735939, + "semantic_similarity": 0.45755845308303833, + "edit_similarity": 0.784, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.628513269279096, + "metrics": { + "length_ratio": 0.4825174825174825, + "lexical_similarity": 0.49716360348268923, + "semantic_similarity": 0.8994594216346741, + "edit_similarity": 0.35664335664335667, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.513810155843031, + "metrics": { + "length_ratio": 0.6686868686868687, + "lexical_similarity": 0.29196697515599895, + "semantic_similarity": 0.7428228855133057, + "edit_similarity": 0.3111111111111111, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5472838134704366, + "metrics": { + "length_ratio": 0.2746803069053708, + "lexical_similarity": 0.5328899244883151, + "semantic_similarity": 0.7991047501564026, + "edit_similarity": 0.2015345268542199, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.536629650087746, + "metrics": { + "length_ratio": 0.8151815181518152, + "lexical_similarity": 0.4110083627966629, + "semantic_similarity": 0.6529548168182373, + "edit_similarity": 0.3531353135313532, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5655224642051309, + "metrics": { + "length_ratio": 0.3485793485793486, + "lexical_similarity": 0.45863677863131047, + "semantic_similarity": 0.8163635730743408, + "edit_similarity": 0.33264033264033266, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.5355735517007538, + "metrics": { + "length_ratio": 0.9846938775510204, + "lexical_similarity": 0.2152425256625527, + "semantic_similarity": 0.7221448421478271, + "edit_similarity": 0.41836734693877553, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.7703744083886733, + "metrics": { + "length_ratio": 0.9841269841269841, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7424088716506958, + "edit_similarity": 0.8333333333333334, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "EXPERIMENTAL", + "score": 0.5396424754083481, + "metrics": { + "length_ratio": 0.7149901380670611, + "lexical_similarity": 0.22134827115956449, + "semantic_similarity": 0.8667734861373901, + "edit_similarity": 0.2751479289940828, + "temperature": 1.7 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5791742075311055, + "metrics": { + "length_ratio": 0.7753623188405797, + "lexical_similarity": 0.383267402404445, + "semantic_similarity": 0.7338545322418213, + "edit_similarity": 0.4655797101449275, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.7111649805350573, + "metrics": { + "length_ratio": 0.992619926199262, + "lexical_similarity": 0.8659674074447716, + "semantic_similarity": 0.3950420618057251, + "edit_similarity": 0.9704797047970479, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5516645990235423, + "metrics": { + "length_ratio": 0.9345238095238095, + "lexical_similarity": 0.3159161341076665, + "semantic_similarity": 0.7449029684066772, + "edit_similarity": 0.32738095238095233, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5960192511983388, + "metrics": { + "length_ratio": 0.8685208596713021, + "lexical_similarity": 0.3519205224580861, + "semantic_similarity": 0.8597992658615112, + "edit_similarity": 0.2983565107458913, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.7821216699818276, + "metrics": { + "length_ratio": 0.9763779527559056, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7750266194343567, + "edit_similarity": 0.8307086614173228, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5047128391468365, + "metrics": { + "length_ratio": 0.24280666330136294, + "lexical_similarity": 0.32978692835767043, + "semantic_similarity": 0.8636342287063599, + "edit_similarity": 0.18021201413427557, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5347407561766314, + "metrics": { + "length_ratio": 0.697324414715719, + "lexical_similarity": 0.23778618534487408, + "semantic_similarity": 0.8286627531051636, + "edit_similarity": 0.3110367892976589, + "temperature": 0.8 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.6102453037871165, + "metrics": { + "length_ratio": 0.9364161849710982, + "lexical_similarity": 0.3360969272762575, + "semantic_similarity": 0.7677602171897888, + "edit_similarity": 0.5433526011560694, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7249212199473067, + "metrics": { + "length_ratio": 0.9618320610687023, + "lexical_similarity": 0.6802322512594663, + "semantic_similarity": 0.7658693194389343, + "edit_similarity": 0.5916030534351144, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 1.0000000476837159, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0, + "semantic_similarity": 1.0000001192092896, + "edit_similarity": 1.0, + "temperature": 0.8 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.500374678440661, + "metrics": { + "length_ratio": 0.425531914893617, + "lexical_similarity": 0.37642388002706373, + "semantic_similarity": 0.6707464456558228, + "edit_similarity": 0.3829787234042553, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5075896076279759, + "metrics": { + "length_ratio": 0.7931034482758621, + "lexical_similarity": 0.2547509971369165, + "semantic_similarity": 0.7146102786064148, + "edit_similarity": 0.3300492610837439, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5678254689626764, + "metrics": { + "length_ratio": 0.5426439232409381, + "lexical_similarity": 0.43316722810409347, + "semantic_similarity": 0.7991125583648682, + "edit_similarity": 0.3198294243070362, + "temperature": 0.8 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.607621978325234, + "metrics": { + "length_ratio": 0.5578947368421052, + "lexical_similarity": 0.6418324856467302, + "semantic_similarity": 0.636803388595581, + "edit_similarity": 0.5228070175438597, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.536410181615325, + "metrics": { + "length_ratio": 0.801980198019802, + "lexical_similarity": 0.4110083627966629, + "semantic_similarity": 0.6540563106536865, + "edit_similarity": 0.3564356435643564, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5960195960714669, + "metrics": { + "length_ratio": 0.6351674641148325, + "lexical_similarity": 0.4553087885456452, + "semantic_similarity": 0.8378616571426392, + "edit_similarity": 0.3038277511961722, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.532763391700659, + "metrics": { + "length_ratio": 0.6160337552742616, + "lexical_similarity": 0.46890698368768263, + "semantic_similarity": 0.6542788743972778, + "edit_similarity": 0.3438818565400844, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5722378665524257, + "metrics": { + "length_ratio": 0.8567839195979899, + "lexical_similarity": 0.26585878340973845, + "semantic_similarity": 0.8700196743011475, + "edit_similarity": 0.29396984924623115, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5641688926546011, + "metrics": { + "length_ratio": 0.5532608695652174, + "lexical_similarity": 0.32594036268654336, + "semantic_similarity": 0.8896082639694214, + "edit_similarity": 0.2760869565217391, + "temperature": 1.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5098659052902605, + "metrics": { + "length_ratio": 0.6911764705882353, + "lexical_similarity": 0.13402827072482115, + "semantic_similarity": 0.8624605536460876, + "edit_similarity": 0.2777777777777778, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.532357886955524, + "metrics": { + "length_ratio": 0.5155038759689923, + "lexical_similarity": 0.3747963455289782, + "semantic_similarity": 0.7639447450637817, + "edit_similarity": 0.313953488372093, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5441138742847181, + "metrics": { + "length_ratio": 0.6963350785340314, + "lexical_similarity": 0.3432897987967679, + "semantic_similarity": 0.7441785931587219, + "edit_similarity": 0.3691099476439791, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "EXPERIMENTAL", + "score": 0.5790732978829545, + "metrics": { + "length_ratio": 0.9644670050761421, + "lexical_similarity": 0.31900095323186034, + "semantic_similarity": 0.8124934434890747, + "edit_similarity": 0.30964467005076146, + "temperature": 1.7 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5714684620437974, + "metrics": { + "length_ratio": 0.7991452991452992, + "lexical_similarity": 0.4456422836911324, + "semantic_similarity": 0.5463625192642212, + "edit_similarity": 0.6965811965811965, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.7744638526748274, + "metrics": { + "length_ratio": 0.9570200573065902, + "lexical_similarity": 0.7459775195995609, + "semantic_similarity": 0.7190833687782288, + "edit_similarity": 0.836676217765043, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5399141522220438, + "metrics": { + "length_ratio": 0.3412736995624696, + "lexical_similarity": 0.4633500123125908, + "semantic_similarity": 0.809516429901123, + "edit_similarity": 0.2148760330578512, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6088542651417507, + "metrics": { + "length_ratio": 0.9568345323741008, + "lexical_similarity": 0.3609109455358704, + "semantic_similarity": 0.7172797918319702, + "edit_similarity": 0.5899280575539568, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.6315378574496446, + "metrics": { + "length_ratio": 0.8910505836575876, + "lexical_similarity": 0.5225154396305931, + "semantic_similarity": 0.7579697370529175, + "edit_similarity": 0.41245136186770426, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.5298110005639269, + "metrics": { + "length_ratio": 0.6045454545454545, + "lexical_similarity": 0.26055567105626243, + "semantic_similarity": 0.7597925662994385, + "edit_similarity": 0.4363636363636364, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5898933361796438, + "metrics": { + "length_ratio": 0.927710843373494, + "lexical_similarity": 0.4625436551069624, + "semantic_similarity": 0.6790304183959961, + "edit_similarity": 0.4337349397590361, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.6276644581961617, + "metrics": { + "length_ratio": 0.7643979057591623, + "lexical_similarity": 0.7474073540060466, + "semantic_similarity": 0.4483962059020996, + "edit_similarity": 0.7382198952879582, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.7962880129350551, + "metrics": { + "length_ratio": 0.9626865671641791, + "lexical_similarity": 0.7687721282447993, + "semantic_similarity": 0.7219767570495605, + "edit_similarity": 0.9029850746268657, + "temperature": 1.3 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5638053908346358, + "metrics": { + "length_ratio": 0.7150395778364116, + "lexical_similarity": 0.30194764878258257, + "semantic_similarity": 0.8301503658294678, + "edit_similarity": 0.3482849604221636, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5390568291920123, + "metrics": { + "length_ratio": 0.8282208588957055, + "lexical_similarity": 0.19708130466865814, + "semantic_similarity": 0.8547390699386597, + "edit_similarity": 0.2760736196319018, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.6928083000161823, + "metrics": { + "length_ratio": 0.7627118644067796, + "lexical_similarity": 0.5455589242637945, + "semantic_similarity": 0.8355634212493896, + "edit_similarity": 0.5932203389830508, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7369405163581465, + "metrics": { + "length_ratio": 0.967741935483871, + "lexical_similarity": 0.6016628440019703, + "semantic_similarity": 0.7701364159584045, + "edit_similarity": 0.7580645161290323, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5882789402446619, + "metrics": { + "length_ratio": 0.582168995342648, + "lexical_similarity": 0.4627415744249302, + "semantic_similarity": 0.7974601984024048, + "edit_similarity": 0.36127744510978044, + "temperature": 1.8 + } + }, + { + "query": "category", + "class": "EXPERIMENTAL", + "score": 0.5111490015504628, + "metrics": { + "length_ratio": 0.4510250569476082, + "lexical_similarity": 0.19619999404342842, + "semantic_similarity": 0.8915425539016724, + "edit_similarity": 0.25284738041002275, + "temperature": 1.7 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.6325282421394773, + "metrics": { + "length_ratio": 0.7060552616108172, + "lexical_similarity": 0.4243040548957107, + "semantic_similarity": 0.9210878610610962, + "edit_similarity": 0.33098177542621987, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.6223449345383658, + "metrics": { + "length_ratio": 0.8837209302325582, + "lexical_similarity": 0.35639229999036287, + "semantic_similarity": 0.7304285764694214, + "edit_similarity": 0.6744186046511628, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5651620107348945, + "metrics": { + "length_ratio": 0.9788135593220338, + "lexical_similarity": 0.46834818595050043, + "semantic_similarity": 0.6580421924591064, + "edit_similarity": 0.31779661016949157, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5705156383010679, + "metrics": { + "length_ratio": 0.38084326306141153, + "lexical_similarity": 0.44200475038427045, + "semantic_similarity": 0.8811054229736328, + "edit_similarity": 0.23693858845096238, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.7889198980698481, + "metrics": { + "length_ratio": 0.9356060606060606, + "lexical_similarity": 0.7679394032516998, + "semantic_similarity": 0.7457770109176636, + "edit_similarity": 0.8333333333333334, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.508526652447828, + "metrics": { + "length_ratio": 0.46613255644573925, + "lexical_similarity": 0.3172656784183211, + "semantic_similarity": 0.7864627838134766, + "edit_similarity": 0.26074289876183543, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.6297916254103437, + "metrics": { + "length_ratio": 0.946969696969697, + "lexical_similarity": 0.44062006617142707, + "semantic_similarity": 0.7553776502609253, + "edit_similarity": 0.5037878787878788, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5269887977096316, + "metrics": { + "length_ratio": 0.8418079096045198, + "lexical_similarity": 0.18257106462844866, + "semantic_similarity": 0.8020126223564148, + "edit_similarity": 0.33615819209039544, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5654228648909312, + "metrics": { + "length_ratio": 0.5463258785942492, + "lexical_similarity": 0.42613544207274257, + "semantic_similarity": 0.8141366243362427, + "edit_similarity": 0.28647497337593186, + "temperature": 0.1 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.5710557139066229, + "metrics": { + "length_ratio": 0.9815668202764977, + "lexical_similarity": 0.35909720506655163, + "semantic_similarity": 0.7401136159896851, + "edit_similarity": 0.34562211981566815, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.7703744083886733, + "metrics": { + "length_ratio": 0.9841269841269841, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7424088716506958, + "edit_similarity": 0.8333333333333334, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.502751719530955, + "metrics": { + "length_ratio": 0.9140127388535032, + "lexical_similarity": 0.12959865639408844, + "semantic_similarity": 0.7592025995254517, + "edit_similarity": 0.3439490445859873, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5243601747712107, + "metrics": { + "length_ratio": 0.3927905531385954, + "lexical_similarity": 0.4060733452578685, + "semantic_similarity": 0.7860222458839417, + "edit_similarity": 0.2442510876320696, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.8442031574659085, + "metrics": { + "length_ratio": 0.987012987012987, + "lexical_similarity": 0.8388916689930075, + "semantic_similarity": 0.7735469341278076, + "edit_similarity": 0.922077922077922, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 1.0000000000000002, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0000000000000007, + "semantic_similarity": 1.0, + "edit_similarity": 1.0, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.6542316680572198, + "metrics": { + "length_ratio": 0.6138996138996139, + "lexical_similarity": 0.6858816309021214, + "semantic_similarity": 0.660743236541748, + "edit_similarity": 0.6138996138996139, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.536410181615325, + "metrics": { + "length_ratio": 0.801980198019802, + "lexical_similarity": 0.4110083627966629, + "semantic_similarity": 0.6540563106536865, + "edit_similarity": 0.3564356435643564, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5059794024003708, + "metrics": { + "length_ratio": 0.9699248120300752, + "lexical_similarity": 0.2659192406559315, + "semantic_similarity": 0.6294188499450684, + "edit_similarity": 0.3872180451127819, + "temperature": 0.0 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.5489536312561427, + "metrics": { + "length_ratio": 0.48314606741573035, + "lexical_similarity": 0.5797386715376658, + "semantic_similarity": 0.5808385014533997, + "edit_similarity": 0.4719101123595506, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.6633723542408219, + "metrics": { + "length_ratio": 0.8874458874458875, + "lexical_similarity": 0.5215655569103778, + "semantic_similarity": 0.7423649430274963, + "edit_similarity": 0.6060606060606061, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.530570243247463, + "metrics": { + "length_ratio": 0.8501228501228502, + "lexical_similarity": 0.1878995490567389, + "semantic_similarity": 0.8046655654907227, + "edit_similarity": 0.33660933660933656, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5523564099441928, + "metrics": { + "length_ratio": 0.41881051175656986, + "lexical_similarity": 0.40770354010450116, + "semantic_similarity": 0.8457911014556885, + "edit_similarity": 0.2492392807745505, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5423848766548242, + "metrics": { + "length_ratio": 0.9134199134199135, + "lexical_similarity": 0.452567776997351, + "semantic_similarity": 0.6106922030448914, + "edit_similarity": 0.35497835497835495, + "temperature": 0.1 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.6495408185729749, + "metrics": { + "length_ratio": 0.6657350475125768, + "lexical_similarity": 0.5739214428396855, + "semantic_similarity": 0.8866753578186035, + "edit_similarity": 0.2806036892118502, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.8045161965597223, + "metrics": { + "length_ratio": 0.9312977099236641, + "lexical_similarity": 0.7991350156337251, + "semantic_similarity": 0.7611758708953857, + "edit_similarity": 0.8358778625954199, + "temperature": 0.8 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.5098626435898719, + "metrics": { + "length_ratio": 0.937888198757764, + "lexical_similarity": 0.27235315896952067, + "semantic_similarity": 0.571944534778595, + "edit_similarity": 0.5279503105590062, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.9416599179539737, + "metrics": { + "length_ratio": 0.9841897233201581, + "lexical_similarity": 0.9239535357171462, + "semantic_similarity": 0.9269949197769165, + "edit_similarity": 0.9762845849802372, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.6269419853960444, + "metrics": { + "length_ratio": 0.4363957597173145, + "lexical_similarity": 0.5827427138524662, + "semantic_similarity": 0.8705806136131287, + "edit_similarity": 0.3012367491166078, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5423848766548242, + "metrics": { + "length_ratio": 0.9134199134199135, + "lexical_similarity": 0.452567776997351, + "semantic_similarity": 0.6106922030448914, + "edit_similarity": 0.35497835497835495, + "temperature": 0.1 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.524816568757205, + "metrics": { + "length_ratio": 0.919454770755886, + "lexical_similarity": 0.1594623575117294, + "semantic_similarity": 0.8374260663986206, + "edit_similarity": 0.25030978934324655, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.7133335427405003, + "metrics": { + "length_ratio": 0.9078341013824884, + "lexical_similarity": 0.6152186908963321, + "semantic_similarity": 0.806942880153656, + "edit_similarity": 0.5760368663594471, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5680944510187977, + "metrics": { + "length_ratio": 0.8430232558139535, + "lexical_similarity": 0.40297190932887, + "semantic_similarity": 0.7066699862480164, + "edit_similarity": 0.40116279069767447, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5169545988588834, + "metrics": { + "length_ratio": 0.3972809667673716, + "lexical_similarity": 0.33794349855728734, + "semantic_similarity": 0.8164968490600586, + "edit_similarity": 0.24622356495468278, + "temperature": 0.1 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 1.0, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0000000000000002, + "semantic_similarity": 1.0, + "edit_similarity": 1.0, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.6330361274813499, + "metrics": { + "length_ratio": 0.9435483870967742, + "lexical_similarity": 0.4035006033688616, + "semantic_similarity": 0.7154487371444702, + "edit_similarity": 0.657258064516129, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "EXPERIMENTAL", + "score": 0.5258509484975656, + "metrics": { + "length_ratio": 0.8588754134509372, + "lexical_similarity": 0.18686982786706247, + "semantic_similarity": 0.834618330001831, + "edit_similarity": 0.2502756339581036, + "temperature": 1.7 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5275091199550599, + "metrics": { + "length_ratio": 0.5924324324324325, + "lexical_similarity": 0.29099850282943013, + "semantic_similarity": 0.7999833822250366, + "edit_similarity": 0.30486486486486486, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.826544028274957, + "metrics": { + "length_ratio": 0.9774436090225563, + "lexical_similarity": 0.8460555273069104, + "semantic_similarity": 0.7288109064102173, + "edit_similarity": 0.9172932330827068, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.527337376500564, + "metrics": { + "length_ratio": 0.27256317689530685, + "lexical_similarity": 0.44938249276283787, + "semantic_similarity": 0.814489483833313, + "edit_similarity": 0.19735258724428395, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7619129112061984, + "metrics": { + "length_ratio": 0.9534883720930233, + "lexical_similarity": 0.7475652182703256, + "semantic_similarity": 0.6921150088310242, + "edit_similarity": 0.8272425249169435, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5008032808934237, + "metrics": { + "length_ratio": 0.9202279202279202, + "lexical_similarity": 0.13490669520561985, + "semantic_similarity": 0.765500545501709, + "edit_similarity": 0.3105413105413105, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5054570694944555, + "metrics": { + "length_ratio": 0.6860158311345647, + "lexical_similarity": 0.19855251326297316, + "semantic_similarity": 0.7981055974960327, + "edit_similarity": 0.29023746701846964, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.5707154624515312, + "metrics": { + "length_ratio": 0.7171717171717171, + "lexical_similarity": 0.4760060178327107, + "semantic_similarity": 0.5925114154815674, + "edit_similarity": 0.595959595959596, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.770904132497262, + "metrics": { + "length_ratio": 0.9841897233201581, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7433881163597107, + "edit_similarity": 0.83399209486166, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5044592670911677, + "metrics": { + "length_ratio": 0.9367469879518072, + "lexical_similarity": 0.18320885153847913, + "semantic_similarity": 0.7329282760620117, + "edit_similarity": 0.3132530120481928, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.824624082639052, + "metrics": { + "length_ratio": 0.9808429118773946, + "lexical_similarity": 0.794450473202992, + "semantic_similarity": 0.7856457233428955, + "edit_similarity": 0.8697318007662835, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5508069353858265, + "metrics": { + "length_ratio": 0.9303135888501742, + "lexical_similarity": 0.22150311285842836, + "semantic_similarity": 0.8267436623573303, + "edit_similarity": 0.3031358885017421, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.6790524605677041, + "metrics": { + "length_ratio": 0.8928571428571429, + "lexical_similarity": 0.7422604478710504, + "semantic_similarity": 0.5843881964683533, + "edit_similarity": 0.6666666666666667, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.654373611056564, + "metrics": { + "length_ratio": 0.9828767123287672, + "lexical_similarity": 0.45475792740552184, + "semantic_similarity": 0.7392148971557617, + "edit_similarity": 0.6198630136986301, + "temperature": 1.2 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5306676070942445, + "metrics": { + "length_ratio": 0.8213399503722084, + "lexical_similarity": 0.2843879634701874, + "semantic_similarity": 0.7653631567955017, + "edit_similarity": 0.2853598014888338, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5289338571578902, + "metrics": { + "length_ratio": 0.4332514332514332, + "lexical_similarity": 0.32311956590515845, + "semantic_similarity": 0.8435084819793701, + "edit_similarity": 0.2563472563472563, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5317674557763636, + "metrics": { + "length_ratio": 0.9685314685314685, + "lexical_similarity": 0.161067270493815, + "semantic_similarity": 0.8196321725845337, + "edit_similarity": 0.29370629370629375, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.7146132246103408, + "metrics": { + "length_ratio": 0.9301587301587302, + "lexical_similarity": 0.5776774631665651, + "semantic_similarity": 0.7223225831985474, + "edit_similarity": 0.7968253968253969, + "temperature": 1.8 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.5622418213711672, + "metrics": { + "length_ratio": 0.92, + "lexical_similarity": 0.2543164255971685, + "semantic_similarity": 0.7148672342300415, + "edit_similarity": 0.54, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.8127909383371158, + "metrics": { + "length_ratio": 0.9518900343642611, + "lexical_similarity": 0.787518588933626, + "semantic_similarity": 0.7600669264793396, + "edit_similarity": 0.8865979381443299, + "temperature": 1.2 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5531205795411729, + "metrics": { + "length_ratio": 0.6867627785058977, + "lexical_similarity": 0.24492262201276807, + "semantic_similarity": 0.8878381848335266, + "edit_similarity": 0.27916120576671033, + "temperature": 0.0 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.5752453533697153, + "metrics": { + "length_ratio": 0.48036253776435045, + "lexical_similarity": 0.5865616473575934, + "semantic_similarity": 0.6530259847640991, + "edit_similarity": 0.4501510574018127, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7156784030390583, + "metrics": { + "length_ratio": 0.979381443298969, + "lexical_similarity": 0.6090347301970297, + "semantic_similarity": 0.7198770046234131, + "edit_similarity": 0.7353951890034365, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.6365873908170158, + "metrics": { + "length_ratio": 0.7023498694516971, + "lexical_similarity": 0.5174226675524137, + "semantic_similarity": 0.8776834607124329, + "edit_similarity": 0.30026109660574407, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.5677389960436124, + "metrics": { + "length_ratio": 0.7088948787061995, + "lexical_similarity": 0.48276929757857157, + "semantic_similarity": 0.7102354764938354, + "edit_similarity": 0.339622641509434, + "temperature": 1.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5084116746713558, + "metrics": { + "length_ratio": 0.41610325752919486, + "lexical_similarity": 0.2715218999706203, + "semantic_similarity": 0.8444314002990723, + "edit_similarity": 0.23786109403810696, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.7718600490365894, + "metrics": { + "length_ratio": 0.9892857142857143, + "lexical_similarity": 0.9276773404848623, + "semantic_similarity": 0.5062135457992554, + "edit_similarity": 0.9607142857142857, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.582767475024267, + "metrics": { + "length_ratio": 0.9429657794676806, + "lexical_similarity": 0.34674797693096654, + "semantic_similarity": 0.7748044729232788, + "edit_similarity": 0.37262357414448666, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.552352067369028, + "metrics": { + "length_ratio": 0.654320987654321, + "lexical_similarity": 0.3595956235086529, + "semantic_similarity": 0.8092287182807922, + "edit_similarity": 0.2767489711934157, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.5893215378503369, + "metrics": { + "length_ratio": 0.9193548387096774, + "lexical_similarity": 0.18443191662261313, + "semantic_similarity": 0.8188508749008179, + "edit_similarity": 0.5725806451612903, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5556050482989365, + "metrics": { + "length_ratio": 0.9012738853503185, + "lexical_similarity": 0.29729858735851095, + "semantic_similarity": 0.7512297630310059, + "edit_similarity": 0.37898089171974525, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5560387849489266, + "metrics": { + "length_ratio": 0.9518072289156626, + "lexical_similarity": 0.409921032251728, + "semantic_similarity": 0.6760296821594238, + "edit_similarity": 0.3373493975903614, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5097154998305764, + "metrics": { + "length_ratio": 0.9311594202898551, + "lexical_similarity": 0.22933017374001394, + "semantic_similarity": 0.739066481590271, + "edit_similarity": 0.26086956521739135, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.8226576833277411, + "metrics": { + "length_ratio": 0.9864253393665159, + "lexical_similarity": 0.8019377725354989, + "semantic_similarity": 0.7583582997322083, + "edit_similarity": 0.9004524886877828, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5001604328679217, + "metrics": { + "length_ratio": 0.9967741935483871, + "lexical_similarity": 0.2042421794914255, + "semantic_similarity": 0.6802839636802673, + "edit_similarity": 0.3354838709677419, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.507416856400603, + "metrics": { + "length_ratio": 0.3747044917257683, + "lexical_similarity": 0.301331377195062, + "semantic_similarity": 0.8356878161430359, + "edit_similarity": 0.2263593380614657, + "temperature": 0.0 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 1.0000000953674317, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0000000000000002, + "semantic_similarity": 1.000000238418579, + "edit_similarity": 1.0, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5531874353198117, + "metrics": { + "length_ratio": 0.801980198019802, + "lexical_similarity": 0.47611431748067884, + "semantic_similarity": 0.6422194838523865, + "edit_similarity": 0.36633663366336633, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5163368549914716, + "metrics": { + "length_ratio": 0.8582474226804123, + "lexical_similarity": 0.24240584402232226, + "semantic_similarity": 0.7553006410598755, + "edit_similarity": 0.27835051546391754, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5180120754151879, + "metrics": { + "length_ratio": 0.8811881188118812, + "lexical_similarity": 0.13669311239264037, + "semantic_similarity": 0.850101113319397, + "edit_similarity": 0.24422442244224418, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.6893734856060194, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.7897746636343571, + "semantic_similarity": 0.40042638778686523, + "edit_similarity": 0.961352657004831, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5000619701241261, + "metrics": { + "length_ratio": 0.7465181058495822, + "lexical_similarity": 0.31199146519725923, + "semantic_similarity": 0.6818994879722595, + "edit_similarity": 0.29526462395543174, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5552482732867053, + "metrics": { + "length_ratio": 0.8246913580246914, + "lexical_similarity": 0.2228084433206434, + "semantic_similarity": 0.8308908939361572, + "edit_similarity": 0.36790123456790125, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.6073957883513064, + "metrics": { + "length_ratio": 0.9530516431924883, + "lexical_similarity": 0.5703951097379938, + "semantic_similarity": 0.4721485376358032, + "edit_similarity": 0.7605633802816901, + "temperature": 1.7 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.523848213498801, + "metrics": { + "length_ratio": 0.8622754491017964, + "lexical_similarity": 0.21344075928303588, + "semantic_similarity": 0.7498393654823303, + "edit_similarity": 0.3682634730538922, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5473507469160761, + "metrics": { + "length_ratio": 0.4598698481561822, + "lexical_similarity": 0.5055592172190307, + "semantic_similarity": 0.7303498983383179, + "edit_similarity": 0.2877801879971077, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.7409180865381191, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.8586557982260813, + "semantic_similarity": 0.4699312746524811, + "edit_similarity": 0.9767441860465116, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.6346650077503834, + "metrics": { + "length_ratio": 0.8114035087719298, + "lexical_similarity": 0.5925342185880069, + "semantic_similarity": 0.7223057150840759, + "edit_similarity": 0.4342105263157895, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5473098181556688, + "metrics": { + "length_ratio": 0.6595022624434389, + "lexical_similarity": 0.3301623448564647, + "semantic_similarity": 0.818899393081665, + "edit_similarity": 0.2737556561085973, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6472330012068707, + "metrics": { + "length_ratio": 0.5611814345991561, + "lexical_similarity": 0.5616594987810037, + "semantic_similarity": 0.8476817607879639, + "edit_similarity": 0.4177215189873418, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7704320730483233, + "metrics": { + "length_ratio": 0.9840637450199203, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7429008483886719, + "edit_similarity": 0.8326693227091634, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5642707939078423, + "metrics": { + "length_ratio": 0.6076696165191741, + "lexical_similarity": 0.28396176485915525, + "semantic_similarity": 0.8997705578804016, + "edit_similarity": 0.2920353982300885, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5676725385063526, + "metrics": { + "length_ratio": 0.9330065359477124, + "lexical_similarity": 0.29825943300118546, + "semantic_similarity": 0.8421370983123779, + "edit_similarity": 0.24019607843137258, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.5854248245328422, + "metrics": { + "length_ratio": 0.9583333333333334, + "lexical_similarity": 0.33909949983813864, + "semantic_similarity": 0.6988207697868347, + "edit_similarity": 0.5416666666666667, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5685254908119699, + "metrics": { + "length_ratio": 0.8674242424242424, + "lexical_similarity": 0.4045522026842792, + "semantic_similarity": 0.734376847743988, + "edit_similarity": 0.33333333333333337, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.552875753557625, + "metrics": { + "length_ratio": 0.8729050279329609, + "lexical_similarity": 0.30513278429723, + "semantic_similarity": 0.8117429614067078, + "edit_similarity": 0.24674115456238366, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5611781129577468, + "metrics": { + "length_ratio": 0.6406926406926406, + "lexical_similarity": 0.5019510476924668, + "semantic_similarity": 0.6671746373176575, + "edit_similarity": 0.3982683982683982, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.7224970866881459, + "metrics": { + "length_ratio": 0.6258503401360545, + "lexical_similarity": 0.6569729210330907, + "semantic_similarity": 0.8441252708435059, + "edit_similarity": 0.6258503401360545, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5460465021876473, + "metrics": { + "length_ratio": 0.8487394957983193, + "lexical_similarity": 0.3461231511007876, + "semantic_similarity": 0.7238712310791016, + "edit_similarity": 0.3389355742296919, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5079376874485216, + "metrics": { + "length_ratio": 0.6183431952662722, + "lexical_similarity": 0.24551835211784953, + "semantic_similarity": 0.7876285314559937, + "edit_similarity": 0.2869822485207101, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5793567530961306, + "metrics": { + "length_ratio": 0.6657754010695187, + "lexical_similarity": 0.3182222740213589, + "semantic_similarity": 0.8267037868499756, + "edit_similarity": 0.4331550802139037, + "temperature": 0.8 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.5320830515112339, + "metrics": { + "length_ratio": 0.6481481481481481, + "lexical_similarity": 0.3300164047499031, + "semantic_similarity": 0.6868619918823242, + "edit_similarity": 0.46759259259259256, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.5254412255035392, + "metrics": { + "length_ratio": 0.6526315789473685, + "lexical_similarity": 0.24364099379841483, + "semantic_similarity": 0.7659600377082825, + "edit_similarity": 0.4035087719298246, + "temperature": 1.7 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5391609058975763, + "metrics": { + "length_ratio": 0.7889655172413793, + "lexical_similarity": 0.20659100979895426, + "semantic_similarity": 0.8536486625671387, + "edit_similarity": 0.2841379310344827, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5697406078735965, + "metrics": { + "length_ratio": 0.9483627204030227, + "lexical_similarity": 0.30812367002662294, + "semantic_similarity": 0.8384099006652832, + "edit_similarity": 0.23551637279596982, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.8170439700346853, + "metrics": { + "length_ratio": 0.9819819819819819, + "lexical_similarity": 0.8101609236092804, + "semantic_similarity": 0.754058301448822, + "edit_similarity": 0.8708708708708709, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5198882191559855, + "metrics": { + "length_ratio": 0.69375, + "lexical_similarity": 0.23363338880445655, + "semantic_similarity": 0.7729330062866211, + "edit_similarity": 0.35624999999999996, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.6809295414575811, + "metrics": { + "length_ratio": 0.8795180722891566, + "lexical_similarity": 0.5625127698011375, + "semantic_similarity": 0.7292344570159912, + "edit_similarity": 0.6626506024096386, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5536584073750761, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.3261085178531541, + "semantic_similarity": 0.7084500789642334, + "edit_similarity": 0.3622291021671826, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5457532005875528, + "metrics": { + "length_ratio": 0.9265175718849841, + "lexical_similarity": 0.2885086373659133, + "semantic_similarity": 0.793368935585022, + "edit_similarity": 0.2460063897763578, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5947143219521579, + "metrics": { + "length_ratio": 0.5622406639004149, + "lexical_similarity": 0.5082989475061449, + "semantic_similarity": 0.8125118017196655, + "edit_similarity": 0.3049792531120332, + "temperature": 0.1 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.5752309382064583, + "metrics": { + "length_ratio": 0.575, + "lexical_similarity": 0.46351208027980145, + "semantic_similarity": 0.7446099519729614, + "edit_similarity": 0.4041666666666667, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5237913322332083, + "metrics": { + "length_ratio": 0.7115384615384616, + "lexical_similarity": 0.34205502272130617, + "semantic_similarity": 0.6909865140914917, + "edit_similarity": 0.36813186813186816, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5258416393786987, + "metrics": { + "length_ratio": 0.8753709198813057, + "lexical_similarity": 0.17023214554823782, + "semantic_similarity": 0.8360397815704346, + "edit_similarity": 0.26409495548961426, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5349654889573472, + "metrics": { + "length_ratio": 0.9057142857142857, + "lexical_similarity": 0.23670787168347257, + "semantic_similarity": 0.8020256757736206, + "edit_similarity": 0.2628571428571429, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.5861990257794015, + "metrics": { + "length_ratio": 0.9779411764705882, + "lexical_similarity": 0.3916629350225129, + "semantic_similarity": 0.6993238925933838, + "edit_similarity": 0.4558823529411765, + "temperature": 1.8 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5190209364392966, + "metrics": { + "length_ratio": 0.9908814589665653, + "lexical_similarity": 0.18667128369020153, + "semantic_similarity": 0.7335367202758789, + "edit_similarity": 0.35258358662613987, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5356409086606956, + "metrics": { + "length_ratio": 0.310546875, + "lexical_similarity": 0.4095572676334303, + "semantic_similarity": 0.8478522896766663, + "edit_similarity": 0.212890625, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.5215488165473686, + "metrics": { + "length_ratio": 0.6804511278195489, + "lexical_similarity": 0.30935591043688576, + "semantic_similarity": 0.7175318002700806, + "edit_similarity": 0.368421052631579, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.8068153117697092, + "metrics": { + "length_ratio": 0.9941690962099126, + "lexical_similarity": 0.7680744500850911, + "semantic_similarity": 0.7667841911315918, + "edit_similarity": 0.8513119533527697, + "temperature": 0.1 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5333573178192932, + "metrics": { + "length_ratio": 0.9090909090909091, + "lexical_similarity": 0.3003486782959778, + "semantic_similarity": 0.7126772403717041, + "edit_similarity": 0.3363636363636363, + "temperature": 0.0 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6139562950913879, + "metrics": { + "length_ratio": 0.700507614213198, + "lexical_similarity": 0.4249567910193458, + "semantic_similarity": 0.787239134311676, + "edit_similarity": 0.5076142131979695, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.6933591371164627, + "metrics": { + "length_ratio": 0.9107981220657277, + "lexical_similarity": 0.6224119796737976, + "semantic_similarity": 0.6656498908996582, + "edit_similarity": 0.7464788732394366, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5173431497068425, + "metrics": { + "length_ratio": 0.9028571428571428, + "lexical_similarity": 0.21749269704773963, + "semantic_similarity": 0.7759526371955872, + "edit_similarity": 0.2571428571428571, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5048039059888322, + "metrics": { + "length_ratio": 0.500402900886382, + "lexical_similarity": 0.2649353243744229, + "semantic_similarity": 0.8056531548500061, + "edit_similarity": 0.2651087832393231, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.5275916673134795, + "metrics": { + "length_ratio": 0.6353790613718412, + "lexical_similarity": 0.24312316536630288, + "semantic_similarity": 0.8117270469665527, + "edit_similarity": 0.3321299638989169, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.6813798547883618, + "metrics": { + "length_ratio": 0.896969696969697, + "lexical_similarity": 0.5762926228148066, + "semantic_similarity": 0.7621392607688904, + "edit_similarity": 0.5696969696969697, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6207772834380589, + "metrics": { + "length_ratio": 0.5679012345679012, + "lexical_similarity": 0.475219880135175, + "semantic_similarity": 0.8457340598106384, + "edit_similarity": 0.4156378600823045, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.8167931763209323, + "metrics": { + "length_ratio": 0.9968051118210862, + "lexical_similarity": 0.8078540514342706, + "semantic_similarity": 0.7571786642074585, + "edit_similarity": 0.8594249201277955, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5331286055199902, + "metrics": { + "length_ratio": 0.32067757009345793, + "lexical_similarity": 0.42729255464752974, + "semantic_similarity": 0.8191570043563843, + "edit_similarity": 0.22605140186915884, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.8536023277537563, + "metrics": { + "length_ratio": 0.9771863117870723, + "lexical_similarity": 0.8864465375572474, + "semantic_similarity": 0.7666994333267212, + "edit_similarity": 0.9163498098859315, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.538234022502962, + "metrics": { + "length_ratio": 0.41005802707930367, + "lexical_similarity": 0.39604484856624644, + "semantic_similarity": 0.8106403946876526, + "edit_similarity": 0.2707930367504836, + "temperature": 1.8 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6215812167076412, + "metrics": { + "length_ratio": 0.5362903225806451, + "lexical_similarity": 0.475219880135175, + "semantic_similarity": 0.8598365187644958, + "edit_similarity": 0.407258064516129, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.6408429088078399, + "metrics": { + "length_ratio": 0.916083916083916, + "lexical_similarity": 0.554855691453867, + "semantic_similarity": 0.6982032656669617, + "edit_similarity": 0.5174825174825175, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5387562940423136, + "metrics": { + "length_ratio": 0.6532602071907374, + "lexical_similarity": 0.25922002166027225, + "semantic_similarity": 0.8401661515235901, + "edit_similarity": 0.29798903107861063, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5757609390565281, + "metrics": { + "length_ratio": 0.6929577464788732, + "lexical_similarity": 0.4035054885620301, + "semantic_similarity": 0.8118906021118164, + "edit_similarity": 0.3032863849765258, + "temperature": 1.8 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.7546970765168111, + "metrics": { + "length_ratio": 0.9259259259259259, + "lexical_similarity": 0.4360379885513016, + "semantic_similarity": 0.9467512369155884, + "edit_similarity": 0.762962962962963, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.8148242918637354, + "metrics": { + "length_ratio": 0.9751552795031055, + "lexical_similarity": 0.8078540514342706, + "semantic_similarity": 0.752598762512207, + "edit_similarity": 0.8695652173913043, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5859124172222347, + "metrics": { + "length_ratio": 0.9049429657794676, + "lexical_similarity": 0.3802985919560938, + "semantic_similarity": 0.757503867149353, + "edit_similarity": 0.3916349809885932, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5838451813797222, + "metrics": { + "length_ratio": 0.6531881804043546, + "lexical_similarity": 0.398943617666008, + "semantic_similarity": 0.8376991748809814, + "edit_similarity": 0.3188180404354588, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 1.0000000476837159, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0000000000000002, + "semantic_similarity": 1.0000001192092896, + "edit_similarity": 1.0, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5729414878861636, + "metrics": { + "length_ratio": 0.7573770491803279, + "lexical_similarity": 0.3633602736272467, + "semantic_similarity": 0.7999974489212036, + "edit_similarity": 0.34098360655737703, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5344518589992694, + "metrics": { + "length_ratio": 0.4128065395095368, + "lexical_similarity": 0.4043807788353465, + "semantic_similarity": 0.8070266246795654, + "edit_similarity": 0.24523160762942775, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.5813738208042961, + "metrics": { + "length_ratio": 0.5823529411764706, + "lexical_similarity": 0.665633965268351, + "semantic_similarity": 0.517444372177124, + "edit_similarity": 0.5823529411764705, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.6025651534162663, + "metrics": { + "length_ratio": 0.6844106463878327, + "lexical_similarity": 0.5356239968550757, + "semantic_similarity": 0.6636302471160889, + "edit_similarity": 0.5399239543726235, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5297198789141683, + "metrics": { + "length_ratio": 0.27067254685777287, + "lexical_similarity": 0.4602151728056274, + "semantic_similarity": 0.8116906881332397, + "edit_similarity": 0.19955898566703423, + "temperature": 0.1 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.9561138295776923, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.8831282039194523, + "semantic_similarity": 0.9956375360488892, + "edit_similarity": 0.9646017699115044, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5373877247910533, + "metrics": { + "length_ratio": 0.9154518950437318, + "lexical_similarity": 0.2920508440062439, + "semantic_similarity": 0.7250142693519592, + "edit_similarity": 0.3411078717201166, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.9229777393266426, + "metrics": { + "length_ratio": 0.98, + "lexical_similarity": 0.8350499057520979, + "semantic_similarity": 0.946156919002533, + "edit_similarity": 0.98, + "temperature": 1.7 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5056738816615669, + "metrics": { + "length_ratio": 0.3724053724053724, + "lexical_similarity": 0.24908996700156968, + "semantic_similarity": 0.8667445182800293, + "edit_similarity": 0.2350427350427351, + "temperature": 0.0 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.6370463582475937, + "metrics": { + "length_ratio": 0.7296296296296296, + "lexical_similarity": 0.7474073540060465, + "semantic_similarity": 0.4848381578922272, + "edit_similarity": 0.7296296296296296, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5611781129577468, + "metrics": { + "length_ratio": 0.6406926406926406, + "lexical_similarity": 0.5019510476924668, + "semantic_similarity": 0.6671746373176575, + "edit_similarity": 0.3982683982683982, + "temperature": 0.1 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5459459829946574, + "metrics": { + "length_ratio": 0.5391120507399577, + "lexical_similarity": 0.2908893972021736, + "semantic_similarity": 0.870270848274231, + "edit_similarity": 0.2832980972515856, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5370817186940561, + "metrics": { + "length_ratio": 0.84375, + "lexical_similarity": 0.4104070671759876, + "semantic_similarity": 0.5270864963531494, + "edit_similarity": 0.59375, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.6881790143644791, + "metrics": { + "length_ratio": 0.99609375, + "lexical_similarity": 0.44722302171785994, + "semantic_similarity": 0.8430380821228027, + "edit_similarity": 0.5859375, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5042492968708027, + "metrics": { + "length_ratio": 0.48225214198286415, + "lexical_similarity": 0.17684115989854762, + "semantic_similarity": 0.8703424334526062, + "edit_similarity": 0.27417380660954715, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5676724543868422, + "metrics": { + "length_ratio": 0.5431309904153354, + "lexical_similarity": 0.4260786425284071, + "semantic_similarity": 0.8142121434211731, + "edit_similarity": 0.29925452609158676, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7908418296983932, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.8477624970048978, + "semantic_similarity": 0.6162827014923096, + "edit_similarity": 0.95, + "temperature": 0.8 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6484507315886355, + "metrics": { + "length_ratio": 0.5473251028806584, + "lexical_similarity": 0.5616594987810037, + "semantic_similarity": 0.8572896122932434, + "edit_similarity": 0.411522633744856, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.553719602141392, + "metrics": { + "length_ratio": 0.9826839826839827, + "lexical_similarity": 0.49592168484020155, + "semantic_similarity": 0.6238296031951904, + "edit_similarity": 0.2857142857142857, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5254744776252097, + "metrics": { + "length_ratio": 0.7726027397260274, + "lexical_similarity": 0.2507623074620488, + "semantic_similarity": 0.7352035045623779, + "edit_similarity": 0.3945205479452055, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.6930136368091266, + "metrics": { + "length_ratio": 0.46403242147923, + "lexical_similarity": 0.6552104603934773, + "semantic_similarity": 0.8931019306182861, + "edit_similarity": 0.46403242147922996, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.8054334553604233, + "metrics": { + "length_ratio": 0.9629629629629629, + "lexical_similarity": 0.5479807587583923, + "semantic_similarity": 0.965561032295227, + "edit_similarity": 0.7925925925925926, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.6138832674562056, + "metrics": { + "length_ratio": 0.8657894736842106, + "lexical_similarity": 0.43311725584113886, + "semantic_similarity": 0.7578965425491333, + "edit_similarity": 0.4710526315789474, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.8443961480321354, + "metrics": { + "length_ratio": 0.9647577092511013, + "lexical_similarity": 0.8267283375553849, + "semantic_similarity": 0.7960101962089539, + "edit_similarity": 0.9074889867841409, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6240390188094836, + "metrics": { + "length_ratio": 0.9236111111111112, + "lexical_similarity": 0.4360379885513016, + "semantic_similarity": 0.703555166721344, + "edit_similarity": 0.5972222222222222, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5481190718831978, + "metrics": { + "length_ratio": 0.8679867986798679, + "lexical_similarity": 0.42265576038901725, + "semantic_similarity": 0.6531408429145813, + "edit_similarity": 0.36633663366336633, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5367013844787828, + "metrics": { + "length_ratio": 0.9719222462203023, + "lexical_similarity": 0.29984787577193645, + "semantic_similarity": 0.5823103189468384, + "edit_similarity": 0.5831533477321814, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.5206981107108335, + "metrics": { + "length_ratio": 0.6524590163934426, + "lexical_similarity": 0.1622636081268278, + "semantic_similarity": 0.8808672428131104, + "edit_similarity": 0.27213114754098355, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.770904132497262, + "metrics": { + "length_ratio": 0.9841897233201581, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7433881163597107, + "edit_similarity": 0.83399209486166, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5393240024932731, + "metrics": { + "length_ratio": 0.7133956386292835, + "lexical_similarity": 0.2576312279183494, + "semantic_similarity": 0.7882641553878784, + "edit_similarity": 0.3769470404984424, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5932495514404896, + "metrics": { + "length_ratio": 0.6694101508916324, + "lexical_similarity": 0.4589834612856866, + "semantic_similarity": 0.7225625514984131, + "edit_similarity": 0.4979423868312757, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.9395596550992524, + "metrics": { + "length_ratio": 0.98005698005698, + "lexical_similarity": 0.9435221326704754, + "semantic_similarity": 0.9104883074760437, + "edit_similarity": 0.9715099715099715, + "temperature": 1.2 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5731368806419836, + "metrics": { + "length_ratio": 0.9459459459459459, + "lexical_similarity": 0.2740473641553482, + "semantic_similarity": 0.8404823541641235, + "edit_similarity": 0.30067567567567566, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5816322255084462, + "metrics": { + "length_ratio": 0.7906724511930586, + "lexical_similarity": 0.41249960046409045, + "semantic_similarity": 0.7865171432495117, + "edit_similarity": 0.32104121475054226, + "temperature": 1.8 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.56798170695286, + "metrics": { + "length_ratio": 0.9688888888888889, + "lexical_similarity": 0.28341083743774215, + "semantic_similarity": 0.7807294726371765, + "edit_similarity": 0.36888888888888893, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.6142948549432031, + "metrics": { + "length_ratio": 0.7420814479638009, + "lexical_similarity": 0.5481202371021955, + "semantic_similarity": 0.6608460545539856, + "edit_similarity": 0.5565610859728507, + "temperature": 1.2 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5395395296945198, + "metrics": { + "length_ratio": 0.5571847507331378, + "lexical_similarity": 0.30929812232896253, + "semantic_similarity": 0.8030922412872314, + "edit_similarity": 0.3489736070381232, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5335579823540668, + "metrics": { + "length_ratio": 0.32878909382518046, + "lexical_similarity": 0.43733968596165973, + "semantic_similarity": 0.787766695022583, + "edit_similarity": 0.27185244587008817, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.5708048374801253, + "metrics": { + "length_ratio": 0.9928057553956835, + "lexical_similarity": 0.2696966599826407, + "semantic_similarity": 0.7103511095046997, + "edit_similarity": 0.5323741007194245, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.7349040322485519, + "metrics": { + "length_ratio": 0.9866666666666667, + "lexical_similarity": 0.627844890549101, + "semantic_similarity": 0.7280430793762207, + "edit_similarity": 0.7833333333333333, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.6705293282108461, + "metrics": { + "length_ratio": 0.9576719576719577, + "lexical_similarity": 0.669451740930363, + "semantic_similarity": 0.5009540915489197, + "edit_similarity": 0.8677248677248677, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.6831980157279307, + "metrics": { + "length_ratio": 0.9939024390243902, + "lexical_similarity": 0.8159466395833364, + "semantic_similarity": 0.3810960352420807, + "edit_similarity": 0.9329268292682926, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5956107140057227, + "metrics": { + "length_ratio": 0.8201754385964912, + "lexical_similarity": 0.4978688977786999, + "semantic_similarity": 0.7175987958908081, + "edit_similarity": 0.38596491228070173, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.5169671525345476, + "metrics": { + "length_ratio": 0.9824046920821115, + "lexical_similarity": 0.272924646834343, + "semantic_similarity": 0.6412434577941895, + "edit_similarity": 0.40175953079178883, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.7703744083886733, + "metrics": { + "length_ratio": 0.9841269841269841, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7424088716506958, + "edit_similarity": 0.8333333333333334, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5041273089350142, + "metrics": { + "length_ratio": 0.2034383954154728, + "lexical_similarity": 0.46267230723171254, + "semantic_similarity": 0.7831206321716309, + "edit_similarity": 0.1586676217765043, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.5854248245328422, + "metrics": { + "length_ratio": 0.9583333333333334, + "lexical_similarity": 0.33909949983813864, + "semantic_similarity": 0.6988207697868347, + "edit_similarity": 0.5416666666666667, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.6125082494442676, + "metrics": { + "length_ratio": 0.8354838709677419, + "lexical_similarity": 0.3211411758389465, + "semantic_similarity": 0.8621889352798462, + "edit_similarity": 0.43870967741935485, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.7067602137200726, + "metrics": { + "length_ratio": 0.9927536231884058, + "lexical_similarity": 0.8350499057520979, + "semantic_similarity": 0.4069174528121948, + "edit_similarity": 0.9710144927536232, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.9035062295432921, + "metrics": { + "length_ratio": 0.9509803921568627, + "lexical_similarity": 0.9058259409629561, + "semantic_similarity": 0.8808667063713074, + "edit_similarity": 0.9215686274509804, + "temperature": 1.8 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.6066876482054538, + "metrics": { + "length_ratio": 0.6310788149804359, + "lexical_similarity": 0.4498650661135441, + "semantic_similarity": 0.8815282583236694, + "edit_similarity": 0.2800447177193963, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.6515042364530196, + "metrics": { + "length_ratio": 0.8398268398268398, + "lexical_similarity": 0.5165397084240838, + "semantic_similarity": 0.778152346611023, + "edit_similarity": 0.5064935064935066, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5624805000932915, + "metrics": { + "length_ratio": 0.9077809798270894, + "lexical_similarity": 0.20922317944104943, + "semantic_similarity": 0.8465461134910583, + "edit_similarity": 0.35158501440922185, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.503495330633351, + "metrics": { + "length_ratio": 0.7687954729183508, + "lexical_similarity": 0.29254316740146796, + "semantic_similarity": 0.6886842250823975, + "edit_similarity": 0.31689571544058204, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.5435835774376917, + "metrics": { + "length_ratio": 0.7858823529411765, + "lexical_similarity": 0.4106407623702752, + "semantic_similarity": 0.6956842541694641, + "edit_similarity": 0.3176470588235294, + "temperature": 1.8 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5480389564042549, + "metrics": { + "length_ratio": 0.27064732142857145, + "lexical_similarity": 0.48314075345259005, + "semantic_similarity": 0.8401916027069092, + "edit_similarity": 0.1997767857142857, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "DETERMINISTIC", + "score": 0.6291379290878119, + "metrics": { + "length_ratio": 0.9063545150501672, + "lexical_similarity": 0.6040497976399131, + "semantic_similarity": 0.4484027922153473, + "edit_similarity": 0.8896321070234113, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.770904132497262, + "metrics": { + "length_ratio": 0.9841897233201581, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7433881163597107, + "edit_similarity": 0.83399209486166, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5520666456940141, + "metrics": { + "length_ratio": 0.8507853403141361, + "lexical_similarity": 0.4183020541700741, + "semantic_similarity": 0.6979845762252808, + "edit_similarity": 0.31151832460732987, + "temperature": 0.7 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.5814418817318798, + "metrics": { + "length_ratio": 0.569620253164557, + "lexical_similarity": 0.3517770668115141, + "semantic_similarity": 0.8131896257400513, + "edit_similarity": 0.4683544303797469, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.6892168691178866, + "metrics": { + "length_ratio": 0.9811320754716981, + "lexical_similarity": 0.5253253907296236, + "semantic_similarity": 0.6427273750305176, + "edit_similarity": 0.8820754716981132, + "temperature": 1.2 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5402087356060471, + "metrics": { + "length_ratio": 0.5712954333643989, + "lexical_similarity": 0.3594815262286586, + "semantic_similarity": 0.7940980195999146, + "edit_similarity": 0.28797763280521904, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.852947878313316, + "metrics": { + "length_ratio": 0.9839743589743589, + "lexical_similarity": 0.808471188876183, + "semantic_similarity": 0.8409201502799988, + "edit_similarity": 0.8782051282051282, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5947800217456819, + "metrics": { + "length_ratio": 0.6117755289788408, + "lexical_similarity": 0.44198857012100384, + "semantic_similarity": 0.8640602827072144, + "edit_similarity": 0.2769089236430543, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.8328377872373474, + "metrics": { + "length_ratio": 0.9545454545454546, + "lexical_similarity": 0.7033416873210149, + "semantic_similarity": 0.880001425743103, + "edit_similarity": 0.871900826446281, + "temperature": 1.3 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5603838753679914, + "metrics": { + "length_ratio": 0.9702970297029703, + "lexical_similarity": 0.38893324100647236, + "semantic_similarity": 0.6983686685562134, + "edit_similarity": 0.3366336633663366, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5047733330191944, + "metrics": { + "length_ratio": 0.8171206225680934, + "lexical_similarity": 0.17858934004286645, + "semantic_similarity": 0.7758512496948242, + "edit_similarity": 0.2957198443579766, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.501314975443305, + "metrics": { + "length_ratio": 0.3218243819266837, + "lexical_similarity": 0.3343274737878292, + "semantic_similarity": 0.817865788936615, + "edit_similarity": 0.2084398976982097, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.5991444670645811, + "metrics": { + "length_ratio": 0.5678571428571428, + "lexical_similarity": 0.6182528363531983, + "semantic_similarity": 0.6261358261108398, + "edit_similarity": 0.5321428571428571, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.7369261544800375, + "metrics": { + "length_ratio": 0.9676113360323887, + "lexical_similarity": 0.6016628440019703, + "semantic_similarity": 0.7706229090690613, + "edit_similarity": 0.757085020242915, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5220321089272155, + "metrics": { + "length_ratio": 0.9262295081967213, + "lexical_similarity": 0.21614630476868057, + "semantic_similarity": 0.7666044235229492, + "edit_similarity": 0.2896174863387978, + "temperature": 0.1 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.7194693789302946, + "metrics": { + "length_ratio": 0.9022556390977443, + "lexical_similarity": 0.5883635900492964, + "semantic_similarity": 0.7220624089241028, + "edit_similarity": 0.8195488721804511, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.695486116374804, + "metrics": { + "length_ratio": 0.935064935064935, + "lexical_similarity": 0.5803726705692052, + "semantic_similarity": 0.8185873031616211, + "edit_similarity": 0.5021645021645021, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5078295056438994, + "metrics": { + "length_ratio": 0.3940714908456844, + "lexical_similarity": 0.2715086161523832, + "semantic_similarity": 0.8479824066162109, + "edit_similarity": 0.2388840453356582, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.5650051645065203, + "metrics": { + "length_ratio": 0.9205020920502092, + "lexical_similarity": 0.31786803068966735, + "semantic_similarity": 0.766162097454071, + "edit_similarity": 0.35564853556485354, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.6320523578970448, + "metrics": { + "length_ratio": 0.9159663865546218, + "lexical_similarity": 0.310324018539192, + "semantic_similarity": 0.8347828388214111, + "edit_similarity": 0.5672268907563025, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.6197363027799445, + "metrics": { + "length_ratio": 0.9013698630136986, + "lexical_similarity": 0.4516752711141998, + "semantic_similarity": 0.777022659778595, + "edit_similarity": 0.4164383561643835, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5110907560906783, + "metrics": { + "length_ratio": 0.43961708394698085, + "lexical_similarity": 0.33660296568474024, + "semantic_similarity": 0.7876089811325073, + "edit_similarity": 0.2555228276877761, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.6481252221759308, + "metrics": { + "length_ratio": 0.8344827586206897, + "lexical_similarity": 0.6787551892030776, + "semantic_similarity": 0.5060742497444153, + "edit_similarity": 0.7931034482758621, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.9223218215246778, + "metrics": { + "length_ratio": 0.9864253393665159, + "lexical_similarity": 0.9140237818768355, + "semantic_similarity": 0.8804677128791809, + "edit_similarity": 0.9864253393665159, + "temperature": 1.8 + } + }, + { + "query": "category", + "class": "DETERMINISTIC", + "score": 0.5407459261871199, + "metrics": { + "length_ratio": 0.64, + "lexical_similarity": 0.22985213887840916, + "semantic_similarity": 0.8040910959243774, + "edit_similarity": 0.4307692307692308, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.506920522895737, + "metrics": { + "length_ratio": 0.3027698185291309, + "lexical_similarity": 0.31147517984612066, + "semantic_similarity": 0.8519852757453918, + "edit_similarity": 0.21203438395415475, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.7970980933523004, + "metrics": { + "length_ratio": 0.9947368421052631, + "lexical_similarity": 0.9276773404848623, + "semantic_similarity": 0.5614609122276306, + "edit_similarity": 0.9736842105263158, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.781428989697795, + "metrics": { + "length_ratio": 0.9761904761904762, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7740135788917542, + "edit_similarity": 0.8293650793650793, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5971482502719649, + "metrics": { + "length_ratio": 0.6076307112576542, + "lexical_similarity": 0.4753785980373215, + "semantic_similarity": 0.8419419527053833, + "edit_similarity": 0.2849740932642487, + "temperature": 1.2 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.61454458280765, + "metrics": { + "length_ratio": 0.9140271493212669, + "lexical_similarity": 0.40278201228536314, + "semantic_similarity": 0.8315600156784058, + "edit_similarity": 0.34841628959276016, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.59680806962968, + "metrics": { + "length_ratio": 0.8733333333333333, + "lexical_similarity": 0.49901868741780814, + "semantic_similarity": 0.7110894918441772, + "edit_similarity": 0.3766666666666667, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5960934452256488, + "metrics": { + "length_ratio": 0.9864300626304802, + "lexical_similarity": 0.3625435900281708, + "semantic_similarity": 0.8417601585388184, + "edit_similarity": 0.2599164926931107, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.6302645537919018, + "metrics": { + "length_ratio": 0.8926174496644296, + "lexical_similarity": 0.4360379885513016, + "semantic_similarity": 0.7201094031333923, + "edit_similarity": 0.610738255033557, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.8082603649512267, + "metrics": { + "length_ratio": 0.995260663507109, + "lexical_similarity": 0.8223576901670815, + "semantic_similarity": 0.6953518390655518, + "edit_similarity": 0.919431279620853, + "temperature": 1.8 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5063777721054182, + "metrics": { + "length_ratio": 0.6348747591522158, + "lexical_similarity": 0.3107620651665695, + "semantic_similarity": 0.7291638255119324, + "edit_similarity": 0.28998073217726394, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.8348449807039744, + "metrics": { + "length_ratio": 0.98, + "lexical_similarity": 0.8705608913209194, + "semantic_similarity": 0.7258584499359131, + "edit_similarity": 0.9266666666666666, + "temperature": 1.8 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5849923911342724, + "metrics": { + "length_ratio": 0.7555555555555555, + "lexical_similarity": 0.43481806521972516, + "semantic_similarity": 0.7593303918838501, + "edit_similarity": 0.37629629629629635, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.9349136346606913, + "metrics": { + "length_ratio": 0.9691780821917808, + "lexical_similarity": 0.9382232478586721, + "semantic_similarity": 0.908445417881012, + "edit_similarity": 0.9657534246575342, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5011438834267685, + "metrics": { + "length_ratio": 0.41519434628975266, + "lexical_similarity": 0.26014477523554713, + "semantic_similarity": 0.8342528939247131, + "edit_similarity": 0.23939929328621912, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.5147325430311148, + "metrics": { + "length_ratio": 0.807909604519774, + "lexical_similarity": 0.33858012460408293, + "semantic_similarity": 0.6049301624298096, + "edit_similarity": 0.45197740112994356, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5603838753679914, + "metrics": { + "length_ratio": 0.9702970297029703, + "lexical_similarity": 0.38893324100647236, + "semantic_similarity": 0.6983686685562134, + "edit_similarity": 0.3366336633663366, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5185230103126013, + "metrics": { + "length_ratio": 0.7627118644067796, + "lexical_similarity": 0.24190242343886448, + "semantic_similarity": 0.7820181846618652, + "edit_similarity": 0.2843691148775894, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.5498823417708697, + "metrics": { + "length_ratio": 0.9830028328611898, + "lexical_similarity": 0.35474759634871833, + "semantic_similarity": 0.5328661203384399, + "edit_similarity": 0.660056657223796, + "temperature": 1.8 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.60552276117369, + "metrics": { + "length_ratio": 0.5375586854460094, + "lexical_similarity": 0.5914017167898582, + "semantic_similarity": 0.6670866012573242, + "edit_similarity": 0.5375586854460094, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5358426787269832, + "metrics": { + "length_ratio": 0.5492227979274611, + "lexical_similarity": 0.3565353841393432, + "semantic_similarity": 0.7548476457595825, + "edit_similarity": 0.36010362694300513, + "temperature": 0.4 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.6243992752918596, + "metrics": { + "length_ratio": 0.9646017699115044, + "lexical_similarity": 0.5803329846765685, + "semantic_similarity": 0.43327057361602783, + "edit_similarity": 0.9026548672566371, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5153162522191633, + "metrics": { + "length_ratio": 0.3603723404255319, + "lexical_similarity": 0.39111643891890396, + "semantic_similarity": 0.7871740460395813, + "edit_similarity": 0.2353723404255319, + "temperature": 0.1 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 1.0, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0000000000000002, + "semantic_similarity": 1.0, + "edit_similarity": 1.0, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.770904132497262, + "metrics": { + "length_ratio": 0.9841897233201581, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7433881163597107, + "edit_similarity": 0.83399209486166, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.6434938598865659, + "metrics": { + "length_ratio": 0.8284106891701828, + "lexical_similarity": 0.6046103200763123, + "semantic_similarity": 0.7090743780136108, + "edit_similarity": 0.4781997187060478, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7179007967352716, + "metrics": { + "length_ratio": 0.9932203389830508, + "lexical_similarity": 0.56212079185074, + "semantic_similarity": 0.7638393640518188, + "edit_similarity": 0.7220338983050847, + "temperature": 0.8 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5409928340899169, + "metrics": { + "length_ratio": 0.9605026929982047, + "lexical_similarity": 0.2529147834895312, + "semantic_similarity": 0.7808390855789185, + "edit_similarity": 0.2836624775583483, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.6392617786803655, + "metrics": { + "length_ratio": 0.6027874564459931, + "lexical_similarity": 0.6348087971775133, + "semantic_similarity": 0.6769258975982666, + "edit_similarity": 0.5888501742160279, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 0.5283810687499827, + "metrics": { + "length_ratio": 0.9444444444444444, + "lexical_similarity": 0.25586058972114367, + "semantic_similarity": 0.7369632124900818, + "edit_similarity": 0.31196581196581197, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.5101777368249687, + "metrics": { + "length_ratio": 0.5568627450980392, + "lexical_similarity": 0.2910691023819054, + "semantic_similarity": 0.7355738878250122, + "edit_similarity": 0.3647058823529412, + "temperature": 0.7 + } + }, + { + "query": "question_id", + "class": "EXPERIMENTAL", + "score": 0.866010106617652, + "metrics": { + "length_ratio": 0.9963503649635036, + "lexical_similarity": 0.8865178039130657, + "semantic_similarity": 0.7729471325874329, + "edit_similarity": 0.9562043795620438, + "temperature": 1.7 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.781428989697795, + "metrics": { + "length_ratio": 0.9761904761904762, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7740135788917542, + "edit_similarity": 0.8293650793650793, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "EXPERIMENTAL", + "score": 0.7191677951431065, + "metrics": { + "length_ratio": 0.8832116788321168, + "lexical_similarity": 0.5859442534415849, + "semantic_similarity": 0.8119284510612488, + "edit_similarity": 0.6514598540145986, + "temperature": 1.7 + } + }, + { + "query": "turns", + "class": "CREATIVE", + "score": 0.6444897577231846, + "metrics": { + "length_ratio": 0.9857142857142858, + "lexical_similarity": 0.46598909712311054, + "semantic_similarity": 0.7510182857513428, + "edit_similarity": 0.5285714285714286, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5623336287660615, + "metrics": { + "length_ratio": 0.9941520467836257, + "lexical_similarity": 0.3360855975719415, + "semantic_similarity": 0.7414891719818115, + "edit_similarity": 0.32748538011695905, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5403930541530441, + "metrics": { + "length_ratio": 0.9547038327526133, + "lexical_similarity": 0.3421924816191859, + "semantic_similarity": 0.6013069152832031, + "edit_similarity": 0.5087108013937283, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5999915919495336, + "metrics": { + "length_ratio": 0.34200113058224985, + "lexical_similarity": 0.6164214105590102, + "semantic_similarity": 0.8388217687606812, + "edit_similarity": 0.22668174109666483, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.9691502718652827, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.9207401897413285, + "semantic_similarity": 0.9948991537094116, + "edit_similarity": 0.9748427672955975, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5632578864746445, + "metrics": { + "length_ratio": 0.967948717948718, + "lexical_similarity": 0.3329472815809851, + "semantic_similarity": 0.7529855370521545, + "edit_similarity": 0.32692307692307687, + "temperature": 0.0 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5297098813980524, + "metrics": { + "length_ratio": 0.7876106194690266, + "lexical_similarity": 0.23157991565275024, + "semantic_similarity": 0.8176251649856567, + "edit_similarity": 0.27212389380530977, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5888932709978861, + "metrics": { + "length_ratio": 0.46527196652719666, + "lexical_similarity": 0.511702020685592, + "semantic_similarity": 0.8273687958717346, + "edit_similarity": 0.28953974895397494, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.5503692833681637, + "metrics": { + "length_ratio": 0.8582089552238806, + "lexical_similarity": 0.40540168427057993, + "semantic_similarity": 0.6147823929786682, + "edit_similarity": 0.4850746268656716, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5276554794123176, + "metrics": { + "length_ratio": 0.9057239057239057, + "lexical_similarity": 0.1721203552286161, + "semantic_similarity": 0.7986342906951904, + "edit_similarity": 0.32996632996633, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5368282366439341, + "metrics": { + "length_ratio": 0.33412745681953543, + "lexical_similarity": 0.36965560280284027, + "semantic_similarity": 0.8606895208358765, + "edit_similarity": 0.24121500893388925, + "temperature": 0.3 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.8577934213645579, + "metrics": { + "length_ratio": 0.9298245614035088, + "lexical_similarity": 0.6949450440198668, + "semantic_similarity": 0.9756139516830444, + "edit_similarity": 0.8304093567251463, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.6281840728221026, + "metrics": { + "length_ratio": 0.6047745358090185, + "lexical_similarity": 0.6014199028259916, + "semantic_similarity": 0.7241697907447815, + "edit_similarity": 0.48806366047745353, + "temperature": 0.0 + } + }, + { + "query": "question_id", + "class": "CREATIVE", + "score": 1.0000000476837159, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 1.0000000000000002, + "semantic_similarity": 1.0000001192092896, + "edit_similarity": 1.0, + "temperature": 1.2 + } + }, + { + "query": "category", + "class": "BALANCED", + "score": 0.5184671302509168, + "metrics": { + "length_ratio": 0.8939393939393939, + "lexical_similarity": 0.1436400062685798, + "semantic_similarity": 0.8119226694107056, + "edit_similarity": 0.30606060606060603, + "temperature": 0.7 + } + }, + { + "query": "cluster", + "class": "BALANCED", + "score": 0.5647965013112363, + "metrics": { + "length_ratio": 0.4430929626411816, + "lexical_similarity": 0.3830200853575066, + "semantic_similarity": 0.8779842257499695, + "edit_similarity": 0.2719374456993918, + "temperature": 0.8 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.8220673229710427, + "metrics": { + "length_ratio": 0.9935897435897436, + "lexical_similarity": 0.7374342237632032, + "semantic_similarity": 0.8354259729385376, + "edit_similarity": 0.8365384615384616, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.5287585850333103, + "metrics": { + "length_ratio": 0.9441786283891547, + "lexical_similarity": 0.15348086852231327, + "semantic_similarity": 0.8311877250671387, + "edit_similarity": 0.2791068580542265, + "temperature": 0.4 + } + }, + { + "query": "cluster", + "class": "FOCUSED", + "score": 0.5338434773442232, + "metrics": { + "length_ratio": 0.749498997995992, + "lexical_similarity": 0.27092525359702513, + "semantic_similarity": 0.7777073383331299, + "edit_similarity": 0.33266533066132264, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.642303249045503, + "metrics": { + "length_ratio": 0.5454545454545454, + "lexical_similarity": 0.5156353507311793, + "semantic_similarity": 0.8810869455337524, + "edit_similarity": 0.4031620553359684, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.7780203671292293, + "metrics": { + "length_ratio": 0.9919028340080972, + "lexical_similarity": 0.6944383154967662, + "semantic_similarity": 0.7713881731033325, + "edit_similarity": 0.8097165991902834, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5118236103423992, + "metrics": { + "length_ratio": 0.3955974842767296, + "lexical_similarity": 0.37090351000980276, + "semantic_similarity": 0.7814128398895264, + "edit_similarity": 0.24213836477987416, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5401699015601131, + "metrics": { + "length_ratio": 0.9022988505747126, + "lexical_similarity": 0.2848585643531483, + "semantic_similarity": 0.7431026697158813, + "edit_similarity": 0.3362068965517241, + "temperature": 0.4 + } + }, + { + "query": "turns", + "class": "EXPERIMENTAL", + "score": 0.5398357277977631, + "metrics": { + "length_ratio": 0.7676767676767676, + "lexical_similarity": 0.25659981955632494, + "semantic_similarity": 0.8086546063423157, + "edit_similarity": 0.31313131313131315, + "temperature": 1.8 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5423848766548242, + "metrics": { + "length_ratio": 0.9134199134199135, + "lexical_similarity": 0.452567776997351, + "semantic_similarity": 0.6106922030448914, + "edit_similarity": 0.35497835497835495, + "temperature": 0.1 + } + }, + { + "query": "category", + "class": "EXPERIMENTAL", + "score": 0.5182840924798804, + "metrics": { + "length_ratio": 0.7739130434782608, + "lexical_similarity": 0.28082619857680396, + "semantic_similarity": 0.7405253648757935, + "edit_similarity": 0.3021739130434783, + "temperature": 1.8 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.6685723180748256, + "metrics": { + "length_ratio": 0.6115384615384616, + "lexical_similarity": 0.7731249200305371, + "semantic_similarity": 0.6329332590103149, + "edit_similarity": 0.6115384615384616, + "temperature": 0.3 + } + }, + { + "query": "question_id", + "class": "DETERMINISTIC", + "score": 0.5481906018274948, + "metrics": { + "length_ratio": 0.9589442815249267, + "lexical_similarity": 0.33015282155609044, + "semantic_similarity": 0.7203692197799683, + "edit_similarity": 0.32551319648093846, + "temperature": 0.0 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.7077509212059443, + "metrics": { + "length_ratio": 1.0, + "lexical_similarity": 0.8680942667801238, + "semantic_similarity": 0.37093818187713623, + "edit_similarity": 0.9947368421052631, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5594422242881831, + "metrics": { + "length_ratio": 0.9032258064516129, + "lexical_similarity": 0.3328651595404209, + "semantic_similarity": 0.7376663684844971, + "edit_similarity": 0.3709677419354839, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5695517715895008, + "metrics": { + "length_ratio": 0.7322274881516587, + "lexical_similarity": 0.34137667211733, + "semantic_similarity": 0.8248374462127686, + "edit_similarity": 0.3199052132701422, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.5121320559452233, + "metrics": { + "length_ratio": 0.4472396925227114, + "lexical_similarity": 0.2963116932299266, + "semantic_similarity": 0.8177050352096558, + "edit_similarity": 0.25716282320055905, + "temperature": 0.1 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.795359840012301, + "metrics": { + "length_ratio": 0.9583333333333334, + "lexical_similarity": 0.7507620745788313, + "semantic_similarity": 0.7399113774299622, + "edit_similarity": 0.8916666666666666, + "temperature": 0.8 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5139476364236515, + "metrics": { + "length_ratio": 0.8463687150837989, + "lexical_similarity": 0.279683178258634, + "semantic_similarity": 0.6735703945159912, + "edit_similarity": 0.3798882681564246, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.5122903356360663, + "metrics": { + "length_ratio": 0.31543624161073824, + "lexical_similarity": 0.4378160720118719, + "semantic_similarity": 0.765178382396698, + "edit_similarity": 0.2166526845637584, + "temperature": 1.2 + } + }, + { + "query": "question_id", + "class": "BALANCED", + "score": 0.7248594277998264, + "metrics": { + "length_ratio": 0.9798387096774194, + "lexical_similarity": 0.6016628440019703, + "semantic_similarity": 0.7449740171432495, + "edit_similarity": 0.7419354838709677, + "temperature": 0.7 + } + }, + { + "query": "category", + "class": "CREATIVE", + "score": 0.5142983087350697, + "metrics": { + "length_ratio": 0.8348214285714286, + "lexical_similarity": 0.3137731750403317, + "semantic_similarity": 0.6162641048431396, + "edit_similarity": 0.4508928571428571, + "temperature": 1.3 + } + }, + { + "query": "cluster", + "class": "CREATIVE", + "score": 0.6740109328883587, + "metrics": { + "length_ratio": 0.7673830594184576, + "lexical_similarity": 0.5196319678531868, + "semantic_similarity": 0.930259108543396, + "edit_similarity": 0.34639696586599245, + "temperature": 1.3 + } + }, + { + "query": "turns", + "class": "FOCUSED", + "score": 0.543215796007843, + "metrics": { + "length_ratio": 0.5112540192926045, + "lexical_similarity": 0.579738671537666, + "semantic_similarity": 0.5558721423149109, + "edit_similarity": 0.4790996784565916, + "temperature": 0.4 + } + }, + { + "query": "question_id", + "class": "FOCUSED", + "score": 0.5566741342875583, + "metrics": { + "length_ratio": 0.948170731707317, + "lexical_similarity": 0.3219561881881914, + "semantic_similarity": 0.7378706336021423, + "edit_similarity": 0.35060975609756095, + "temperature": 0.3 + } + }, + { + "query": "category", + "class": "FOCUSED", + "score": 0.504382863704623, + "metrics": { + "length_ratio": 0.9703264094955489, + "lexical_similarity": 0.18747940226840087, + "semantic_similarity": 0.7694573998451233, + "edit_similarity": 0.21661721068249262, + "temperature": 0.3 + } + }, + { + "query": "cluster", + "class": "DETERMINISTIC", + "score": 0.7058713037161771, + "metrics": { + "length_ratio": 0.7555555555555555, + "lexical_similarity": 0.7218863782138989, + "semantic_similarity": 0.6677079200744629, + "edit_similarity": 0.7333333333333334, + "temperature": 0.0 + } + }, + { + "query": "turns", + "class": "BALANCED", + "score": 0.7927016099448482, + "metrics": { + "length_ratio": 0.9901477832512315, + "lexical_similarity": 0.905825940962956, + "semantic_similarity": 0.5622367858886719, + "edit_similarity": 0.9852216748768473, + "temperature": 0.8 + } + } + ] +} \ No newline at end of file