[{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_technical_doc","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.64},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_technical_doc","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.11},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_mixed_content","composite":92,"dimensions":{"correctness":80,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.74},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_mixed_content","composite":92,"dimensions":{"correctness":80,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.89},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_code_narrative","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.97},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_code_narrative","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.82},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_short_text","composite":97,"dimensions":{"correctness":92.5,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.52},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_short_text","composite":97,"dimensions":{"correctness":92.5,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.35},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_temporal_filter","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.38},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_temporal_filter","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.44},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_code_search","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_code_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.99},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_multi_source","composite":96.25,"dimensions":{"correctness":100,"completeness":87.5,"formatQuality":100,"conciseness":100},"tokPerSec":2.86},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_multi_source","composite":96.25,"dimensions":{"correctness":100,"completeness":87.5,"formatQuality":100,"conciseness":100},"tokPerSec":2.96},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_memory_recall","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.15},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_memory_recall","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.05},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_delta_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.31},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_delta_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.16},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_architecture","composite":93.16,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":74.38},"tokPerSec":3.2},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_architecture","composite":92.63,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":70.88},"tokPerSec":3.13},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_dietary","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.46},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_dietary","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_conflicting","composite":67,"dimensions":{"correctness":50,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.54},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_conflicting","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.52},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_dietary","composite":90.93,"dimensions":{"correctness":77.33,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.18},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_dietary","composite":94.67,"dimensions":{"correctness":86.67,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.3},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_incident","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.32},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_incident","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.43},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_preferences","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.26},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":4.72},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.38},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.38},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.8},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":5.19},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":6.43},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.17},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.42},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.43},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.77},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.49},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.79},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_code_file","composite":96.8,"dimensions":{"correctness":92,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.57},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_code_file","composite":96.8,"dimensions":{"correctness":92,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.79},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.05},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.47},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.99},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.52},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":85.5,"dimensions":{"correctness":82.5,"completeness":75,"formatQuality":100,"conciseness":100},"tokPerSec":6.82},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":85.5,"dimensions":{"correctness":82.5,"completeness":75,"formatQuality":100,"conciseness":100},"tokPerSec":6.52},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":81.15,"dimensions":{"correctness":77.25,"completeness":67.5,"formatQuality":100,"conciseness":100},"tokPerSec":6.58},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":88.4,"dimensions":{"correctness":86,"completeness":80,"formatQuality":100,"conciseness":100},"tokPerSec":6.38},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":90.33,"dimensions":{"correctness":88.33,"completeness":83.33,"formatQuality":100,"conciseness":100},"tokPerSec":6.05},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":90.33,"dimensions":{"correctness":88.33,"completeness":83.33,"formatQuality":100,"conciseness":100},"tokPerSec":5.69},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":86.96,"dimensions":{"correctness":100,"completeness":61.54,"formatQuality":90,"conciseness":100},"tokPerSec":6.48},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":84.65,"dimensions":{"correctness":100,"completeness":53.85,"formatQuality":90,"conciseness":100},"tokPerSec":6.54},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":89.75,"dimensions":{"correctness":100,"completeness":70.83,"formatQuality":90,"conciseness":100},"tokPerSec":6.94},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":83.49,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":74.94},"tokPerSec":6.97},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":90.32,"dimensions":{"correctness":100,"completeness":72.73,"formatQuality":90,"conciseness":100},"tokPerSec":6.88},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":88.95,"dimensions":{"correctness":100,"completeness":68.18,"formatQuality":90,"conciseness":100},"tokPerSec":6.48},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.5,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":100},"tokPerSec":6.85},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.5,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":100},"tokPerSec":6.7},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":98.88,"dimensions":{"correctness":100,"completeness":100,"formatQuality":92.5,"conciseness":100},"tokPerSec":2.62},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":98.88,"dimensions":{"correctness":100,"completeness":100,"formatQuality":92.5,"conciseness":100},"tokPerSec":2.82},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":95.5,"dimensions":{"correctness":100,"completeness":100,"formatQuality":70,"conciseness":100},"tokPerSec":2.99},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":95.5,"dimensions":{"correctness":100,"completeness":100,"formatQuality":70,"conciseness":100},"tokPerSec":3.07},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":3.12},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":3.14},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.44},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_email","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.25},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_imessage","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.33},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_imessage","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.51},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_code_file","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.39},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_code_file","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.84},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.18},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.76},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.51},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.65},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.5},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.53},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":86.95,"dimensions":{"correctness":84.25,"completeness":77.5,"formatQuality":100,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.43},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.13},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":94.2,"dimensions":{"correctness":93,"completeness":90,"formatQuality":100,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":85.73,"dimensions":{"correctness":100,"completeness":57.69,"formatQuality":90,"conciseness":99.51},"tokPerSec":3.52},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":85.81,"dimensions":{"correctness":100,"completeness":57.69,"formatQuality":90,"conciseness":100},"tokPerSec":3.47},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":87.25,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":100},"tokPerSec":3.88},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":84.89,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":84.25},"tokPerSec":3.51},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":93.22,"dimensions":{"correctness":100,"completeness":90.91,"formatQuality":90,"conciseness":82.98},"tokPerSec":3.75},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":93.77,"dimensions":{"correctness":100,"completeness":90.91,"formatQuality":90,"conciseness":86.67},"tokPerSec":3.7},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.42,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":99.44},"tokPerSec":3.78},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":92.5,"dimensions":{"correctness":100,"completeness":80,"formatQuality":90,"conciseness":100},"tokPerSec":3.78},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":26.08},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":30.08},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_class","composite":98.95,"dimensions":{"correctness":100,"completeness":100,"formatQuality":93,"conciseness":100},"tokPerSec":29.06},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":29.41},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"sql_query","composite":93.4,"dimensions":{"correctness":100,"completeness":100,"formatQuality":56,"conciseness":100},"tokPerSec":28.95},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"sql_query","composite":93.4,"dimensions":{"correctness":100,"completeness":100,"formatQuality":56,"conciseness":100},"tokPerSec":29.88},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":28.95},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"javascript_async","composite":85.5,"dimensions":{"correctness":90,"completeness":75,"formatQuality":80,"conciseness":100},"tokPerSec":29.85},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"bash_script","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":19.94},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"bash_script","composite":97.75,"dimensions":{"correctness":100,"completeness":100,"formatQuality":85,"conciseness":100},"tokPerSec":29.18},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":7.88},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":8.09},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_class","composite":99.25,"dimensions":{"correctness":100,"completeness":100,"formatQuality":95,"conciseness":100},"tokPerSec":7.47},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_class","composite":99.25,"dimensions":{"correctness":100,"completeness":100,"formatQuality":95,"conciseness":100},"tokPerSec":7.79},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"sql_query","composite":94,"dimensions":{"correctness":100,"completeness":100,"formatQuality":60,"conciseness":100},"tokPerSec":8.09},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"sql_query","composite":89.35,"dimensions":{"correctness":100,"completeness":100,"formatQuality":29,"conciseness":100},"tokPerSec":8.19},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":7.5},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"javascript_async","composite":96.1,"dimensions":{"correctness":100,"completeness":100,"formatQuality":74,"conciseness":100},"tokPerSec":7.46},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"bash_script","composite":97.9,"dimensions":{"correctness":100,"completeness":100,"formatQuality":86,"conciseness":100},"tokPerSec":7.9},{"runId":"thunder-a100-e71c07bb10","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"bash_script","composite":97,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":100},"tokPerSec":7.53},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":4.21},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.92},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.1},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.06},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"sql_query","composite":91.45,"dimensions":{"correctness":100,"completeness":100,"formatQuality":43,"conciseness":100},"tokPerSec":3.07},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"sql_query","composite":91.45,"dimensions":{"correctness":100,"completeness":100,"formatQuality":43,"conciseness":100},"tokPerSec":3.35},{"runId":"thunder-a100-e71c07bb10","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.95,"dimensions":{"correctness":100,"completeness":100,"formatQuality":73,"conciseness":100},"tokPerSec":2.67},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_technical_doc","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.64},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_technical_doc","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.11},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_mixed_content","composite":92,"dimensions":{"correctness":80,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.74},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_mixed_content","composite":92,"dimensions":{"correctness":80,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.89},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_code_narrative","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.97},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_code_narrative","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.82},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_short_text","composite":97,"dimensions":{"correctness":92.5,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.52},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_short_text","composite":97,"dimensions":{"correctness":92.5,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.35},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_temporal_filter","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.38},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_temporal_filter","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.44},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_code_search","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_code_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.99},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_multi_source","composite":96.25,"dimensions":{"correctness":100,"completeness":87.5,"formatQuality":100,"conciseness":100},"tokPerSec":2.86},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_multi_source","composite":96.25,"dimensions":{"correctness":100,"completeness":87.5,"formatQuality":100,"conciseness":100},"tokPerSec":2.96},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_memory_recall","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.15},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_memory_recall","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.05},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_delta_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.31},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_delta_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.16},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_architecture","composite":93.16,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":74.38},"tokPerSec":3.2},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_architecture","composite":92.63,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":70.88},"tokPerSec":3.13},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_dietary","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.46},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_dietary","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_conflicting","composite":67,"dimensions":{"correctness":50,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.54},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_conflicting","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.52},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_dietary","composite":90.93,"dimensions":{"correctness":77.33,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.18},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_dietary","composite":94.67,"dimensions":{"correctness":86.67,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.3},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_incident","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.32},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_incident","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.43},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_preferences","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.26},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":4.72},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.38},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.38},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.8},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":5.19},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":6.43},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.17},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.42},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.43},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.77},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.49},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.79},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_code_file","composite":96.8,"dimensions":{"correctness":92,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.57},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_code_file","composite":96.8,"dimensions":{"correctness":92,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.79},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.05},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.47},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.99},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.52},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":85.5,"dimensions":{"correctness":82.5,"completeness":75,"formatQuality":100,"conciseness":100},"tokPerSec":6.82},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":85.5,"dimensions":{"correctness":82.5,"completeness":75,"formatQuality":100,"conciseness":100},"tokPerSec":6.52},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":81.15,"dimensions":{"correctness":77.25,"completeness":67.5,"formatQuality":100,"conciseness":100},"tokPerSec":6.58},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":88.4,"dimensions":{"correctness":86,"completeness":80,"formatQuality":100,"conciseness":100},"tokPerSec":6.38},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":90.33,"dimensions":{"correctness":88.33,"completeness":83.33,"formatQuality":100,"conciseness":100},"tokPerSec":6.05},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":90.33,"dimensions":{"correctness":88.33,"completeness":83.33,"formatQuality":100,"conciseness":100},"tokPerSec":5.69},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":86.96,"dimensions":{"correctness":100,"completeness":61.54,"formatQuality":90,"conciseness":100},"tokPerSec":6.48},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":84.65,"dimensions":{"correctness":100,"completeness":53.85,"formatQuality":90,"conciseness":100},"tokPerSec":6.54},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":89.75,"dimensions":{"correctness":100,"completeness":70.83,"formatQuality":90,"conciseness":100},"tokPerSec":6.94},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":83.49,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":74.94},"tokPerSec":6.97},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":90.32,"dimensions":{"correctness":100,"completeness":72.73,"formatQuality":90,"conciseness":100},"tokPerSec":6.88},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":88.95,"dimensions":{"correctness":100,"completeness":68.18,"formatQuality":90,"conciseness":100},"tokPerSec":6.48},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.5,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":100},"tokPerSec":6.85},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.5,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":100},"tokPerSec":6.7},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":98.88,"dimensions":{"correctness":100,"completeness":100,"formatQuality":92.5,"conciseness":100},"tokPerSec":2.62},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":98.88,"dimensions":{"correctness":100,"completeness":100,"formatQuality":92.5,"conciseness":100},"tokPerSec":2.82},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":95.5,"dimensions":{"correctness":100,"completeness":100,"formatQuality":70,"conciseness":100},"tokPerSec":2.99},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":95.5,"dimensions":{"correctness":100,"completeness":100,"formatQuality":70,"conciseness":100},"tokPerSec":3.07},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":3.12},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":3.14},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.44},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_email","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.25},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_imessage","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.33},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_imessage","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.51},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_code_file","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.39},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_code_file","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.84},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.18},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.76},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.51},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.65},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.5},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.53},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":86.95,"dimensions":{"correctness":84.25,"completeness":77.5,"formatQuality":100,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.43},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.13},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":94.2,"dimensions":{"correctness":93,"completeness":90,"formatQuality":100,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":85.73,"dimensions":{"correctness":100,"completeness":57.69,"formatQuality":90,"conciseness":99.51},"tokPerSec":3.52},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":85.81,"dimensions":{"correctness":100,"completeness":57.69,"formatQuality":90,"conciseness":100},"tokPerSec":3.47},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":87.25,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":100},"tokPerSec":3.88},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":84.89,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":84.25},"tokPerSec":3.51},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":93.22,"dimensions":{"correctness":100,"completeness":90.91,"formatQuality":90,"conciseness":82.98},"tokPerSec":3.75},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":93.77,"dimensions":{"correctness":100,"completeness":90.91,"formatQuality":90,"conciseness":86.67},"tokPerSec":3.7},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.42,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":99.44},"tokPerSec":3.78},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":92.5,"dimensions":{"correctness":100,"completeness":80,"formatQuality":90,"conciseness":100},"tokPerSec":3.78},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":26.08},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":30.08},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_class","composite":98.95,"dimensions":{"correctness":100,"completeness":100,"formatQuality":93,"conciseness":100},"tokPerSec":29.06},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":29.41},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"sql_query","composite":93.4,"dimensions":{"correctness":100,"completeness":100,"formatQuality":56,"conciseness":100},"tokPerSec":28.95},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"sql_query","composite":93.4,"dimensions":{"correctness":100,"completeness":100,"formatQuality":56,"conciseness":100},"tokPerSec":29.88},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":28.95},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"javascript_async","composite":85.5,"dimensions":{"correctness":90,"completeness":75,"formatQuality":80,"conciseness":100},"tokPerSec":29.85},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"bash_script","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":19.94},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"bash_script","composite":97.75,"dimensions":{"correctness":100,"completeness":100,"formatQuality":85,"conciseness":100},"tokPerSec":29.18},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":7.88},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":8.09},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_class","composite":99.25,"dimensions":{"correctness":100,"completeness":100,"formatQuality":95,"conciseness":100},"tokPerSec":7.47},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_class","composite":99.25,"dimensions":{"correctness":100,"completeness":100,"formatQuality":95,"conciseness":100},"tokPerSec":7.79},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"sql_query","composite":94,"dimensions":{"correctness":100,"completeness":100,"formatQuality":60,"conciseness":100},"tokPerSec":8.09},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"sql_query","composite":89.35,"dimensions":{"correctness":100,"completeness":100,"formatQuality":29,"conciseness":100},"tokPerSec":8.19},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":7.5},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"javascript_async","composite":96.1,"dimensions":{"correctness":100,"completeness":100,"formatQuality":74,"conciseness":100},"tokPerSec":7.46},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"bash_script","composite":97.9,"dimensions":{"correctness":100,"completeness":100,"formatQuality":86,"conciseness":100},"tokPerSec":7.9},{"runId":"thunder-a6000-ff768cefcb","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"bash_script","composite":97,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":100},"tokPerSec":7.53},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":4.21},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.92},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.1},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.06},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"sql_query","composite":91.45,"dimensions":{"correctness":100,"completeness":100,"formatQuality":43,"conciseness":100},"tokPerSec":3.07},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"sql_query","composite":91.45,"dimensions":{"correctness":100,"completeness":100,"formatQuality":43,"conciseness":100},"tokPerSec":3.35},{"runId":"thunder-a6000-ff768cefcb","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.95,"dimensions":{"correctness":100,"completeness":100,"formatQuality":73,"conciseness":100},"tokPerSec":2.67},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_technical_doc","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.64},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_technical_doc","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.11},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_mixed_content","composite":92,"dimensions":{"correctness":80,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.74},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_mixed_content","composite":92,"dimensions":{"correctness":80,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.89},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_code_narrative","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.97},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_code_narrative","composite":94,"dimensions":{"correctness":85,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.82},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_short_text","composite":97,"dimensions":{"correctness":92.5,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.52},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"chunking","testCaseId":"chunk_short_text","composite":97,"dimensions":{"correctness":92.5,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.35},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_temporal_filter","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.38},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_temporal_filter","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.44},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_code_search","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_code_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.99},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_multi_source","composite":96.25,"dimensions":{"correctness":100,"completeness":87.5,"formatQuality":100,"conciseness":100},"tokPerSec":2.86},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_multi_source","composite":96.25,"dimensions":{"correctness":100,"completeness":87.5,"formatQuality":100,"conciseness":100},"tokPerSec":2.96},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_memory_recall","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.15},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_memory_recall","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.05},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_delta_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.31},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"search_query","testCaseId":"sq_delta_search","composite":84,"dimensions":{"correctness":60,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.16},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_architecture","composite":93.16,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":74.38},"tokPerSec":3.2},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_architecture","composite":92.63,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":70.88},"tokPerSec":3.13},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_dietary","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.46},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_dietary","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_conflicting","composite":67,"dimensions":{"correctness":50,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.54},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"context_synthesis","testCaseId":"synth_conflicting","composite":87,"dimensions":{"correctness":100,"completeness":66.67,"formatQuality":80,"conciseness":100},"tokPerSec":3.52},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_dietary","composite":90.93,"dimensions":{"correctness":77.33,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.18},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_dietary","composite":94.67,"dimensions":{"correctness":86.67,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.3},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_incident","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.32},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_incident","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.43},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"memory_extraction","testCaseId":"mem_preferences","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.26},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":4.72},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.38},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.38},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.8},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":5.19},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":6.43},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.17},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.42},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.43},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.77},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.49},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_imessage","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.79},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_code_file","composite":96.8,"dimensions":{"correctness":92,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.57},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_code_file","composite":96.8,"dimensions":{"correctness":92,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.79},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.05},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.47},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":5.99},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":6.52},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":85.5,"dimensions":{"correctness":82.5,"completeness":75,"formatQuality":100,"conciseness":100},"tokPerSec":6.82},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":85.5,"dimensions":{"correctness":82.5,"completeness":75,"formatQuality":100,"conciseness":100},"tokPerSec":6.52},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":81.15,"dimensions":{"correctness":77.25,"completeness":67.5,"formatQuality":100,"conciseness":100},"tokPerSec":6.58},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":88.4,"dimensions":{"correctness":86,"completeness":80,"formatQuality":100,"conciseness":100},"tokPerSec":6.38},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":90.33,"dimensions":{"correctness":88.33,"completeness":83.33,"formatQuality":100,"conciseness":100},"tokPerSec":6.05},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":90.33,"dimensions":{"correctness":88.33,"completeness":83.33,"formatQuality":100,"conciseness":100},"tokPerSec":5.69},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":86.96,"dimensions":{"correctness":100,"completeness":61.54,"formatQuality":90,"conciseness":100},"tokPerSec":6.48},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":84.65,"dimensions":{"correctness":100,"completeness":53.85,"formatQuality":90,"conciseness":100},"tokPerSec":6.54},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":89.75,"dimensions":{"correctness":100,"completeness":70.83,"formatQuality":90,"conciseness":100},"tokPerSec":6.94},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":83.49,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":74.94},"tokPerSec":6.97},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":90.32,"dimensions":{"correctness":100,"completeness":72.73,"formatQuality":90,"conciseness":100},"tokPerSec":6.88},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":88.95,"dimensions":{"correctness":100,"completeness":68.18,"formatQuality":90,"conciseness":100},"tokPerSec":6.48},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.5,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":100},"tokPerSec":6.85},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.5,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":100},"tokPerSec":6.7},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":98.88,"dimensions":{"correctness":100,"completeness":100,"formatQuality":92.5,"conciseness":100},"tokPerSec":2.62},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_email","composite":98.88,"dimensions":{"correctness":100,"completeness":100,"formatQuality":92.5,"conciseness":100},"tokPerSec":2.82},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":95.5,"dimensions":{"correctness":100,"completeness":100,"formatQuality":70,"conciseness":100},"tokPerSec":2.99},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_imessage","composite":95.5,"dimensions":{"correctness":100,"completeness":100,"formatQuality":70,"conciseness":100},"tokPerSec":3.07},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":3.12},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_code_file","composite":58,"dimensions":{"correctness":40,"completeness":40,"formatQuality":100,"conciseness":100},"tokPerSec":3.14},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"adapter_extraction","testCaseId":"adapt_voice_memo","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.44},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_email","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.25},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_email","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.36},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_imessage","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.33},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_imessage","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.51},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_code_file","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.39},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_code_file","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.84},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.18},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_calendar","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":2.76},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.51},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"classification","testCaseId":"cls_health_data","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.65},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.5},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_config_change","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.53},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":86.95,"dimensions":{"correctness":84.25,"completeness":77.5,"formatQuality":100,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_code_refactor","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.43},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.13},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"delta_summarization","testCaseId":"delta_doc_update","composite":94.2,"dimensions":{"correctness":93,"completeness":90,"formatQuality":100,"conciseness":100},"tokPerSec":3.57},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":85.73,"dimensions":{"correctness":100,"completeness":57.69,"formatQuality":90,"conciseness":99.51},"tokPerSec":3.52},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_terse_code","composite":85.81,"dimensions":{"correctness":100,"completeness":57.69,"formatQuality":90,"conciseness":100},"tokPerSec":3.47},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":87.25,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":100},"tokPerSec":3.88},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_cryptic_message","composite":84.89,"dimensions":{"correctness":100,"completeness":62.5,"formatQuality":90,"conciseness":84.25},"tokPerSec":3.51},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":93.22,"dimensions":{"correctness":100,"completeness":90.91,"formatQuality":90,"conciseness":82.98},"tokPerSec":3.75},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_data_table","composite":93.77,"dimensions":{"correctness":100,"completeness":90.91,"formatQuality":90,"conciseness":86.67},"tokPerSec":3.7},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":91.42,"dimensions":{"correctness":100,"completeness":76.67,"formatQuality":90,"conciseness":99.44},"tokPerSec":3.78},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"embedding_proxy","testCaseId":"emb_photo_metadata","composite":92.5,"dimensions":{"correctness":100,"completeness":80,"formatQuality":90,"conciseness":100},"tokPerSec":3.78},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":26.08},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":30.08},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_class","composite":98.95,"dimensions":{"correctness":100,"completeness":100,"formatQuality":93,"conciseness":100},"tokPerSec":29.06},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":29.41},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"sql_query","composite":93.4,"dimensions":{"correctness":100,"completeness":100,"formatQuality":56,"conciseness":100},"tokPerSec":28.95},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"sql_query","composite":93.4,"dimensions":{"correctness":100,"completeness":100,"formatQuality":56,"conciseness":100},"tokPerSec":29.88},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":28.95},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"javascript_async","composite":85.5,"dimensions":{"correctness":90,"completeness":75,"formatQuality":80,"conciseness":100},"tokPerSec":29.85},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"bash_script","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":19.94},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:1.5b","useCase":"code_generation","testCaseId":"bash_script","composite":97.75,"dimensions":{"correctness":100,"completeness":100,"formatQuality":85,"conciseness":100},"tokPerSec":29.18},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":7.88},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":8.09},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_class","composite":99.25,"dimensions":{"correctness":100,"completeness":100,"formatQuality":95,"conciseness":100},"tokPerSec":7.47},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"python_class","composite":99.25,"dimensions":{"correctness":100,"completeness":100,"formatQuality":95,"conciseness":100},"tokPerSec":7.79},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"sql_query","composite":94,"dimensions":{"correctness":100,"completeness":100,"formatQuality":60,"conciseness":100},"tokPerSec":8.09},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"sql_query","composite":89.35,"dimensions":{"correctness":100,"completeness":100,"formatQuality":29,"conciseness":100},"tokPerSec":8.19},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.8,"dimensions":{"correctness":100,"completeness":100,"formatQuality":72,"conciseness":100},"tokPerSec":7.5},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"javascript_async","composite":96.1,"dimensions":{"correctness":100,"completeness":100,"formatQuality":74,"conciseness":100},"tokPerSec":7.46},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"bash_script","composite":97.9,"dimensions":{"correctness":100,"completeness":100,"formatQuality":86,"conciseness":100},"tokPerSec":7.9},{"runId":"thunder-h100-3800c438c8","model":"llama3.1:8b","useCase":"code_generation","testCaseId":"bash_script","composite":97,"dimensions":{"correctness":100,"completeness":100,"formatQuality":80,"conciseness":100},"tokPerSec":7.53},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":4.21},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_function","composite":88,"dimensions":{"correctness":70,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.92},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.1},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"python_class","composite":100,"dimensions":{"correctness":100,"completeness":100,"formatQuality":100,"conciseness":100},"tokPerSec":3.06},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"sql_query","composite":91.45,"dimensions":{"correctness":100,"completeness":100,"formatQuality":43,"conciseness":100},"tokPerSec":3.07},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"sql_query","composite":91.45,"dimensions":{"correctness":100,"completeness":100,"formatQuality":43,"conciseness":100},"tokPerSec":3.35},{"runId":"thunder-h100-3800c438c8","model":"qwen2.5:14b","useCase":"code_generation","testCaseId":"javascript_async","composite":95.95,"dimensions":{"correctness":100,"completeness":100,"formatQuality":73,"conciseness":100},"tokPerSec":2.67}]