{"rows":[{"model":"qwen2.5:1.5b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":59.9,"compositeScore":93.7,"costPerMillionTokensUsd":1.62,"progressSamples":6,"scoreSamples":10},{"model":"qwen2.5:1.5b","gpuId":"thunder-a100","gpuType":"A100","tokenPerSec":38,"compositeScore":93.7,"costPerMillionTokensUsd":5.7,"progressSamples":12,"scoreSamples":10},{"model":"llama3.1:8b","gpuId":"thunder-h100","gpuType":"H100","tokenPerSec":192.3,"compositeScore":92.4,"costPerMillionTokensUsd":3.6,"progressSamples":28,"scoreSamples":42},{"model":"llama3.1:8b","gpuId":"thunder-a100","gpuType":"A100","tokenPerSec":17.2,"compositeScore":92.4,"costPerMillionTokensUsd":12.62,"progressSamples":28,"scoreSamples":42},{"model":"llama3.1:8b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":12.5,"compositeScore":92.4,"costPerMillionTokensUsd":7.76,"progressSamples":25,"scoreSamples":42},{"model":"qwen2.5:14b","gpuId":"thunder-h100","gpuType":"H100","tokenPerSec":105.5,"compositeScore":92.1,"costPerMillionTokensUsd":6.56,"progressSamples":16,"scoreSamples":68},{"model":"qwen2.5:14b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":16.1,"compositeScore":92.1,"costPerMillionTokensUsd":6.05,"progressSamples":7,"scoreSamples":68},{"model":"qwen2.5:14b","gpuId":"thunder-a100","gpuType":"A100","tokenPerSec":11.6,"compositeScore":92.1,"costPerMillionTokensUsd":18.74,"progressSamples":15,"scoreSamples":68},{"model":"llama3.2:1b","gpuId":"thunder-h100","gpuType":"H100","tokenPerSec":570.5,"compositeScore":0,"costPerMillionTokensUsd":1.21,"progressSamples":17,"scoreSamples":0},{"model":"qwen2.5:1.5b","gpuId":"thunder-h100","gpuType":"H100","tokenPerSec":185.4,"compositeScore":0,"costPerMillionTokensUsd":3.73,"progressSamples":11,"scoreSamples":0},{"model":"llama3.2:1b","gpuId":"thunder-a100","gpuType":"A100","tokenPerSec":47.5,"compositeScore":0,"costPerMillionTokensUsd":4.56,"progressSamples":15,"scoreSamples":0},{"model":"llama3.2:1b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":44.3,"compositeScore":0,"costPerMillionTokensUsd":2.2,"progressSamples":8,"scoreSamples":0},{"model":"qwen2.5:72b","gpuId":"thunder-h100","gpuType":"H100","tokenPerSec":28.4,"compositeScore":0,"costPerMillionTokensUsd":24.33,"progressSamples":13,"scoreSamples":0},{"model":"qwen3:30b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":2.8,"compositeScore":0,"costPerMillionTokensUsd":34.23,"progressSamples":5,"scoreSamples":0},{"model":"qwen2.5:32b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":1.4,"compositeScore":0,"costPerMillionTokensUsd":68.8,"progressSamples":2,"scoreSamples":0},{"model":"llama3.3:70b","gpuId":"thunder-a6000","gpuType":"A6000","tokenPerSec":0,"compositeScore":0,"costPerMillionTokensUsd":null,"progressSamples":7,"scoreSamples":0}],"count":16}