File size: 1,868 Bytes
b5d0afd ee458f5 20e585f 6c4c814 20e585f 545cd4d 6c4c814 545cd4d 6c4c814 545cd4d 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 20e585f 6c4c814 b5d0afd 6c4c814 ee458f5 6c4c814 b5d0afd 6c4c814 7191bac 6c4c814 01e1fe9 6c4c814 7191bac 6c4c814 01e1fe9 b5d0afd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 |
{
"mistralai/Mistral-7B-Instruct-v0.3": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 4,
"auto_cast_type": "bf16"
},
{
"batch_size": 8,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
},
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 8,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 16,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
},
{
"batch_size": 32,
"sequence_length": 4096,
"num_cores": 8,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-7B-Instruct-v0.1": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-7B-Instruct-v0.2": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 2,
"auto_cast_type": "bf16"
}
],
"mistralai/Mistral-Small-Instruct-2409": [
{
"batch_size": 1,
"sequence_length": 4096,
"num_cores": 12,
"auto_cast_type": "bf16",
"task": "text-generation"
}
],
"mistralai/Mistral-Small-Instruct-2409": [
{
"batch_size": 4,
"sequence_length": 4096,
"num_cores": 12,
"auto_cast_type": "bf16",
"task": "text-generation"
}
]
} |