fix CP valicate
Browse files- webui/script.js +8 -8
webui/script.js
CHANGED
|
@@ -253,12 +253,12 @@ async function submitForm() {
|
|
| 253 |
errors.push(`TP*PP*CP (${tp * pp * cp}) > GPUs (${num_gpus}).`);
|
| 254 |
}
|
| 255 |
if (etp){
|
| 256 |
-
if (etp * pp *
|
| 257 |
-
errors.push(`ETP*PP*
|
| 258 |
}
|
| 259 |
} else {
|
| 260 |
-
if (tp * pp *
|
| 261 |
-
errors.push(`TP*PP*
|
| 262 |
}
|
| 263 |
}
|
| 264 |
if (num_kv_heads && tp > num_kv_heads) {
|
|
@@ -729,12 +729,12 @@ function validateParallelismLive() {
|
|
| 729 |
errors.push(`TP*PP*CP (${tp*pp*cp}) > GPUs (${num_gpus}).`);
|
| 730 |
}
|
| 731 |
if (etp) {
|
| 732 |
-
if (etp * pp *
|
| 733 |
-
errors.push(`ETP*PP*
|
| 734 |
}
|
| 735 |
} else {
|
| 736 |
-
if (tp * pp *
|
| 737 |
-
errors.push(`TP*PP*
|
| 738 |
}
|
| 739 |
}
|
| 740 |
if (num_kv_heads && tp > num_kv_heads) {
|
|
|
|
| 253 |
errors.push(`TP*PP*CP (${tp * pp * cp}) > GPUs (${num_gpus}).`);
|
| 254 |
}
|
| 255 |
if (etp){
|
| 256 |
+
if (etp * pp * ep > num_gpus) {
|
| 257 |
+
errors.push(`ETP*PP*EP (${etp * pp * ep}) > GPUs (${num_gpus}).`);
|
| 258 |
}
|
| 259 |
} else {
|
| 260 |
+
if (tp * pp * ep > num_gpus) {
|
| 261 |
+
errors.push(`TP*PP*EP (${tp * pp * ep}) > GPUs (${num_gpus}) when ETP is not set.`);
|
| 262 |
}
|
| 263 |
}
|
| 264 |
if (num_kv_heads && tp > num_kv_heads) {
|
|
|
|
| 729 |
errors.push(`TP*PP*CP (${tp*pp*cp}) > GPUs (${num_gpus}).`);
|
| 730 |
}
|
| 731 |
if (etp) {
|
| 732 |
+
if (etp * pp * ep > num_gpus) {
|
| 733 |
+
errors.push(`ETP*PP*EP (${etp*pp*ep}) > GPUs (${num_gpus}).`);
|
| 734 |
}
|
| 735 |
} else {
|
| 736 |
+
if (tp * pp * ep > num_gpus) {
|
| 737 |
+
errors.push(`TP*PP*EP (${tp*pp*ep}) > GPUs (${num_gpus}) when ETP is not set.`);
|
| 738 |
}
|
| 739 |
}
|
| 740 |
if (num_kv_heads && tp > num_kv_heads) {
|