Update index.html
Browse files- index.html +35 -32
index.html
CHANGED
|
@@ -142,40 +142,43 @@
|
|
| 142 |
}
|
| 143 |
|
| 144 |
async function calculateSizes(format) {
|
| 145 |
-
|
| 146 |
-
|
| 147 |
-
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
| 153 |
-
|
| 154 |
-
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
const model_size = modelSize(model_config, bpw)
|
| 160 |
-
const context_size = contextSize(context, model_config, bsz, fp8_cache)
|
| 161 |
-
const total_size = ((model_size + context_size) / 1e+9)
|
| 162 |
-
document.getElementById("resultmodel").innerText = (model_size / 1e+9).toFixed(2)
|
| 163 |
-
document.getElementById("resultcontext").innerText = (context_size / 1e+9).toFixed(2)
|
| 164 |
-
const result_total_el = document.getElementById("resulttotal");
|
| 165 |
-
result_total_el.innerText = total_size.toFixed(2)
|
| 166 |
-
|
| 167 |
-
const gpu = document.getElementById("gpusearch").value
|
| 168 |
-
if (gpu !== "") {
|
| 169 |
-
const vram = parseFloat(gpu.split("-")[1].replace("GB", "").trim())
|
| 170 |
-
if (vram - total_size > 0.5) {
|
| 171 |
-
result_total_el.style.backgroundColor = "#bef264"
|
| 172 |
-
} else if (vram - total_size > 0) {
|
| 173 |
-
result_total_el.style.backgroundColor = "#facc15"
|
| 174 |
-
} else {
|
| 175 |
-
result_total_el.style.backgroundColor = "#ef4444"
|
| 176 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 177 |
}
|
| 178 |
-
|
| 179 |
}
|
| 180 |
</script>
|
| 181 |
<link href="./styles.css" rel="stylesheet">
|
|
|
|
| 142 |
}
|
| 143 |
|
| 144 |
async function calculateSizes(format) {
|
| 145 |
+
try {
|
| 146 |
+
const model_config = await modelConfig(document.getElementById("modelsearch").value)
|
| 147 |
+
const context = parseInt(document.getElementById("contextsize").value)
|
| 148 |
+
let bsz = 512
|
| 149 |
+
let fp8_cache = false
|
| 150 |
+
let bpw = 0
|
| 151 |
+
if (format === "gguf") {
|
| 152 |
+
bsz = parseInt(document.getElementById("batchsize").value)
|
| 153 |
+
bpw = gguf_quants[document.getElementById("quantsize").innerText]
|
| 154 |
+
|
| 155 |
+
} else if (format == "exl2") {
|
| 156 |
+
fp8_cache = document.getElementById("fp8cache").checked
|
| 157 |
+
bpw = Number.parseFloat(document.getElementById("bpw").value)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 158 |
}
|
| 159 |
+
|
| 160 |
+
const model_size = modelSize(model_config, bpw)
|
| 161 |
+
const context_size = contextSize(context, model_config, bsz, fp8_cache)
|
| 162 |
+
const total_size = ((model_size + context_size) / 1e+9)
|
| 163 |
+
document.getElementById("resultmodel").innerText = (model_size / 1e+9).toFixed(2)
|
| 164 |
+
document.getElementById("resultcontext").innerText = (context_size / 1e+9).toFixed(2)
|
| 165 |
+
const result_total_el = document.getElementById("resulttotal");
|
| 166 |
+
result_total_el.innerText = total_size.toFixed(2)
|
| 167 |
+
|
| 168 |
+
const gpu = document.getElementById("gpusearch").value
|
| 169 |
+
if (gpu !== "") {
|
| 170 |
+
const vram = parseFloat(gpu.split("-")[1].replace("GB", "").trim())
|
| 171 |
+
if (vram - total_size > 0.5) {
|
| 172 |
+
result_total_el.style.backgroundColor = "#bef264"
|
| 173 |
+
} else if (vram - total_size > 0) {
|
| 174 |
+
result_total_el.style.backgroundColor = "#facc15"
|
| 175 |
+
} else {
|
| 176 |
+
result_total_el.style.backgroundColor = "#ef4444"
|
| 177 |
+
}
|
| 178 |
+
}
|
| 179 |
+
} catch(e) {
|
| 180 |
+
alert(e);
|
| 181 |
}
|
|
|
|
| 182 |
}
|
| 183 |
</script>
|
| 184 |
<link href="./styles.css" rel="stylesheet">
|