NeoChen1024
/

llama-joycaption-beta-one-hf-llava-GPTQ-4bit-sym-autoround

4-bit precision

Model card Files Files and versions

Update config.json

#1

by weiweiz1 - opened Jul 18

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -57,7 +57,7 @@
     "use_cache": true,
     "vocab_size": 128256
   },
-  "torch_dtype": "float16",
   "transformers_version": "4.52.3",
   "vision_config": {
     "_name_or_path": "google/siglip2-so400m-patch14-384",

     "use_cache": true,
     "vocab_size": 128256
   },
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.52.3",
   "vision_config": {
     "_name_or_path": "google/siglip2-so400m-patch14-384",