Upload folder using huggingface_hub

config.json

@@ -1,11 +1,12 @@
 {
-  "_name_or_path": "model/Qwen_Qwen2.5-7B-Instruct/",
+  "_name_or_path": "Qwen2.5-7B-Instruct",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
   "attention_dropout": 0.0,
   "bos_token_id": 151643,
   "eos_token_id": 151645,
+  "fmo_version": "0.2",
   "hidden_act": "silu",
   "hidden_size": 3584,
   "initializer_range": 0.02,
@@ -16,56 +17,14 @@
   "num_attention_heads": 28,
   "num_hidden_layers": 28,
   "num_key_value_heads": 4,
-  "quantization_config": {
-    "config_groups": {
-      "group_0": {
-        "input_activations": {
-          "actorder": null,
-          "block_structure": null,
-          "dynamic": true,
-          "group_size": null,
-          "num_bits": 8,
-          "observer": null,
-          "observer_kwargs": {},
-          "strategy": "token",
-          "symmetric": true,
-          "type": "float"
-        },
-        "output_activations": null,
-        "targets": [
-          "Linear"
-        ],
-        "weights": {
-          "actorder": null,
-          "block_structure": null,
-          "dynamic": false,
-          "group_size": null,
-          "num_bits": 8,
-          "observer": "minmax",
-          "observer_kwargs": {},
-          "strategy": "channel",
-          "symmetric": true,
-          "type": "float"
-        }
-      }
-    },
-    "format": "float-quantized",
-    "global_compression_ratio": 1.5268082955288436,
-    "ignore": [
-      "lm_head"
-    ],
-    "kv_cache_scheme": null,
-    "quant_method": "compressed-tensors",
-    "quantization_status": "compressed"
-  },
   "rms_norm_eps": 1e-06,
-  "rope_scaling": null,
   "rope_theta": 1000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.48.3",
+  "transformers_version": "4.43.1",
   "use_cache": true,
+  "use_fp8_e4m3": true,
   "use_sliding_window": false,
   "vocab_size": 152064
-}
+}

generation_config.json

@@ -10,5 +10,5 @@
   "temperature": 0.7,
   "top_k": 20,
   "top_p": 0.8,
-  "transformers_version": "4.48.3"
+  "transformers_version": "4.43.1"
 }

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb237d2f11f2f4b841392760930e31c17453165e21e4a7fb9725a59a9a00379
+size 8706022496