Hugging Face's logo

drisspg
/
float8_dynamic_act_float8_weight-opt-125m

Text Generation
Transformers
PyTorch
opt
text-generation-inference
torchao
Model card Files
xet
Community
drisspg commited on
Commit
de4b3d0
·
verified ·
1 Parent(s): 7739f5e

Upload OPTForCausalLM

Browse files
Files changed (1) hide show
  1. config.json +27 -25
config.json CHANGED
@@ -26,33 +26,35 @@
26
  "modules_to_not_convert": null,
27
  "quant_method": "torchao",
28
  "quant_type": {
29
- "_data": {
30
- "activation_dtype": {
31
- "_data": "float8_e4m3fn",
32
- "_type": "torch.dtype"
33
- },
34
- "granularity": {
35
- "_data": {},
36
- "_type": "PerRow",
37
- "_version": 1
38
- },
39
- "mm_config": {
40
- "_data": {
41
- "emulate": false,
42
- "pad_inner_dim": false,
43
- "use_fast_accum": true
 
 
 
 
44
  },
45
- "_type": "Float8MMConfig",
46
- "_version": 1
 
 
 
47
  },
48
- "set_inductor_config": true,
49
- "weight_dtype": {
50
- "_data": "float8_e4m3fn",
51
- "_type": "torch.dtype"
52
- }
53
- },
54
- "_type": "Float8DynamicActivationFloat8WeightConfig",
55
- "_version": 1
56
  },
57
  "quant_type_kwargs": {}
58
  },
 
26
  "modules_to_not_convert": null,
27
  "quant_method": "torchao",
28
  "quant_type": {
29
+ "default": {
30
+ "_data": {
31
+ "activation_dtype": {
32
+ "_data": "float8_e4m3fn",
33
+ "_type": "torch.dtype"
34
+ },
35
+ "granularity": {
36
+ "_data": {},
37
+ "_type": "PerRow",
38
+ "_version": 1
39
+ },
40
+ "mm_config": {
41
+ "_data": {
42
+ "emulate": false,
43
+ "pad_inner_dim": false,
44
+ "use_fast_accum": true
45
+ },
46
+ "_type": "Float8MMConfig",
47
+ "_version": 1
48
  },
49
+ "set_inductor_config": true,
50
+ "weight_dtype": {
51
+ "_data": "float8_e4m3fn",
52
+ "_type": "torch.dtype"
53
+ }
54
  },
55
+ "_type": "Float8DynamicActivationFloat8WeightConfig",
56
+ "_version": 1
57
+ }
 
 
 
 
 
58
  },
59
  "quant_type_kwargs": {}
60
  },