AngelRaychev commited on
Commit
70032ec
·
verified ·
1 Parent(s): b391864

Upload Qwen2ForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "intermediate_size": 8960,
12
  "max_position_embeddings": 131072,
13
  "max_window_layers": 28,
14
- "model_card": "\nFinal Loss: 0.3129\nBatch Size: 512\nLearning Rate: 2e-05\nDataset Size: 23344\n",
15
  "model_type": "qwen2",
16
  "num_attention_heads": 12,
17
  "num_hidden_layers": 28,
 
11
  "intermediate_size": 8960,
12
  "max_position_embeddings": 131072,
13
  "max_window_layers": 28,
14
+ "model_card": "\nFinal Loss: 0.6014\nBatch Size: 1024\nLearning Rate: 2e-05\nDataset Size: 23344\n",
15
  "model_type": "qwen2",
16
  "num_attention_heads": 12,
17
  "num_hidden_layers": 28,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4089c78b3ab4ffc6d2ab952b870a466efe54c8d6e73e4b431d15b16d28257d2
3
  size 3087467144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e584b3d45096305d0334742c3f8e67c1be5f7c7c6ca70c8c8d4f0ddbc193d6ef
3
  size 3087467144