ethicalabs
/

xLSTM-7b-Instruct

Text Generation

🇪🇺 Region: EU

Model card Files Files and versions

mrs83 commited on Oct 14

Commit

52ad28f

·

verified ·

1 Parent(s): 4c39ebf

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
   "bos_token_id": 0,
   "cell_norm_eps": 1e-06,
   "chunk_size": 64,
-  "chunkwise_kernel": "chunkwise--triton_xl_chunk",
   "dtype": "bfloat16",
   "embedding_dim": 4096,
   "eos_token_id": 2,
@@ -38,8 +38,8 @@
   "pad_token_id": 1,
   "qk_dim_factor": 0.5,
   "return_last_states": true,
-  "sequence_kernel": "native_sequence__triton",
-  "step_kernel": "triton",
   "tie_word_embeddings": false,
   "transformers_version": "4.57.0",
   "use_bias": false,

   "bos_token_id": 0,
   "cell_norm_eps": 1e-06,
   "chunk_size": 64,
+  "chunkwise_kernel": "chunkwise--native_autograd",
   "dtype": "bfloat16",
   "embedding_dim": 4096,
   "eos_token_id": 2,
   "pad_token_id": 1,
   "qk_dim_factor": 0.5,
   "return_last_states": true,
+  "sequence_kernel": "native_sequence__native",
+  "step_kernel": "native",
   "tie_word_embeddings": false,
   "transformers_version": "4.57.0",
   "use_bias": false,