Enable the predictor masking by default (#5)

- Enable the predictor masking by default (ad8c07868194774e27efc20f85b668bf179d4c39)


Co-authored-by: Ahmed AbouElhamayed <[email protected]>

modeling_llama_butler.py

@@ -918,7 +918,7 @@ class LlamaAttentionExperimental(nn.Module):
         self.num_key_value_groups = self.num_heads // self.num_key_value_heads
         self.max_position_embeddings = config.max_position_embeddings
         self.rope_theta = config.rope_theta
-        self.inference_mode = False
+        self.inference_mode = True
         self.producer = producer
         self.layer_idx = layer_idx
         self.token_sparse_method = None