remove torch.jit
Browse filesThis decorator will fail in some cases. Remove it until we figure out a solution.
- modeling_flash_llama.py +1 -1
modeling_flash_llama.py
CHANGED
|
@@ -62,7 +62,7 @@ logger = logging.get_logger(__name__)
|
|
| 62 |
_CONFIG_FOR_DOC = "LlamaConfig"
|
| 63 |
|
| 64 |
|
| 65 |
-
@torch.jit.script
|
| 66 |
def rmsnorm_func(hidden_states, weight, variance_epsilon):
|
| 67 |
input_dtype = hidden_states.dtype
|
| 68 |
hidden_states = hidden_states.to(torch.float32)
|
|
|
|
| 62 |
_CONFIG_FOR_DOC = "LlamaConfig"
|
| 63 |
|
| 64 |
|
| 65 |
+
# @torch.jit.script
|
| 66 |
def rmsnorm_func(hidden_states, weight, variance_epsilon):
|
| 67 |
input_dtype = hidden_states.dtype
|
| 68 |
hidden_states = hidden_states.to(torch.float32)
|