Update modeling_phi.py
Browse files- modeling_phi.py +3 -1
modeling_phi.py
CHANGED
|
@@ -47,9 +47,11 @@ from transformers.utils import (
|
|
| 47 |
from .configuration_phi import PhiConfig
|
| 48 |
|
| 49 |
|
| 50 |
-
|
| 51 |
from flash_attn import flash_attn_func, flash_attn_varlen_func
|
| 52 |
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
|
|
|
|
|
|
|
| 53 |
|
| 54 |
|
| 55 |
logger = logging.get_logger(__name__)
|
|
|
|
| 47 |
from .configuration_phi import PhiConfig
|
| 48 |
|
| 49 |
|
| 50 |
+
try:
|
| 51 |
from flash_attn import flash_attn_func, flash_attn_varlen_func
|
| 52 |
from flash_attn.bert_padding import index_first_axis, pad_input, unpad_input # noqa
|
| 53 |
+
except:
|
| 54 |
+
pass
|
| 55 |
|
| 56 |
|
| 57 |
logger = logging.get_logger(__name__)
|