Update modeling_tinyllava_phi.py

modeling_tinyllava_phi.py

@@ -1,6 +1,7 @@
-from typing import List, Optional, Tuple, Union
-import re
+# For licensing see accompanying LICENSE file.
+# Copyright (C) 2024 Apple Inc. All Rights Reserved.
 
+import re
 import torch
 import torch.utils.checkpoint
 from torch import nn
@@ -16,19 +17,10 @@ from .configuration import TinyLlavaConfig, IGNORE_INDEX, IMAGE_TOKEN_INDEX, DEF
 from transformers import AutoConfig, AutoModelForCausalLM, PhiForCausalLM
 
 import time
-
-# from tinyllava.utils.data_utils import get_value_from_kwargs
-CONTROLLER_HEART_BEAT_EXPIRATION = 30
-WORKER_HEART_BEAT_INTERVAL = 15
-
-LOGDIR = "."
-#
-# For licensing see accompanying LICENSE file.
-# Copyright (C) 2024 Apple Inc. All Rights Reserved.
-#
 from transformers.utils import logging
-
-logger = logging.get_logger(__name__)
+import dataclasses
+from enum import auto, Enum
+from typing import List, Tuple
 
 # this import has to be relative, otherwise, when setting trust_remote_code=True
 # huggingface transformers won't be able to load the module correctly
@@ -38,6 +30,8 @@ from PIL import Image
 from io import BytesIO
 import base64
 
+logger = logging.get_logger(__name__)
+
 # Model Constants
 IGNORE_INDEX = -100
 IMAGE_TOKEN_INDEX = -200
@@ -46,9 +40,10 @@ DEFAULT_IMAGE_PATCH_TOKEN = "<im_patch>"
 DEFAULT_IM_START_TOKEN = "<im_start>"
 DEFAULT_IM_END_TOKEN = "<im_end>"
 IMAGE_PLACEHOLDER = "<image-placeholder>"
-import dataclasses
-from enum import auto, Enum
-from typing import List, Tuple
+
+CONTROLLER_HEART_BEAT_EXPIRATION = 30
+WORKER_HEART_BEAT_INTERVAL = 15
+LOGDIR = "."
 
 
 class SeparatorStyle(Enum):