diff --git a/model.py b/model.py index f56a578..2bfc794 100644 --- a/model.py +++ b/model.py @@ -1,6 +1,6 @@ import torch from tensorizer import TensorDeserializer -from tensorizer.utils import no_init_or_tensor, convert_bytes, get_mem_usage +from tensorizer.utils import no_init_or_tensor from transformers import ( GPTNeoXTokenizerFast, LogitsProcessor,