File tree Expand file tree Collapse file tree 7 files changed +4
-10
lines changed
src/huggingface_inference_toolkit Expand file tree Collapse file tree 7 files changed +4
-10
lines changed Original file line number Diff line number Diff line change 4
4
5
5
from huggingface_inference_toolkit .logging import logger
6
6
7
-
8
7
_diffusers = importlib .util .find_spec ("diffusers" ) is not None
9
8
10
9
Original file line number Diff line number Diff line change 7
7
get_pipeline ,
8
8
)
9
9
10
- from huggingface_inference_toolkit .logging import logger
11
-
12
10
13
11
class HuggingFaceHandler :
14
12
"""
Original file line number Diff line number Diff line change 1
1
import importlib .util
2
- from huggingface_inference_toolkit .logging import logger
3
2
import os
4
3
4
+ from huggingface_inference_toolkit .logging import logger
5
+
5
6
_optimum_neuron = False
6
7
if importlib .util .find_spec ("optimum" ) is not None :
7
8
if importlib .util .find_spec ("optimum.neuron" ) is not None :
Original file line number Diff line number Diff line change 13
13
get_diffusers_pipeline ,
14
14
is_diffusers_available ,
15
15
)
16
+ from huggingface_inference_toolkit .logging import logger
16
17
from huggingface_inference_toolkit .optimum_utils import (
17
18
get_optimum_neuron_pipeline ,
18
19
is_optimum_neuron_available ,
21
22
get_sentence_transformers_pipeline ,
22
23
is_sentence_transformers_available ,
23
24
)
24
- from huggingface_inference_toolkit .logging import logger
25
-
26
25
27
26
if is_tf_available ():
28
27
import tensorflow as tf
Original file line number Diff line number Diff line change 1
- import logging
2
1
import re
3
2
from pathlib import Path
4
3
from typing import Union
5
4
6
5
from huggingface_inference_toolkit .logging import logger
7
6
8
-
9
7
GCS_URI_PREFIX = "gs://"
10
8
11
9
Original file line number Diff line number Diff line change 19
19
from huggingface_inference_toolkit .handler import (
20
20
get_inference_handler_either_custom_or_default_handler ,
21
21
)
22
+ from huggingface_inference_toolkit .logging import logger
22
23
from huggingface_inference_toolkit .serialization .base import ContentType
23
24
from huggingface_inference_toolkit .serialization .json_utils import Jsoner
24
25
from huggingface_inference_toolkit .utils import (
25
26
_load_repository_from_hf ,
26
27
convert_params_to_int_or_bool ,
27
28
)
28
29
from huggingface_inference_toolkit .vertex_ai_utils import _load_repository_from_gcs
29
- from huggingface_inference_toolkit .logging import logger
30
30
31
31
32
32
async def prepare_model_artifacts ():
Original file line number Diff line number Diff line change 3
3
import random
4
4
import socket
5
5
import time
6
- import uuid
7
6
8
7
import docker
9
8
import pytest
You can’t perform that action at this time.
0 commit comments