|
5 | 5 | @register_reranker("local") |
6 | 6 | class LocalReranker(BaseReranker): |
7 | 7 | def get_similarity_score(self, s1: list[str], s2: list[str]) -> np.ndarray: |
8 | | - from transformers.utils import logging as transformers_logging |
9 | | - from huggingface_hub.utils import logging as hf_logging |
10 | | - from sentence_transformers import SentenceTransformer |
11 | | - |
12 | | - transformers_logging.set_verbosity_error() |
13 | | - hf_logging.set_verbosity_error() |
14 | | - logging.getLogger("sentence_transformers").setLevel(logging.ERROR) |
15 | | - logging.getLogger("sentence_transformers.SentenceTransformer").setLevel(logging.ERROR) |
16 | | - logging.getLogger("transformers").setLevel(logging.ERROR) |
17 | | - logging.getLogger("huggingface_hub").setLevel(logging.ERROR) |
18 | | - logging.getLogger("huggingface_hub.utils._http").setLevel(logging.ERROR) |
19 | | - warnings.filterwarnings("ignore", category=FutureWarning) |
| 8 | + if not self.config.executor.debug: |
| 9 | + from transformers.utils import logging as transformers_logging |
| 10 | + from huggingface_hub.utils import logging as hf_logging |
| 11 | + from sentence_transformers import SentenceTransformer |
| 12 | + |
| 13 | + transformers_logging.set_verbosity_error() |
| 14 | + hf_logging.set_verbosity_error() |
| 15 | + logging.getLogger("sentence_transformers").setLevel(logging.ERROR) |
| 16 | + logging.getLogger("sentence_transformers.SentenceTransformer").setLevel(logging.ERROR) |
| 17 | + logging.getLogger("transformers").setLevel(logging.ERROR) |
| 18 | + logging.getLogger("huggingface_hub").setLevel(logging.ERROR) |
| 19 | + logging.getLogger("huggingface_hub.utils._http").setLevel(logging.ERROR) |
| 20 | + warnings.filterwarnings("ignore", category=FutureWarning) |
20 | 21 |
|
21 | 22 | encoder = SentenceTransformer(self.config.reranker.local.model, trust_remote_code=True) |
22 | 23 | if self.config.reranker.local.encode_kwargs: |
|
0 commit comments