Skip to content

Commit 190d7b7

Browse files
hjh0119hjh0119
committed
revert
1 parent 8249267 commit 190d7b7

1 file changed

Lines changed: 30 additions & 164 deletions

File tree

‎swift/utils/__init__.py‎

Lines changed: 30 additions & 164 deletions
Original file line numberDiff line numberDiff line change
@@ -1,166 +1,32 @@
11
# Copyright (c) ModelScope Contributors. All rights reserved.
2-
import importlib
3-
from typing import TYPE_CHECKING
42

5-
if TYPE_CHECKING:
6-
from .env import (get_dist_setting, get_hf_endpoint, get_node_setting, get_pai_tensorboard_dir,
7-
is_deepspeed_enabled, is_dist, is_last_rank, is_local_master, is_master, is_mp, is_mp_ddp,
8-
is_pai_training_job, use_hf_hub)
9-
from .hf_config import HfConfigFactory
10-
from .hub_utils import download_ms_file, git_clone_github, patch_kernels, safe_snapshot_download
11-
from .import_utils import (is_flash_attn_2_available, is_flash_attn_3_available, is_liger_available,
12-
is_lmdeploy_available, is_megatron_available, is_swanlab_available, is_trl_available,
13-
is_unsloth_available, is_vllm_ascend_available, is_vllm_available,
14-
is_vllm_metax_available, is_wandb_available)
15-
from .io_utils import JsonlWriter, append_to_jsonl, get_file_mm_type, read_from_jsonl, write_to_jsonl
16-
from .logger import get_logger, ms_logger_context
17-
from .np_utils import get_seed, stat_array, transform_jsonl_to_df
18-
from .processor_utils import Processor, ProcessorMixin
19-
from .shutdown_manager import ShutdownManager
20-
from .tb_utils import TB_COLOR, TB_COLOR_SMOOTH, plot_images, read_tensorboard_file, tensorboard_smoothing
21-
from .torch_utils import (Serializer, check_shared_disk, disable_safe_ddp_context_use_barrier, empty_cache,
22-
gc_collect, get_current_device, get_device, get_device_count,
23-
get_generative_reranker_logits, get_last_valid_indices, get_max_reserved_memory,
24-
get_torch_device, init_process_group, ipc_collect, safe_ddp_context,
25-
set_default_ddp_config, set_device, synchronize, time_synchronize, to_device,
26-
to_float_dtype)
27-
from .transformers_utils import (activate_parameters, disable_deepspeed_zero3, find_all_linears, find_embedding,
28-
find_layers, find_norm, find_sub_module, freeze_parameters,
29-
get_cu_seqlens_from_position_ids, get_model_parameter_info,
30-
get_modules_to_not_convert, get_multimodal_target_regex, get_n_params_grads,
31-
get_packed_seq_params, get_position_ids_from_cu_seqlens, seed_worker, show_layers,
32-
unwrap_model_for_generation)
33-
from .utils import (add_version_to_work_dir, check_json_format, copy_files_by_pattern, deep_getattr, find_free_port,
34-
find_node_ip, format_time, get_env_args, import_external_file, json_parse_to_dict, lower_bound,
35-
parse_args, patch_getattr, read_multi_line, remove_response, retry_decorator, seed_everything,
36-
shutdown_event_loop_in_daemon, split_list, start_event_loop_in_daemon, subprocess_run,
37-
test_time, to_abspath, upper_bound)
38-
39-
_SUBMOD_ATTRS = {
40-
'env': [
41-
'get_dist_setting',
42-
'get_hf_endpoint',
43-
'get_node_setting',
44-
'get_pai_tensorboard_dir',
45-
'is_deepspeed_enabled',
46-
'is_dist',
47-
'is_last_rank',
48-
'is_local_master',
49-
'is_master',
50-
'is_mp',
51-
'is_mp_ddp',
52-
'is_pai_training_job',
53-
'use_hf_hub',
54-
],
55-
'hf_config': ['HfConfigFactory'],
56-
'hub_utils': ['download_ms_file', 'git_clone_github', 'patch_kernels', 'safe_snapshot_download'],
57-
'import_utils': [
58-
'is_flash_attn_2_available',
59-
'is_flash_attn_3_available',
60-
'is_liger_available',
61-
'is_lmdeploy_available',
62-
'is_megatron_available',
63-
'is_swanlab_available',
64-
'is_trl_available',
65-
'is_unsloth_available',
66-
'is_vllm_ascend_available',
67-
'is_vllm_available',
68-
'is_vllm_metax_available',
69-
'is_wandb_available',
70-
],
71-
'io_utils': ['JsonlWriter', 'append_to_jsonl', 'get_file_mm_type', 'read_from_jsonl', 'write_to_jsonl'],
72-
'logger': ['get_logger', 'ms_logger_context'],
73-
'np_utils': ['get_seed', 'stat_array', 'transform_jsonl_to_df'],
74-
'processor_utils': ['Processor', 'ProcessorMixin'],
75-
'shutdown_manager': ['ShutdownManager'],
76-
'tb_utils': ['TB_COLOR', 'TB_COLOR_SMOOTH', 'plot_images', 'read_tensorboard_file', 'tensorboard_smoothing'],
77-
'torch_utils': [
78-
'Serializer',
79-
'check_shared_disk',
80-
'disable_safe_ddp_context_use_barrier',
81-
'empty_cache',
82-
'gc_collect',
83-
'get_current_device',
84-
'get_device',
85-
'get_device_count',
86-
'get_generative_reranker_logits',
87-
'get_last_valid_indices',
88-
'get_max_reserved_memory',
89-
'get_torch_device',
90-
'init_process_group',
91-
'ipc_collect',
92-
'safe_ddp_context',
93-
'set_default_ddp_config',
94-
'set_device',
95-
'synchronize',
96-
'time_synchronize',
97-
'to_device',
98-
'to_float_dtype',
99-
],
100-
'transformers_utils': [
101-
'activate_parameters',
102-
'disable_deepspeed_zero3',
103-
'find_all_linears',
104-
'find_embedding',
105-
'find_layers',
106-
'find_norm',
107-
'find_sub_module',
108-
'freeze_parameters',
109-
'get_cu_seqlens_from_position_ids',
110-
'get_model_parameter_info',
111-
'get_modules_to_not_convert',
112-
'get_multimodal_target_regex',
113-
'get_n_params_grads',
114-
'get_packed_seq_params',
115-
'get_position_ids_from_cu_seqlens',
116-
'seed_worker',
117-
'show_layers',
118-
'unwrap_model_for_generation',
119-
],
120-
'utils': [
121-
'add_version_to_work_dir',
122-
'check_json_format',
123-
'copy_files_by_pattern',
124-
'deep_getattr',
125-
'find_free_port',
126-
'find_node_ip',
127-
'format_time',
128-
'get_env_args',
129-
'import_external_file',
130-
'json_parse_to_dict',
131-
'lower_bound',
132-
'parse_args',
133-
'patch_getattr',
134-
'read_multi_line',
135-
'remove_response',
136-
'retry_decorator',
137-
'seed_everything',
138-
'shutdown_event_loop_in_daemon',
139-
'split_list',
140-
'start_event_loop_in_daemon',
141-
'subprocess_run',
142-
'test_time',
143-
'to_abspath',
144-
'upper_bound',
145-
],
146-
}
147-
148-
_ATTR_TO_SUBMOD = {}
149-
for _submod, _attrs in _SUBMOD_ATTRS.items():
150-
for _attr in _attrs:
151-
_ATTR_TO_SUBMOD[_attr] = _submod
152-
153-
__all__ = list(_ATTR_TO_SUBMOD.keys())
154-
155-
156-
def __getattr__(name):
157-
if name in _ATTR_TO_SUBMOD:
158-
module = importlib.import_module(f'.{_ATTR_TO_SUBMOD[name]}', __name__)
159-
value = getattr(module, name)
160-
globals()[name] = value
161-
return value
162-
raise AttributeError(f'module {__name__!r} has no attribute {name!r}')
163-
164-
165-
def __dir__():
166-
return list(_ATTR_TO_SUBMOD.keys())
3+
from .env import (get_dist_setting, get_hf_endpoint, get_node_setting, get_pai_tensorboard_dir, is_deepspeed_enabled,
4+
is_dist, is_last_rank, is_local_master, is_master, is_mp, is_mp_ddp, is_pai_training_job, use_hf_hub)
5+
from .hf_config import HfConfigFactory
6+
from .hub_utils import download_ms_file, git_clone_github, patch_kernels, safe_snapshot_download
7+
from .import_utils import (is_flash_attn_2_available, is_flash_attn_3_available, is_liger_available,
8+
is_lmdeploy_available, is_megatron_available, is_swanlab_available, is_trl_available,
9+
is_unsloth_available, is_vllm_ascend_available, is_vllm_available, is_vllm_metax_available,
10+
is_wandb_available)
11+
from .io_utils import JsonlWriter, append_to_jsonl, get_file_mm_type, read_from_jsonl, write_to_jsonl
12+
from .logger import get_logger, ms_logger_context
13+
from .np_utils import get_seed, stat_array, transform_jsonl_to_df
14+
from .processor_utils import Processor, ProcessorMixin
15+
from .shutdown_manager import ShutdownManager
16+
from .tb_utils import TB_COLOR, TB_COLOR_SMOOTH, plot_images, read_tensorboard_file, tensorboard_smoothing
17+
from .torch_utils import (Serializer, check_shared_disk, disable_safe_ddp_context_use_barrier, empty_cache, gc_collect,
18+
get_current_device, get_device, get_device_count, get_generative_reranker_logits,
19+
get_last_valid_indices, get_max_reserved_memory, get_torch_device, init_process_group,
20+
ipc_collect, safe_ddp_context, set_default_ddp_config, set_device, synchronize,
21+
time_synchronize, to_device, to_float_dtype)
22+
from .transformers_utils import (activate_parameters, disable_deepspeed_zero3, find_all_linears, find_embedding,
23+
find_layers, find_norm, find_sub_module, freeze_parameters,
24+
get_cu_seqlens_from_position_ids, get_model_parameter_info, get_modules_to_not_convert,
25+
get_multimodal_target_regex, get_n_params_grads, get_packed_seq_params,
26+
get_position_ids_from_cu_seqlens, seed_worker, show_layers,
27+
unwrap_model_for_generation)
28+
from .utils import (add_version_to_work_dir, check_json_format, copy_files_by_pattern, deep_getattr, find_free_port,
29+
find_node_ip, format_time, get_env_args, import_external_file, json_parse_to_dict, lower_bound,
30+
parse_args, patch_getattr, read_multi_line, remove_response, retry_decorator, seed_everything,
31+
shutdown_event_loop_in_daemon, split_list, start_event_loop_in_daemon, subprocess_run, test_time,
32+
to_abspath, upper_bound)

0 commit comments

Comments
 (0)