File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 276276)
277277from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
278278from keras_hub .src .models .preprocessor import Preprocessor
279+ from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
280+ from keras_hub .src .models .qwen .qwen_backbone import (
281+ QwenBackbone as Qwen2Backbone ,
282+ )
283+ from keras_hub .src .models .qwen .qwen_causal_lm import QwenCausalLM
284+ from keras_hub .src .models .qwen .qwen_causal_lm import (
285+ QwenCausalLM as Qwen2CausalLM ,
286+ )
287+ from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
288+ QwenCausalLMPreprocessor ,
289+ )
290+ from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
291+ QwenCausalLMPreprocessor as Qwen2CausalLMPreprocessor ,
292+ )
293+ from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
294+ from keras_hub .src .models .qwen .qwen_tokenizer import (
295+ QwenTokenizer as Qwen2Tokenizer ,
296+ )
279297from keras_hub .src .models .resnet .resnet_backbone import ResNetBackbone
280298from keras_hub .src .models .resnet .resnet_image_classifier import (
281299 ResNetImageClassifier ,
Original file line number Diff line number Diff line change 3030 PaliGemmaTokenizer ,
3131)
3232from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
33+ from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
34+ from keras_hub .src .models .qwen .qwen_tokenizer import (
35+ QwenTokenizer as Qwen2Tokenizer ,
36+ )
3337from keras_hub .src .models .roberta .roberta_tokenizer import RobertaTokenizer
3438from keras_hub .src .models .roformer_v2 .roformer_v2_tokenizer import (
3539 RoformerV2Tokenizer ,
Original file line number Diff line number Diff line change 11import keras
22from keras import ops
33
4+ from keras_hub .src .api_export import keras_hub_export
45from keras_hub .src .layers .modeling .reversible_embedding import (
56 ReversibleEmbedding ,
67)
@@ -13,6 +14,12 @@ def _qwen_kernel_initializer(stddev=0.02):
1314 return keras .initializers .RandomNormal (stddev = stddev )
1415
1516
17+ @keras_hub_export (
18+ [
19+ "keras_hub.models.QwenBackbone" ,
20+ "keras_hub.models.Qwen2Backbone" ,
21+ ]
22+ )
1623class QwenBackbone (Backbone ):
1724 """
1825 The Qwen Transformer core architecture with hyperparameters.
Original file line number Diff line number Diff line change 11import keras
22from keras import ops
33
4+ from keras_hub .src .api_export import keras_hub_export
45from keras_hub .src .models .causal_lm import CausalLM
56from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
67from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
910from keras_hub .src .utils .tensor_utils import any_equal
1011
1112
13+ @keras_hub_export (
14+ [
15+ "keras_hub.models.QwenCausalLM" ,
16+ "keras_hub.models.Qwen2CausalLM" ,
17+ ]
18+ )
1219class QwenCausalLM (CausalLM ):
1320 backbone_cls = QwenBackbone
1421 preprocessor_cls = QwenCausalLMPreprocessor
Original file line number Diff line number Diff line change 1+ from keras_hub .src .api_export import keras_hub_export
12from keras_hub .src .models .causal_lm_preprocessor import CausalLMPreprocessor
23from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
34from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
45
56
7+ @keras_hub_export (
8+ [
9+ "keras_hub.models.QwenCausalLMPreprocessor" ,
10+ "keras_hub.models.Qwen2CausalLMPreprocessor" ,
11+ ]
12+ )
613class QwenCausalLMPreprocessor (CausalLMPreprocessor ):
714 backbone_cls = QwenBackbone
815 tokenizer_cls = QwenTokenizer
Original file line number Diff line number Diff line change 1+ from keras_hub .src .api_export import keras_hub_export
12from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
23from keras_hub .src .tokenizers .byte_pair_tokenizer import BytePairTokenizer
34
45
6+ @keras_hub_export (
7+ [
8+ "keras_hub.tokenizers.QwenTokenizer" ,
9+ "keras_hub.tokenizers.Qwen2Tokenizer" ,
10+ "keras_hub.models.QwenTokenizer" ,
11+ "keras_hub.models.Qwen2Tokenizer" ,
12+ ]
13+ )
514class QwenTokenizer (BytePairTokenizer ):
615 """Tokenizer for Qwen models.
716
You can’t perform that action at this time.
0 commit comments