File tree 6 files changed +52
-0
lines changed
6 files changed +52
-0
lines changed Original file line number Diff line number Diff line change 276
276
)
277
277
from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
278
278
from keras_hub .src .models .preprocessor import Preprocessor
279
+ from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
280
+ from keras_hub .src .models .qwen .qwen_backbone import (
281
+ QwenBackbone as Qwen2Backbone ,
282
+ )
283
+ from keras_hub .src .models .qwen .qwen_causal_lm import QwenCausalLM
284
+ from keras_hub .src .models .qwen .qwen_causal_lm import (
285
+ QwenCausalLM as Qwen2CausalLM ,
286
+ )
287
+ from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
288
+ QwenCausalLMPreprocessor ,
289
+ )
290
+ from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
291
+ QwenCausalLMPreprocessor as Qwen2CausalLMPreprocessor ,
292
+ )
293
+ from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
294
+ from keras_hub .src .models .qwen .qwen_tokenizer import (
295
+ QwenTokenizer as Qwen2Tokenizer ,
296
+ )
279
297
from keras_hub .src .models .resnet .resnet_backbone import ResNetBackbone
280
298
from keras_hub .src .models .resnet .resnet_image_classifier import (
281
299
ResNetImageClassifier ,
Original file line number Diff line number Diff line change 30
30
PaliGemmaTokenizer ,
31
31
)
32
32
from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
33
+ from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
34
+ from keras_hub .src .models .qwen .qwen_tokenizer import (
35
+ QwenTokenizer as Qwen2Tokenizer ,
36
+ )
33
37
from keras_hub .src .models .roberta .roberta_tokenizer import RobertaTokenizer
34
38
from keras_hub .src .models .roformer_v2 .roformer_v2_tokenizer import (
35
39
RoformerV2Tokenizer ,
Original file line number Diff line number Diff line change 1
1
import keras
2
2
from keras import ops
3
3
4
+ from keras_hub .src .api_export import keras_hub_export
4
5
from keras_hub .src .layers .modeling .reversible_embedding import (
5
6
ReversibleEmbedding ,
6
7
)
@@ -13,6 +14,12 @@ def _qwen_kernel_initializer(stddev=0.02):
13
14
return keras .initializers .RandomNormal (stddev = stddev )
14
15
15
16
17
+ @keras_hub_export (
18
+ [
19
+ "keras_hub.models.QwenBackbone" ,
20
+ "keras_hub.models.Qwen2Backbone" ,
21
+ ]
22
+ )
16
23
class QwenBackbone (Backbone ):
17
24
"""
18
25
The Qwen Transformer core architecture with hyperparameters.
Original file line number Diff line number Diff line change 1
1
import keras
2
2
from keras import ops
3
3
4
+ from keras_hub .src .api_export import keras_hub_export
4
5
from keras_hub .src .models .causal_lm import CausalLM
5
6
from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
6
7
from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
9
10
from keras_hub .src .utils .tensor_utils import any_equal
10
11
11
12
13
+ @keras_hub_export (
14
+ [
15
+ "keras_hub.models.QwenCausalLM" ,
16
+ "keras_hub.models.Qwen2CausalLM" ,
17
+ ]
18
+ )
12
19
class QwenCausalLM (CausalLM ):
13
20
backbone_cls = QwenBackbone
14
21
preprocessor_cls = QwenCausalLMPreprocessor
Original file line number Diff line number Diff line change
1
+ from keras_hub .src .api_export import keras_hub_export
1
2
from keras_hub .src .models .causal_lm_preprocessor import CausalLMPreprocessor
2
3
from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
3
4
from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
4
5
5
6
7
+ @keras_hub_export (
8
+ [
9
+ "keras_hub.models.QwenCausalLMPreprocessor" ,
10
+ "keras_hub.models.Qwen2CausalLMPreprocessor" ,
11
+ ]
12
+ )
6
13
class QwenCausalLMPreprocessor (CausalLMPreprocessor ):
7
14
backbone_cls = QwenBackbone
8
15
tokenizer_cls = QwenTokenizer
Original file line number Diff line number Diff line change
1
+ from keras_hub .src .api_export import keras_hub_export
1
2
from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
2
3
from keras_hub .src .tokenizers .byte_pair_tokenizer import BytePairTokenizer
3
4
4
5
6
+ @keras_hub_export (
7
+ [
8
+ "keras_hub.tokenizers.QwenTokenizer" ,
9
+ "keras_hub.tokenizers.Qwen2Tokenizer" ,
10
+ "keras_hub.models.QwenTokenizer" ,
11
+ "keras_hub.models.Qwen2Tokenizer" ,
12
+ ]
13
+ )
5
14
class QwenTokenizer (BytePairTokenizer ):
6
15
"""Tokenizer for Qwen models.
7
16
You can’t perform that action at this time.
0 commit comments