Skip to content

Commit 37efb2a

Browse files
Revert "Do not export Qwen for release (#2198)"
This reverts commit 23ac977.
1 parent a984103 commit 37efb2a

File tree

6 files changed

+52
-0
lines changed

6 files changed

+52
-0
lines changed

keras_hub/api/models/__init__.py

+18
Original file line numberDiff line numberDiff line change
@@ -276,6 +276,24 @@
276276
)
277277
from keras_hub.src.models.phi3.phi3_tokenizer import Phi3Tokenizer
278278
from keras_hub.src.models.preprocessor import Preprocessor
279+
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
280+
from keras_hub.src.models.qwen.qwen_backbone import (
281+
QwenBackbone as Qwen2Backbone,
282+
)
283+
from keras_hub.src.models.qwen.qwen_causal_lm import QwenCausalLM
284+
from keras_hub.src.models.qwen.qwen_causal_lm import (
285+
QwenCausalLM as Qwen2CausalLM,
286+
)
287+
from keras_hub.src.models.qwen.qwen_causal_lm_preprocessor import (
288+
QwenCausalLMPreprocessor,
289+
)
290+
from keras_hub.src.models.qwen.qwen_causal_lm_preprocessor import (
291+
QwenCausalLMPreprocessor as Qwen2CausalLMPreprocessor,
292+
)
293+
from keras_hub.src.models.qwen.qwen_tokenizer import QwenTokenizer
294+
from keras_hub.src.models.qwen.qwen_tokenizer import (
295+
QwenTokenizer as Qwen2Tokenizer,
296+
)
279297
from keras_hub.src.models.resnet.resnet_backbone import ResNetBackbone
280298
from keras_hub.src.models.resnet.resnet_image_classifier import (
281299
ResNetImageClassifier,

keras_hub/api/tokenizers/__init__.py

+4
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,10 @@
3030
PaliGemmaTokenizer,
3131
)
3232
from keras_hub.src.models.phi3.phi3_tokenizer import Phi3Tokenizer
33+
from keras_hub.src.models.qwen.qwen_tokenizer import QwenTokenizer
34+
from keras_hub.src.models.qwen.qwen_tokenizer import (
35+
QwenTokenizer as Qwen2Tokenizer,
36+
)
3337
from keras_hub.src.models.roberta.roberta_tokenizer import RobertaTokenizer
3438
from keras_hub.src.models.roformer_v2.roformer_v2_tokenizer import (
3539
RoformerV2Tokenizer,

keras_hub/src/models/qwen/qwen_backbone.py

+7
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
import keras
22
from keras import ops
33

4+
from keras_hub.src.api_export import keras_hub_export
45
from keras_hub.src.layers.modeling.reversible_embedding import (
56
ReversibleEmbedding,
67
)
@@ -13,6 +14,12 @@ def _qwen_kernel_initializer(stddev=0.02):
1314
return keras.initializers.RandomNormal(stddev=stddev)
1415

1516

17+
@keras_hub_export(
18+
[
19+
"keras_hub.models.QwenBackbone",
20+
"keras_hub.models.Qwen2Backbone",
21+
]
22+
)
1623
class QwenBackbone(Backbone):
1724
"""
1825
The Qwen Transformer core architecture with hyperparameters.

keras_hub/src/models/qwen/qwen_causal_lm.py

+7
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
import keras
22
from keras import ops
33

4+
from keras_hub.src.api_export import keras_hub_export
45
from keras_hub.src.models.causal_lm import CausalLM
56
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
67
from keras_hub.src.models.qwen.qwen_causal_lm_preprocessor import (
@@ -9,6 +10,12 @@
910
from keras_hub.src.utils.tensor_utils import any_equal
1011

1112

13+
@keras_hub_export(
14+
[
15+
"keras_hub.models.QwenCausalLM",
16+
"keras_hub.models.Qwen2CausalLM",
17+
]
18+
)
1219
class QwenCausalLM(CausalLM):
1320
backbone_cls = QwenBackbone
1421
preprocessor_cls = QwenCausalLMPreprocessor

keras_hub/src/models/qwen/qwen_causal_lm_preprocessor.py

+7
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,15 @@
1+
from keras_hub.src.api_export import keras_hub_export
12
from keras_hub.src.models.causal_lm_preprocessor import CausalLMPreprocessor
23
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
34
from keras_hub.src.models.qwen.qwen_tokenizer import QwenTokenizer
45

56

7+
@keras_hub_export(
8+
[
9+
"keras_hub.models.QwenCausalLMPreprocessor",
10+
"keras_hub.models.Qwen2CausalLMPreprocessor",
11+
]
12+
)
613
class QwenCausalLMPreprocessor(CausalLMPreprocessor):
714
backbone_cls = QwenBackbone
815
tokenizer_cls = QwenTokenizer

keras_hub/src/models/qwen/qwen_tokenizer.py

+9
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,16 @@
1+
from keras_hub.src.api_export import keras_hub_export
12
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
23
from keras_hub.src.tokenizers.byte_pair_tokenizer import BytePairTokenizer
34

45

6+
@keras_hub_export(
7+
[
8+
"keras_hub.tokenizers.QwenTokenizer",
9+
"keras_hub.tokenizers.Qwen2Tokenizer",
10+
"keras_hub.models.QwenTokenizer",
11+
"keras_hub.models.Qwen2Tokenizer",
12+
]
13+
)
514
class QwenTokenizer(BytePairTokenizer):
615
"""Tokenizer for Qwen models.
716

0 commit comments

Comments
 (0)