Skip to content

Revert "Do not export Qwen for release" #2208

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Apr 9, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 18 additions & 0 deletions keras_hub/api/models/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -276,6 +276,24 @@
)
from keras_hub.src.models.phi3.phi3_tokenizer import Phi3Tokenizer
from keras_hub.src.models.preprocessor import Preprocessor
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
from keras_hub.src.models.qwen.qwen_backbone import (
QwenBackbone as Qwen2Backbone,
)
from keras_hub.src.models.qwen.qwen_causal_lm import QwenCausalLM
from keras_hub.src.models.qwen.qwen_causal_lm import (
QwenCausalLM as Qwen2CausalLM,
)
from keras_hub.src.models.qwen.qwen_causal_lm_preprocessor import (
QwenCausalLMPreprocessor,
)
from keras_hub.src.models.qwen.qwen_causal_lm_preprocessor import (
QwenCausalLMPreprocessor as Qwen2CausalLMPreprocessor,
)
from keras_hub.src.models.qwen.qwen_tokenizer import QwenTokenizer
from keras_hub.src.models.qwen.qwen_tokenizer import (
QwenTokenizer as Qwen2Tokenizer,
)
from keras_hub.src.models.resnet.resnet_backbone import ResNetBackbone
from keras_hub.src.models.resnet.resnet_image_classifier import (
ResNetImageClassifier,
Expand Down
4 changes: 4 additions & 0 deletions keras_hub/api/tokenizers/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,10 @@
PaliGemmaTokenizer,
)
from keras_hub.src.models.phi3.phi3_tokenizer import Phi3Tokenizer
from keras_hub.src.models.qwen.qwen_tokenizer import QwenTokenizer
from keras_hub.src.models.qwen.qwen_tokenizer import (
QwenTokenizer as Qwen2Tokenizer,
)
from keras_hub.src.models.roberta.roberta_tokenizer import RobertaTokenizer
from keras_hub.src.models.roformer_v2.roformer_v2_tokenizer import (
RoformerV2Tokenizer,
Expand Down
7 changes: 7 additions & 0 deletions keras_hub/src/models/qwen/qwen_backbone.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
import keras
from keras import ops

from keras_hub.src.api_export import keras_hub_export
from keras_hub.src.layers.modeling.reversible_embedding import (
ReversibleEmbedding,
)
Expand All @@ -13,6 +14,12 @@ def _qwen_kernel_initializer(stddev=0.02):
return keras.initializers.RandomNormal(stddev=stddev)


@keras_hub_export(
[
"keras_hub.models.QwenBackbone",
"keras_hub.models.Qwen2Backbone",
]
)
class QwenBackbone(Backbone):
"""
The Qwen Transformer core architecture with hyperparameters.
Expand Down
7 changes: 7 additions & 0 deletions keras_hub/src/models/qwen/qwen_causal_lm.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
import keras
from keras import ops

from keras_hub.src.api_export import keras_hub_export
from keras_hub.src.models.causal_lm import CausalLM
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
from keras_hub.src.models.qwen.qwen_causal_lm_preprocessor import (
Expand All @@ -9,6 +10,12 @@
from keras_hub.src.utils.tensor_utils import any_equal


@keras_hub_export(
[
"keras_hub.models.QwenCausalLM",
"keras_hub.models.Qwen2CausalLM",
]
)
class QwenCausalLM(CausalLM):
backbone_cls = QwenBackbone
preprocessor_cls = QwenCausalLMPreprocessor
Expand Down
7 changes: 7 additions & 0 deletions keras_hub/src/models/qwen/qwen_causal_lm_preprocessor.py
Original file line number Diff line number Diff line change
@@ -1,8 +1,15 @@
from keras_hub.src.api_export import keras_hub_export
from keras_hub.src.models.causal_lm_preprocessor import CausalLMPreprocessor
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
from keras_hub.src.models.qwen.qwen_tokenizer import QwenTokenizer


@keras_hub_export(
[
"keras_hub.models.QwenCausalLMPreprocessor",
"keras_hub.models.Qwen2CausalLMPreprocessor",
]
)
class QwenCausalLMPreprocessor(CausalLMPreprocessor):
backbone_cls = QwenBackbone
tokenizer_cls = QwenTokenizer
Expand Down
9 changes: 9 additions & 0 deletions keras_hub/src/models/qwen/qwen_tokenizer.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,16 @@
from keras_hub.src.api_export import keras_hub_export
from keras_hub.src.models.qwen.qwen_backbone import QwenBackbone
from keras_hub.src.tokenizers.byte_pair_tokenizer import BytePairTokenizer


@keras_hub_export(
[
"keras_hub.tokenizers.QwenTokenizer",
"keras_hub.tokenizers.Qwen2Tokenizer",
"keras_hub.models.QwenTokenizer",
"keras_hub.models.Qwen2Tokenizer",
]
)
class QwenTokenizer(BytePairTokenizer):
"""Tokenizer for Qwen models.

Expand Down
Loading