Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
5ee3a50
make files to be used
samudraneel05 Jan 25, 2026
25a193e
make files to be changes
samudraneel05 Jan 25, 2026
93a900e
attention-decoder-rope-backbone
samudraneel05 Jan 25, 2026
378b67b
initial fixes
samudraneel05 Jan 25, 2026
1d085e0
fix serialization in backbone
samudraneel05 Jan 26, 2026
7809590
making the tokenizer
samudraneel05 Jan 26, 2026
4008844
causal lm and related changes
samudraneel05 Jan 26, 2026
0c7101f
presets established
samudraneel05 Jan 26, 2026
fd9c124
causal lm preprocessor tests
samudraneel05 Jan 26, 2026
e0bb85f
fixes
samudraneel05 Jan 26, 2026
f445cf9
match position id shape to hf implementation
samudraneel05 Jan 26, 2026
d78952a
presets for kagglehub
samudraneel05 Jan 26, 2026
7d1a7cf
reduce PR scope
samudraneel05 Jan 27, 2026
b75629f
matching with hf and changing from moe to omni
samudraneel05 Jan 27, 2026
3bc6f9c
add the captioner and the thinking preset
samudraneel05 Jan 27, 2026
35f174f
implementing interleaved m-rope and fixed attention mech and parameters
samudraneel05 Jan 28, 2026
d62835c
improvements to looping
samudraneel05 Jan 28, 2026
ed723b8
backbone todos and more updated
samudraneel05 Jan 28, 2026
2867954
documentation made better
samudraneel05 Jan 28, 2026
ab2408d
init aligned with repo standard
samudraneel05 Jan 28, 2026
17c4f9d
linter and pre-commit changes
samudraneel05 Jan 29, 2026
b3ed18b
verification script
samudraneel05 Feb 2, 2026
41ccd42
qwen3omni specific changes
samudraneel05 Feb 2, 2026
bbf6269
qwen3omni issues debugging due to transformers library being outdated
samudraneel05 Feb 2, 2026
d8a3420
nesting of thinker component and fixes
samudraneel05 Feb 2, 2026
f8bc9be
back to full scale image-audio
samudraneel05 Feb 3, 2026
7bd4f1f
attention and positional encoding finalized
samudraneel05 Feb 6, 2026
549dcde
fix decoder and rope and hf output matching
samudraneel05 Feb 6, 2026
f1b6879
audio encoder finalization
samudraneel05 Feb 6, 2026
679c7d3
vision encoder rewrite+full implementation
samudraneel05 Feb 6, 2026
0383e8b
refactoring of backbone and backbone tests
samudraneel05 Feb 7, 2026
9fa35e4
bugfixes...
samudraneel05 Feb 7, 2026
417398c
causal lm finalization
samudraneel05 Feb 8, 2026
9d8f53f
moving convertors to layers for consistency
samudraneel05 Feb 8, 2026
aa2c724
image converter test
samudraneel05 Feb 8, 2026
00132bf
add audio converter to preset loader
samudraneel05 Feb 8, 2026
f9ed3d2
make changes to the conversion script too
samudraneel05 Feb 8, 2026
8d6c7f6
docstring update
samudraneel05 Feb 8, 2026
6c0b828
init call order fix
samudraneel05 Feb 8, 2026
bb29948
gemini suggestions investigated
samudraneel05 Feb 8, 2026
55efad5
addressed comments on attention and decoder
samudraneel05 Feb 21, 2026
91198e4
Addressed comments on converter
samudraneel05 Feb 21, 2026
3a2504b
resolved audio encoder comments
samudraneel05 Feb 21, 2026
85ea4a3
adding missing function in causal lm and aligning with repo
samudraneel05 Feb 21, 2026
0732cd4
better modularity plus separation of text vs multimodal input
samudraneel05 Feb 21, 2026
a806e6e
documentation improvements
samudraneel05 Feb 21, 2026
9898a80
backbone and its test fixing and refactor
samudraneel05 Feb 22, 2026
04c494e
adding audio and vision encoder tests
samudraneel05 Feb 22, 2026
3c79f36
reduce redundancies
samudraneel05 Feb 22, 2026
9c7dc81
converter fixes
samudraneel05 Feb 25, 2026
14eaf1a
missing responses bugfix
samudraneel05 Feb 25, 2026
6c3fe5f
audio encoder docstring and init alignment
samudraneel05 Mar 9, 2026
1c7e428
addressed comments on tests and presets
samudraneel05 Mar 9, 2026
437f8bb
conversion script minor edits
samudraneel05 Mar 9, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions keras_hub/api/layers/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -123,6 +123,12 @@
from keras_hub.src.models.parseq.parseq_image_converter import (
PARSeqImageConverter as PARSeqImageConverter,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_audio_converter import (
Qwen3OmniAudioConverter as Qwen3OmniAudioConverter,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_image_converter import (
Qwen3OmniImageConverter as Qwen3OmniImageConverter,
)
from keras_hub.src.models.resnet.resnet_image_converter import (
ResNetImageConverter as ResNetImageConverter,
)
Expand Down
15 changes: 15 additions & 0 deletions keras_hub/api/models/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -566,6 +566,21 @@
from keras_hub.src.models.qwen3_moe.qwen3_moe_causal_lm_preprocessor import (
Qwen3MoeCausalLMPreprocessor as Qwen3MoeCausalLMPreprocessor,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_audio_encoder import (
Qwen3OmniAudioEncoder as Qwen3OmniAudioEncoder,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_backbone import (
Qwen3OmniBackbone as Qwen3OmniBackbone,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_causal_lm import (
Qwen3OmniCausalLM as Qwen3OmniCausalLM,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_causal_lm_preprocessor import (
Qwen3OmniCausalLMPreprocessor as Qwen3OmniCausalLMPreprocessor,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_vision_encoder import (
Qwen3OmniVisionEncoder as Qwen3OmniVisionEncoder,
)
from keras_hub.src.models.qwen_moe.qwen_moe_backbone import (
QwenMoeBackbone as QwenMoeBackbone,
)
Expand Down
3 changes: 3 additions & 0 deletions keras_hub/api/tokenizers/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,9 @@
from keras_hub.src.models.qwen3_moe.qwen3_moe_tokenizer import (
Qwen3MoeTokenizer as Qwen3MoeTokenizer,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_tokenizer import (
Qwen3OmniTokenizer as Qwen3OmniTokenizer,
)
from keras_hub.src.models.qwen_moe.qwen_moe_tokenizer import (
QwenMoeTokenizer as QwenMoeTokenizer,
)
Expand Down
7 changes: 7 additions & 0 deletions keras_hub/src/models/qwen3_omni/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
from keras_hub.src.models.qwen3_omni.qwen3_omni_backbone import (
Qwen3OmniBackbone,
)
from keras_hub.src.models.qwen3_omni.qwen3_omni_presets import backbone_presets
from keras_hub.src.utils.preset_utils import register_presets

register_presets(backbone_presets, Qwen3OmniBackbone)
Loading
Loading