diff --git a/noxfile.py b/noxfile.py
index d8a4e9fe2f5..ac6ad8e66bb 100644
--- a/noxfile.py
+++ b/noxfile.py
@@ -27,7 +27,7 @@
         "jaxlib; platform_system!='Windows'",
         "chex; platform_system!='Windows'",
     ],
-    "keras": ["keras"],
+    "keras": ["keras>=3.4"],
     "lightgbm": ["lightgbm"],
     "onnx": ["onnx", "onnxruntime", "skl2onnx"],
     "picklable_model": [],
diff --git a/src/bentoml/_internal/frameworks/keras.py b/src/bentoml/_internal/frameworks/keras.py
index e98f78f1ef9..9654278bc10 100644
--- a/src/bentoml/_internal/frameworks/keras.py
+++ b/src/bentoml/_internal/frameworks/keras.py
@@ -269,7 +269,15 @@ def KerasSequentialModel() -> keras.models.Model:
         metadata=metadata,
         signatures=signatures,
     ) as bento_model:
-        model.save(bento_model.path, include_optimizer=include_optimizer, **kwargs)
+        if keras.__version__ >= "3.4.0":
+            model.save(
+                bento_model.path,
+                zipped=False,
+                include_optimizer=include_optimizer,
+                **kwargs,
+            )
+        else:
+            model.save(bento_model.path, include_optimizer=include_optimizer, **kwargs)
 
         return bento_model