diff --git a/tabfm/src/classifier_and_regressor.py b/tabfm/src/classifier_and_regressor.py
index 4a0ebee..7da3278 100644
--- a/tabfm/src/classifier_and_regressor.py
+++ b/tabfm/src/classifier_and_regressor.py
@@ -3430,6 +3430,7 @@ def fit(self, X: Any, y: Any) -> "TabFMRegressor":
     cat_features = list(range(n_cat))
 
     self.y_scaler_ = StandardScaler()
+    self.y_scaler_.set_output(transform="default")
     y = self.y_scaler_.fit_transform(y.reshape(-1, 1)).flatten()
 
     self.ensemble_generator_ = EnsembleGenerator(