From 2a2edc149fd41e3d4e394239624c6a4c4446f51c Mon Sep 17 00:00:00 2001 From: Su Zhou Date: Thu, 27 Jun 2024 20:39:10 +0000 Subject: [PATCH 1/3] upgrade ray --- common/src/autogluon/common/utils/try_import.py | 2 +- core/setup.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/common/src/autogluon/common/utils/try_import.py b/common/src/autogluon/common/utils/try_import.py index 436baaed3f86..fb47fe91033c 100644 --- a/common/src/autogluon/common/utils/try_import.py +++ b/common/src/autogluon/common/utils/try_import.py @@ -30,7 +30,7 @@ def try_import_mxboard(): def try_import_ray() -> ModuleType: - RAY_MAX_VERSION = "2.11.0" # sync with core/setup.py + RAY_MAX_VERSION = "2.40.0" # sync with core/setup.py ray_max_version_os_map = dict( Darwin=RAY_MAX_VERSION, Windows=RAY_MAX_VERSION, diff --git a/core/setup.py b/core/setup.py index 84f5a8e0e5ed..eb95b1736fea 100644 --- a/core/setup.py +++ b/core/setup.py @@ -48,10 +48,10 @@ extras_require = { "ray": [ - "ray[default]>=2.10.0,<2.11", # sync with common/src/autogluon/common/utils/try_import.py + "ray[default]>=2.10.0,<2.40", # sync with common/src/autogluon/common/utils/try_import.py ], "raytune": [ - "ray[default,tune]>=2.10.0,<2.11", # sync with common/src/autogluon/common/utils/try_import.py + "ray[default,tune]>=2.10.0,<2.40", # sync with common/src/autogluon/common/utils/try_import.py # TODO: consider alternatives as hyperopt is not actively maintained. "hyperopt>=0.2.7,<0.2.8", # This is needed for the bayes search to work. # 'GPy>=1.10.0,<1.11.0' # TODO: Enable this once PBT/PB2 are supported by ray lightning From 68ee339594a8ba5bfa9914867180bb0b474e8905 Mon Sep 17 00:00:00 2001 From: Su Zhou Date: Tue, 9 Jul 2024 23:33:27 +0000 Subject: [PATCH 2/3] tighten upperbound --- common/src/autogluon/common/utils/try_import.py | 2 +- core/setup.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/common/src/autogluon/common/utils/try_import.py b/common/src/autogluon/common/utils/try_import.py index fb47fe91033c..97ef1bf6b72b 100644 --- a/common/src/autogluon/common/utils/try_import.py +++ b/common/src/autogluon/common/utils/try_import.py @@ -30,7 +30,7 @@ def try_import_mxboard(): def try_import_ray() -> ModuleType: - RAY_MAX_VERSION = "2.40.0" # sync with core/setup.py + RAY_MAX_VERSION = "2.32.0" # sync with core/setup.py ray_max_version_os_map = dict( Darwin=RAY_MAX_VERSION, Windows=RAY_MAX_VERSION, diff --git a/core/setup.py b/core/setup.py index eb95b1736fea..f6341a788bec 100644 --- a/core/setup.py +++ b/core/setup.py @@ -48,10 +48,10 @@ extras_require = { "ray": [ - "ray[default]>=2.10.0,<2.40", # sync with common/src/autogluon/common/utils/try_import.py + "ray[default]>=2.10.0,<2.32", # sync with common/src/autogluon/common/utils/try_import.py ], "raytune": [ - "ray[default,tune]>=2.10.0,<2.40", # sync with common/src/autogluon/common/utils/try_import.py + "ray[default,tune]>=2.10.0,<2.32", # sync with common/src/autogluon/common/utils/try_import.py # TODO: consider alternatives as hyperopt is not actively maintained. "hyperopt>=0.2.7,<0.2.8", # This is needed for the bayes search to work. # 'GPy>=1.10.0,<1.11.0' # TODO: Enable this once PBT/PB2 are supported by ray lightning From 1ad9ccc467b69b7321b1643936d80a344b8e354c Mon Sep 17 00:00:00 2001 From: Su Zhou Date: Wed, 10 Jul 2024 17:54:22 +0000 Subject: [PATCH 3/3] try fixing intermittant dataloader issue --- multimodal/tests/unittests/others/test_dump_model.py | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/multimodal/tests/unittests/others/test_dump_model.py b/multimodal/tests/unittests/others/test_dump_model.py index e8c9ac6a9920..974cc00a6eab 100644 --- a/multimodal/tests/unittests/others/test_dump_model.py +++ b/multimodal/tests/unittests/others/test_dump_model.py @@ -45,7 +45,11 @@ def test_dump_hf_text(): predictor_1 = MultiModalPredictor( label=dataset.label_columns[0], problem_type=dataset.problem_type, eval_metric=dataset.metric ) - hyperparameters = {"optimization.max_epochs": 1, "model.hf_text.checkpoint_name": base_model_name} + hyperparameters = { + "optimization.max_epochs": 1, + "model.hf_text.checkpoint_name": base_model_name, + "env.num_workers": 0, # https://github.com/pytorch/pytorch/issues/33296 + } predictor_1.fit(train_data=dataset.train_df, hyperparameters=hyperparameters, time_limit=5, seed=42) predictor_1.dump_model(save_path=model_dump_path) @@ -54,7 +58,11 @@ def test_dump_hf_text(): predictor_2 = MultiModalPredictor( label=dataset.label_columns[0], problem_type=dataset.problem_type, eval_metric=dataset.metric ) - hyperparameters = {"optimization.max_epochs": 1, "model.hf_text.checkpoint_name": f"{model_dump_path}/hf_text"} + hyperparameters = { + "optimization.max_epochs": 1, + "model.hf_text.checkpoint_name": f"{model_dump_path}/hf_text", + "env.num_workers": 0, # https://github.com/pytorch/pytorch/issues/33296 + } predictor_2.fit(train_data=dataset.train_df, hyperparameters=hyperparameters, time_limit=5, seed=42)