From 70adf9012a43ea5a019092609b78fb5e85c22d40 Mon Sep 17 00:00:00 2001 From: JunhaoQiu <56094690+qchiujunhao@users.noreply.github.com> Date: Tue, 26 Mar 2024 11:52:51 -0400 Subject: [PATCH 1/4] Removed torch and Horovod in Dockerfile Since ludwig[full] will install torch and Ray. Ludwig has strong support for Ray, a framework for distributed computing, so we are not going to use Horovod. Ray doesn't support python 3.11 now. --- Dockerfile | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/Dockerfile b/Dockerfile index 1e3bbc9..be254bd 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,15 +1,14 @@ FROM python:3.10-slim -ARG VERSION=0.6.1 +ARG VERSION=0.10 RUN apt-get -y update && apt-get install -y --no-install-recommends build-essential cmake git unzip -RUN export HOROVOD_WITH_PYTORCH=1 && \ - pip install -U pip && \ - pip install 'torch' 'git+https://github.com/goeckslab/model-unpickler.git' && \ +RUN pip install -U pip && \ + pip install 'git+https://github.com/goeckslab/model-unpickler.git' && \ pip install 'git+https://github.com/goeckslab/smart-report.git@17df590f3ceb065add099f37b4874c85bd275014' && \ - pip install 'horovod[pytorch]' && \ pip install 'ludwig[full]'==$VERSION && \ pip cache purge RUN apt-get purge -y build-essential cmake && apt-get -y autoremove && apt-get clean + From a4585a2dd5c7f2fd65fba76ba75bfee878bff0a1 Mon Sep 17 00:00:00 2001 From: JunhaoQiu <56094690+qchiujunhao@users.noreply.github.com> Date: Tue, 26 Mar 2024 11:55:51 -0400 Subject: [PATCH 2/4] Upgrading version --- tools/ludwig_experiment.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/ludwig_experiment.py b/tools/ludwig_experiment.py index 394ea3b..7bc92d3 100644 --- a/tools/ludwig_experiment.py +++ b/tools/ludwig_experiment.py @@ -11,7 +11,7 @@ TEST_STATISTICS_FILE_NAME, TRAIN_SET_METADATA_FILE_NAME, ) -from ludwig.visualize import visualizations_registry +from ludwig.visualize import get_visualizations_registry from model_unpickler import SafeUnpickler @@ -75,7 +75,7 @@ def make_visualizations(ludwig_output_directory_name): ) for viz in visualizations: - viz_func = visualizations_registry[viz] + viz_func = get_visualizations_registry()[viz] try: viz_func( training_statistics=[training_statistics], From af880b36d876176bcc358f5fa2b863d5ea7165ad Mon Sep 17 00:00:00 2001 From: JunhaoQiu <56094690+qchiujunhao@users.noreply.github.com> Date: Tue, 26 Mar 2024 13:35:41 -0400 Subject: [PATCH 3/4] Updated version on macros.xml --- tools/ludwig_macros.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/ludwig_macros.xml b/tools/ludwig_macros.xml index a2c9a87..330ce98 100644 --- a/tools/ludwig_macros.xml +++ b/tools/ludwig_macros.xml @@ -1,5 +1,5 @@ - 0.6.1 + 0.10 0 From 2ab1ed8b5d2b425be35332aac516bd22727c52e2 Mon Sep 17 00:00:00 2001 From: JunhaoQiu <56094690+qchiujunhao@users.noreply.github.com> Date: Wed, 3 Apr 2024 11:06:17 -0400 Subject: [PATCH 4/4] updated the import for merge_with_defaults --- tools/ludwig_render_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/ludwig_render_config.py b/tools/ludwig_render_config.py index 32bf4ae..46b312b 100644 --- a/tools/ludwig_render_config.py +++ b/tools/ludwig_render_config.py @@ -10,7 +10,7 @@ PROC_COLUMN, TRAINER, ) -from ludwig.utils.defaults import merge_with_defaults +from ludwig.schema.model_types.utils import merge_with_defaults import yaml