From f34086a3701b2e3e3b24c8d1503603e01b70dcdb Mon Sep 17 00:00:00 2001 From: qqiao Date: Thu, 14 Dec 2023 22:40:59 -0800 Subject: [PATCH 1/2] Fix lightfm 'Illegal instruction' error --- docker/dockerfile.merlin | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docker/dockerfile.merlin b/docker/dockerfile.merlin index d4d95c4da..7b90e6d0c 100644 --- a/docker/dockerfile.merlin +++ b/docker/dockerfile.merlin @@ -102,7 +102,7 @@ RUN pip install --no-cache-dir --upgrade pip; pip install --no-cache-dir "cmake< tritonclient[all] grpcio-channelz fiddle wandb npy-append-array \ git+https://github.com/rapidsai/asvdb.git@main \ xgboost==1.6.2 lightgbm \ - lightfm implicit \ + implicit \ numba "cuda-python>=11.5,<12.0" fsspec==2022.5.0 llvmlite \ pynvml==11.4.1 RUN pip install --no-cache-dir treelite==2.4.0 treelite_runtime==2.4.0 @@ -300,6 +300,8 @@ COPY --chown=1000:1000 --from=dlfw /usr/local/lib/python${PYTHON_VERSION}/dist-p COPY --chown=1000:1000 --from=dlfw /usr/local/lib/python${PYTHON_VERSION}/dist-packages/cubinlinker-*.dist-info /usr/local/lib/python${PYTHON_VERSION}/dist-packages/cubinlinker.dist-info/ RUN pip install --no-cache-dir jupyterlab notebook pydot testbook numpy==1.22.4 +ENV LIGHTFM_NO_CFLAGS=1 +RUN pip install --no-cache-dir -v --debug lightfm ENV JUPYTER_CONFIG_DIR=/tmp/.jupyter ENV JUPYTER_DATA_DIR=/tmp/.jupyter From b36747b33a35be32fc45def1265b25bc012713be Mon Sep 17 00:00:00 2001 From: qqiao Date: Thu, 14 Dec 2023 22:44:44 -0800 Subject: [PATCH 2/2] Fix lightfm 'Illegal instruction' error --- docker/dockerfile.merlin | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docker/dockerfile.merlin b/docker/dockerfile.merlin index 7b90e6d0c..1640eb097 100644 --- a/docker/dockerfile.merlin +++ b/docker/dockerfile.merlin @@ -299,9 +299,9 @@ COPY --chown=1000:1000 --from=dlfw /usr/local/lib/python${PYTHON_VERSION}/dist-p COPY --chown=1000:1000 --from=dlfw /usr/local/lib/python${PYTHON_VERSION}/dist-packages/numba-*.dist-info /usr/local/lib/python${PYTHON_VERSION}/dist-packages/numba.dist-info/ COPY --chown=1000:1000 --from=dlfw /usr/local/lib/python${PYTHON_VERSION}/dist-packages/cubinlinker-*.dist-info /usr/local/lib/python${PYTHON_VERSION}/dist-packages/cubinlinker.dist-info/ -RUN pip install --no-cache-dir jupyterlab notebook pydot testbook numpy==1.22.4 +# There 'Illegal instruction' error, add env 'LIGHTFM_NO_CFLAGS' to workaround ENV LIGHTFM_NO_CFLAGS=1 -RUN pip install --no-cache-dir -v --debug lightfm +RUN pip install --no-cache-dir jupyterlab notebook pydot testbook numpy==1.22.4 lightfm ENV JUPYTER_CONFIG_DIR=/tmp/.jupyter ENV JUPYTER_DATA_DIR=/tmp/.jupyter