diff --git a/Dockerfile b/Dockerfile index e146f9bc..e9159eca 100644 --- a/Dockerfile +++ b/Dockerfile @@ -22,4 +22,6 @@ RUN mkdir -p /app/ssl EXPOSE 8998 ENTRYPOINT [] -CMD ["/app/moshi/.venv/bin/python", "-m", "moshi.server", "--ssl", "/app/ssl"] +#CMD ["/app/moshi/.venv/bin/python", "-m", "moshi.server", "--ssl", "/app/ssl"] +#use this for cpu offloading, for this you required to update the pyptoject.toml file as well +CMD ["/app/moshi/.venv/bin/python", "-m", "moshi.server", "--ssl", "/app/ssl", "--device", "cpu", "--cpu-offload"] diff --git a/moshi/pyproject.toml b/moshi/pyproject.toml index ead71e9c..537fe8f9 100644 --- a/moshi/pyproject.toml +++ b/moshi/pyproject.toml @@ -12,6 +12,7 @@ dependencies = [ "sphn >= 0.1.4, < 0.2", "torch >= 2.2.0, < 2.5", "aiohttp>=3.10.5, <3.11", + "accelerate==0.30.1", ] authors = [{name="Rajarshi Roy", email="rajarshir@nvidia.com"}] maintainers = [{name="Rajarshi Roy", email="rajarshir@nvidia.com"}] @@ -28,4 +29,4 @@ version = {attr = "moshi.__version__"} [build-system] requires = ["setuptools"] -build-backend = "setuptools.build_meta" \ No newline at end of file +build-backend = "setuptools.build_meta"