From 80e7b733f2942b166198bd0018ff9150789f1755 Mon Sep 17 00:00:00 2001 From: Ignacio Moreno Date: Tue, 10 Jun 2025 12:06:40 -0600 Subject: [PATCH 1/3] Change resources of ai --- charts/intel/values.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/intel/values.yaml b/charts/intel/values.yaml index ab0f8fe..26f50c3 100644 --- a/charts/intel/values.yaml +++ b/charts/intel/values.yaml @@ -149,7 +149,7 @@ ai: gpu: false limits: cpu: "4" - memory: "8Gi" + memory: "4Gi" gpu: false image: repository: registry.digitalocean.com/codetogether-registry/codetogether-llm From 277cdae7bf5a5c808a8b3caff8f4b1f71a4d1262 Mon Sep 17 00:00:00 2001 From: Ignacio Moreno Date: Tue, 10 Jun 2025 17:20:52 -0600 Subject: [PATCH 2/3] Include gen ai on docker compose. --- compose/.env-template | 6 +++++- compose/cassandra-config.yaml | 8 ++++---- compose/compose.ai.yaml | 13 +++++++++++++ 3 files changed, 22 insertions(+), 5 deletions(-) create mode 100644 compose/compose.ai.yaml diff --git a/compose/.env-template b/compose/.env-template index c88f162..aaccb4f 100644 --- a/compose/.env-template +++ b/compose/.env-template @@ -45,4 +45,8 @@ SSL_COLLAB_KEY=ssl-collab.key SSL_INTEL_CERT=ssl-intel.crt SSL_INTEL_KEY=ssl-intel.key -DHPARAM_PEM=dhparam.pem \ No newline at end of file +DHPARAM_PEM=dhparam.pem + +# Uncomment the following lines to enable AI integration with Ollama +#CT_HQ_OLLAMA_AI_URL=http://codetogether-llm:8000 +#CT_HQ_OLLAMA_AI_MODEL_NAME=gemma3:1b \ No newline at end of file diff --git a/compose/cassandra-config.yaml b/compose/cassandra-config.yaml index 919f435..ec40066 100644 --- a/compose/cassandra-config.yaml +++ b/compose/cassandra-config.yaml @@ -463,7 +463,7 @@ seed_provider: parameters: # seeds is actually a comma-delimited list of addresses. # Ex: ",," - - seeds: "172.26.0.2" + - seeds: "172.18.0.2" # For workloads with more data than can fit in memory, Cassandra's # bottleneck will be reads that need to fetch data from @@ -663,7 +663,7 @@ ssl_storage_port: 7001 # # Setting listen_address to 0.0.0.0 is always wrong. # -listen_address: 172.26.0.2 +listen_address: 172.18.0.2 # Set listen_address OR listen_interface, not both. Interfaces must correspond # to a single address, IP aliasing is not supported. @@ -677,7 +677,7 @@ listen_address: 172.26.0.2 # Address to broadcast to other Cassandra nodes # Leaving this blank will set it to the same value as listen_address -broadcast_address: 172.26.0.2 +broadcast_address: 172.18.0.2 # When using multiple physical network interfaces, set this # to true to listen on broadcast_address in addition to @@ -763,7 +763,7 @@ rpc_address: 0.0.0.0 # be set to 0.0.0.0. If left blank, this will be set to the value of # rpc_address. If rpc_address is set to 0.0.0.0, broadcast_rpc_address must # be set. -broadcast_rpc_address: 172.26.0.2 +broadcast_rpc_address: 172.18.0.2 # enable or disable keepalive on rpc/native connections rpc_keepalive: true diff --git a/compose/compose.ai.yaml b/compose/compose.ai.yaml new file mode 100644 index 0000000..d3ef932 --- /dev/null +++ b/compose/compose.ai.yaml @@ -0,0 +1,13 @@ +# 👇 Rename `.env-template` to `.env` before running this file +# Set the appropriate values once renamed +services: + ai: + image: hub.edge.codetogether.com/releases/codetogether-llm:latest + container_name: codetogether-llm + ports: + - "8000:8000" + networks: + - codetogethernet + depends_on: + codetogether-intel: + condition: service_healthy \ No newline at end of file From 444916ecd23360038441f6ba6bbbdeb07fea244e Mon Sep 17 00:00:00 2001 From: Ignacio Moreno Date: Tue, 10 Jun 2025 17:24:22 -0600 Subject: [PATCH 3/3] undo changes --- compose/cassandra-config.yaml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/compose/cassandra-config.yaml b/compose/cassandra-config.yaml index ec40066..919f435 100644 --- a/compose/cassandra-config.yaml +++ b/compose/cassandra-config.yaml @@ -463,7 +463,7 @@ seed_provider: parameters: # seeds is actually a comma-delimited list of addresses. # Ex: ",," - - seeds: "172.18.0.2" + - seeds: "172.26.0.2" # For workloads with more data than can fit in memory, Cassandra's # bottleneck will be reads that need to fetch data from @@ -663,7 +663,7 @@ ssl_storage_port: 7001 # # Setting listen_address to 0.0.0.0 is always wrong. # -listen_address: 172.18.0.2 +listen_address: 172.26.0.2 # Set listen_address OR listen_interface, not both. Interfaces must correspond # to a single address, IP aliasing is not supported. @@ -677,7 +677,7 @@ listen_address: 172.18.0.2 # Address to broadcast to other Cassandra nodes # Leaving this blank will set it to the same value as listen_address -broadcast_address: 172.18.0.2 +broadcast_address: 172.26.0.2 # When using multiple physical network interfaces, set this # to true to listen on broadcast_address in addition to @@ -763,7 +763,7 @@ rpc_address: 0.0.0.0 # be set to 0.0.0.0. If left blank, this will be set to the value of # rpc_address. If rpc_address is set to 0.0.0.0, broadcast_rpc_address must # be set. -broadcast_rpc_address: 172.18.0.2 +broadcast_rpc_address: 172.26.0.2 # enable or disable keepalive on rpc/native connections rpc_keepalive: true