From f594e0eb0d2c80d4d1f38fa21313b7ef19fba9ce Mon Sep 17 00:00:00 2001 From: bszabo Date: Tue, 19 Aug 2025 17:26:07 -0400 Subject: [PATCH 1/2] Pint ddtrace to safe version (3.12.0) Pinning ddtrace to version from before the deploy that had to be rolled back with yesterday's production incident. Version 3.12.0 has been confirmed as safe; version 3.12.1 causes excessive CPU loading and avalanche autoscaling. --- playbooks/roles/edxapp/defaults/main.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/playbooks/roles/edxapp/defaults/main.yml b/playbooks/roles/edxapp/defaults/main.yml index e0792588a..af9774505 100644 --- a/playbooks/roles/edxapp/defaults/main.yml +++ b/playbooks/roles/edxapp/defaults/main.yml @@ -644,7 +644,7 @@ EDXAPP_DATADOG_INFERRED_SERVICES_ENABLE: true # This constraint was set to protect against auto-upgrading to a (future) # major release with possible breaking changes. -EDXAPP_DDTRACE_PIP_SPEC: 'ddtrace==3.12.1' +EDXAPP_DDTRACE_PIP_SPEC: 'ddtrace==3.12.0' EDXAPP_ORA2_FILE_PREFIX: '{{ COMMON_ENVIRONMENT }}-{{ COMMON_DEPLOYMENT }}/ora2' EDXAPP_FILE_UPLOAD_STORAGE_BUCKET_NAME: '{{ EDXAPP_AWS_STORAGE_BUCKET_NAME }}' From d2a460ec3a6d4fbd58db9eaeba2c0eedddcf8e9b Mon Sep 17 00:00:00 2001 From: bszabo Date: Tue, 19 Aug 2025 17:26:07 -0400 Subject: [PATCH 2/2] fix: Pin ddtrace to safe version (3.12.0) Pinning ddtrace to version from before the deploy that had to be rolled back with yesterday's production incident. Version 3.12.0 has been confirmed as safe; version 3.12.1 causes excessive CPU loading and avalanche autoscaling. --- playbooks/roles/edxapp/defaults/main.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/playbooks/roles/edxapp/defaults/main.yml b/playbooks/roles/edxapp/defaults/main.yml index e0792588a..af9774505 100644 --- a/playbooks/roles/edxapp/defaults/main.yml +++ b/playbooks/roles/edxapp/defaults/main.yml @@ -644,7 +644,7 @@ EDXAPP_DATADOG_INFERRED_SERVICES_ENABLE: true # This constraint was set to protect against auto-upgrading to a (future) # major release with possible breaking changes. -EDXAPP_DDTRACE_PIP_SPEC: 'ddtrace==3.12.1' +EDXAPP_DDTRACE_PIP_SPEC: 'ddtrace==3.12.0' EDXAPP_ORA2_FILE_PREFIX: '{{ COMMON_ENVIRONMENT }}-{{ COMMON_DEPLOYMENT }}/ora2' EDXAPP_FILE_UPLOAD_STORAGE_BUCKET_NAME: '{{ EDXAPP_AWS_STORAGE_BUCKET_NAME }}'