LITE-31574: Increment localization attributes page size

Dockerfile

@@ -1,4 +1,4 @@
-FROM cloudblueconnect/connect-extension-runner:33.2
+FROM cloudblueconnect/connect-extension-runner:37
 
 COPY pyproject.toml /install_temp/.
 COPY poetry.* /install_temp/.

connect_ext_datalake/services/payloads.py

@@ -25,6 +25,8 @@
     'revoked': 'update',
 }
 
+TRANSLATION_ATTRIBUTES_PAGE_SIZE = 1000
+
 
 def remove_properties(obj: dict, properties: list):
     for prop in properties:
@@ -361,7 +363,12 @@ def sanitize_translation_attribute(attribute: dict):
 
 def include_translation_attributes(client: ConnectClient, translation: dict):
     translation['attributes'] = []
-    attributes = client('localization').translations[translation['id']].attributes.all()
+    attributes = (
+        client('localization')
+        .translations[translation['id']]
+        .attributes.all()
+        .limit(TRANSLATION_ATTRIBUTES_PAGE_SIZE)
+    )
     for attribute in attributes:
         translation['attributes'].append(sanitize_translation_attribute(attribute))
 

docker-compose.yml

@@ -25,7 +25,7 @@ services:
     tty: true
     volumes:
       - .:/extension
-      # - node_modules:/extension/node_modules
+      - node_modules:/extension/node_modules
     env_file:
       - .extension_xv_datalake_dev.env
 

pyproject.toml

@@ -15,7 +15,7 @@ readme = "./README.md"
 
 [tool.poetry.dependencies]
 python = ">=3.9,<4"
-connect-eaas-core = ">=33,<34"
+connect-eaas-core = ">=33,<38"
 google-cloud-pubsub = "^2.23.1"
 
 [tool.poetry.dev-dependencies]

tests/events/test_translation.py

@@ -55,7 +55,7 @@ def test_publish_translations_success(
     ).mock(
         return_value=[marketplace],
     )
-    client_mocker('localization').translations[translation['id']].attributes.all().mock(
+    client_mocker('localization').translations[translation['id']].attributes.all().limit(1000).mock(
         return_value=translation_attributes,
     )
 
@@ -112,7 +112,7 @@ def test_publish_translations_individual_failure(
     ).mock(
         return_value=[marketplace],
     )
-    client_mocker('localization').translations[translation['id']].attributes.all().mock(
+    client_mocker('localization').translations[translation['id']].attributes.all().limit(1000).mock(
         status_code=400,
     )
 

tests/test_events.py

@@ -734,7 +734,7 @@ def test_handle_translation_change_success(
     ).mock(
         return_value=[marketplace],
     )
-    client_mocker('localization').translations[translation['id']].attributes.all().mock(
+    client_mocker('localization').translations[translation['id']].attributes.all().limit(1000).mock(
         return_value=translation_attributes,
     )
 
@@ -769,7 +769,7 @@ def test_handle_translation_change_failed(
     ).mock(
         return_value=[marketplace],
     )
-    client_mocker('localization').translations[translation['id']].attributes.all().mock(
+    client_mocker('localization').translations[translation['id']].attributes.all().limit(1000).mock(
         status_code=400,
     )