Merge pull request #24 from praekeltfoundation/increase_page_size

Increase page size from 100 to 1000

Author: TuscanyBothaReach

rdw_ingestion_tools/api/turn_bq/extensions/httpx.py

@@ -4,7 +4,7 @@
 
 
 def get_paginated(
-    client: Client, url: str, page_size: int = 100, **kwargs: str | int
+    client: Client, url: str, page_size: int = 1000, **kwargs: str | int
 ) -> Iterator[dict]:
     """Paginate over Turn BQ API.
 

rdw_ingestion_tools/api/turn_bq/requests/chats.py

@@ -38,7 +38,7 @@ def get_chats_by_updated_at(
         }
 
         chats_generator = get_paginated(
-            self.client, url, page_size=100, **params
+            self.client, url, page_size=1000, **params
         )
 
         chats = concatenate(chats_generator)

rdw_ingestion_tools/api/turn_bq/requests/contacts.py

@@ -38,7 +38,7 @@ def get_contacts_by_updated_at(
         }
 
         contacts_generator = get_paginated(
-            self.client, url, page_size=100, **params
+            self.client, url, page_size=1000, **params
         )
 
         contacts = concatenate(contacts_generator)

rdw_ingestion_tools/api/turn_bq/requests/flow_results.py

@@ -51,7 +51,7 @@ def get_flow_results_by_updated_at(
         }
 
         flow_results_generator = get_paginated(
-            self.client, url, page_size=100, **params
+            self.client, url, page_size=1000, **params
         )
 
         flow_results = concatenate(flow_results_generator)

rdw_ingestion_tools/api/turn_bq/requests/flow_results_data_packages.py

@@ -55,7 +55,7 @@ def get_flow_results_data_packages_by_updated_at(
         }
 
         flow_results_data_packages_generator = get_paginated(
-            self.client, url, page_size=100, **params
+            self.client, url, page_size=1000, **params
         )
 
         flow_results_data_packages = concatenate(

rdw_ingestion_tools/api/turn_bq/requests/messages.py

@@ -24,7 +24,7 @@ def get_messages_by_updated_at(
         }
 
         messages_generator = get_paginated(
-            self.client, url, page_size=100, **params
+            self.client, url, page_size=1000, **params
         )
 
         messages = concatenate(messages_generator)

rdw_ingestion_tools/api/turn_bq/requests/statuses.py

@@ -24,7 +24,7 @@ def get_statuses_by_updated_at(
         }
 
         status_generator = get_paginated(
-            self.client, url, page_size=100, **params
+            self.client, url, page_size=1000, **params
         )
 
         status = concatenate(status_generator)