@@ -55,7 +55,6 @@ def request_params(
55
55
return params
56
56
57
57
def parse_response (self , response : requests .Response , ** kwargs ) -> Iterable [Mapping ]:
58
- self .logger .info (f"Parsing response for stream { self .name } " )
59
58
response_json = response .json ()
60
59
yield from response_json [self .data_field ]
61
60
@@ -98,13 +97,11 @@ def get_updated_state(self, current_stream_state: MutableMapping[str, Any], late
98
97
def stream_slices (
99
98
self , * , sync_mode : SyncMode , cursor_field : List [str ] = None , stream_state : Mapping [str , Any ] = None
100
99
) -> Iterable [Optional [Mapping [str , Any ]]]:
101
- self .logger .info (f"Slicing stream: { self .name } " )
102
100
slice_ = {}
103
101
stream_state = stream_state or {}
104
102
cursor_value = stream_state .get (self .cursor_field )
105
103
if cursor_value :
106
104
slice_ [self .filter_field ] = cursor_value
107
- self .logger .info (f"Yielding slice { slice_ } " )
108
105
yield slice_
109
106
110
107
def request_params (self , stream_state = None , stream_slice = None , ** kwargs ):
@@ -113,7 +110,6 @@ def request_params(self, stream_state=None, stream_slice=None, **kwargs):
113
110
params = super ().request_params (stream_state = stream_state , stream_slice = stream_slice , ** kwargs )
114
111
default_params = {"sort_field" : self .sort_field , "sort_dir" : "ASC" , ** stream_slice }
115
112
params .update (default_params )
116
- self .logger .info (f"Request params are { params } " )
117
113
return params
118
114
119
115
@@ -148,20 +144,16 @@ def stream_slices(
148
144
self , * , sync_mode : SyncMode , cursor_field : List [str ] = None , stream_state : Mapping [str , Any ] = None
149
145
) -> Iterable [Optional [Mapping [str , Any ]]]:
150
146
stream_state = stream_state or {}
151
- self .logger .info (f"Slicing the stream: { self .name } " )
152
147
if self .campaign_id :
153
148
# this is a workaround to speed up SATs and enable incremental tests
154
149
campaigns = [{"id" : self .campaign_id }]
155
150
else :
156
- self .logger .info ("Reading campaigns" )
157
151
campaigns = Campaigns (authenticator = self .authenticator ).read_records (sync_mode = SyncMode .full_refresh )
158
- self .logger .info ("Starting for loop to slice the stream" )
159
152
for campaign in campaigns :
160
153
slice_ = {"campaign_id" : campaign ["id" ]}
161
154
cursor_value = stream_state .get (campaign ["id" ], {}).get (self .cursor_field )
162
155
if cursor_value :
163
156
slice_ [self .filter_field ] = cursor_value
164
- self .logger .info (f"Yielding slice { slice_ } " )
165
157
yield slice_
166
158
167
159
def path (self , stream_slice : Mapping [str , Any ] = None , ** kwargs ) -> str :
@@ -187,7 +179,6 @@ def get_updated_state(self, current_stream_state: MutableMapping[str, Any], late
187
179
return current_stream_state
188
180
189
181
def parse_response (self , response : requests .Response , ** kwargs ) -> Iterable [Mapping ]:
190
- self .logger .info (f"Parsing response for stream { self .name } " )
191
182
response_json = response .json ()
192
183
# transform before save
193
184
# [{'campaign_id', 'list_id', 'list_is_active', 'email_id', 'email_address', 'activity[array[object]]', '_links'}] ->
@@ -196,4 +187,3 @@ def parse_response(self, response: requests.Response, **kwargs) -> Iterable[Mapp
196
187
for item in data :
197
188
for activity_item in item .pop ("activity" , []):
198
189
yield {** item , ** activity_item }
199
- self .logger .info ("Parsed response" )
0 commit comments