From e48591c6bcee9524fbd05cc3e3f7139d6ad08bf0 Mon Sep 17 00:00:00 2001 From: nemupm Date: Fri, 7 May 2021 10:32:33 +0900 Subject: [PATCH] raise for error --- docker/twitter-reader/app/sampled_stream.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/docker/twitter-reader/app/sampled_stream.py b/docker/twitter-reader/app/sampled_stream.py index ac99053..960daf0 100644 --- a/docker/twitter-reader/app/sampled_stream.py +++ b/docker/twitter-reader/app/sampled_stream.py @@ -53,14 +53,17 @@ def stream_connect(auth): payload = {"tweet.fields":"created_at,lang"} headers = {"User-Agent": "bot"} response = requests.get(stream_url, auth=auth, headers=headers, params=payload, stream=True) + response.raise_for_status() count = 0 prev_time = time() + is_empty = True for response_line in response.iter_lines(): + is_empty = False now = time() if now - prev_time > 60: prev_time = now count = 0 - elif count >= limit_per_minute: + elif limit_per_minute != 0 and count >= limit_per_minute: continue if response_line: obj = json.loads(response_line) @@ -73,6 +76,9 @@ def stream_connect(auth): print(json.dumps(data, ensure_ascii=False)) count += 1 + if is_empty: + raise ValueError("empty response") + bearer_token = BearerTokenAuth(consumer_key, consumer_secret) # Listen to the stream. This reconnection logic will attempt to reconnect as soon as a disconnection is detected.