andyjk15/tweet-collector
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[12.10.20] Testing

Browse Source
This commit is contained in:
andrewso 2020-10-12 17:41:15 +01:00
parent e2df32e5d6
commit ab1288351c
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/tweets/collector.py
View File

@ -69,12 +69,18 @@ class Streamer():
stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended') stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended')
stream.filter(languages=["en"], track=hashtag) stream.filter(languages=["en"], track=hashtag)
except IncompleteRead: except IncompleteRead:
stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended')
stream.filter(languages=["en"], track=hashtag)
log("Incomplete Read Error", 'ERR') log("Incomplete Read Error", 'ERR')
continue continue
except ProtocolError: except ProtocolError:
stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended')
stream.filter(languages=["en"], track=hashtag)
log("Protocol Error", 'ERR') log("Protocol Error", 'ERR')
continue continue
except: except:
stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended')
stream.filter(languages=["en"], track=hashtag)
log("Some other Error", 'ERR') log("Some other Error", 'ERR')
continue continue
@ -109,7 +115,7 @@ class Listener(StreamListener):
processTweet(text, self.hashtag) processTweet(text, self.hashtag)
# dumpStack.append({'type': self.hashtag, 'tweet': text}) # dumpStack.append({'type': self.hashtag, 'tweet': text})
else: else:
log("[{}]".format(data['text']), 'ERR') processTweet(data["text"], self.hashtag)
def processTweet(text, type): def processTweet(text, type):