andyjk15/tweet-collector
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[12.10.20] Testing

Browse Source
This commit is contained in:
andrewso 2020-10-12 17:17:27 +01:00
parent 3a008ea088
commit f9cfa0b83c
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/tweets/collector.py
View File

@ -70,9 +70,13 @@ class Streamer():
stream.filter(languages=["en"], track=hashtag) stream.filter(languages=["en"], track=hashtag)
except IncompleteRead: except IncompleteRead:
log("Incomplete Read Error", 'ERR') log("Incomplete Read Error", 'ERR')
stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended')
stream.filter(languages=["en"], track=hashtag)
continue continue
except ProtocolError: except ProtocolError:
log("Protocol Error", 'ERR') log("Protocol Error", 'ERR')
stream = Stream(auth=api.auth, listener=listener, tweet_mode='extended')
stream.filter(languages=["en"], track=hashtag)
continue continue
class Listener(StreamListener): class Listener(StreamListener):
@ -146,16 +150,10 @@ def processTweet(text, type):
def collector(hashtag): def collector(hashtag):
log("Thread Start...", 'INFO') log("Thread Start...", 'INFO')
schedule.clear("collectTweets")
global timeF
timeF = timeFunction()
streamer = Streamer() streamer = Streamer()
streamer.stream_tweets(hashtag) streamer.stream_tweets(hashtag)
schedule.every().hour.at(timeF).do(createHourJob).tag("collectTweets")
def timeFunction(): def timeFunction():
global timeF global timeF