andyjk15/tweet-collector
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[12.10.20] Testing - not allowing over 80% Neutral Tweets to be passed, and removed some logging noise

Browse Source
This commit is contained in:
andrewso 2020-10-12 16:51:05 +01:00
parent c4b57a7e0f
commit 3a008ea088
3 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/tweets/collector.py
View File

@ -135,7 +135,7 @@ def processTweet(text, type):
if callSpamFilter(cleanedTweet) != 'spam': if callSpamFilter(cleanedTweet) != 'spam':
pos, neu, neg, compound = callSentimentAnalyser(cleanedTweet) pos, neu, neg, compound = callSentimentAnalyser(cleanedTweet)
if compound != 0.0: if compound != 0.0 | neu <= 0.8:
hourTweet = {'pos': pos, 'neu': neu, 'neg': neg, 'compound': compound, 'type': type} hourTweet = {'pos': pos, 'neu': neu, 'neg': neg, 'compound': compound, 'type': type}
hourStack.append(hourTweet) hourStack.append(hourTweet)
@ -146,10 +146,16 @@ def processTweet(text, type):
def collector(hashtag): def collector(hashtag):
log("Thread Start...", 'INFO') log("Thread Start...", 'INFO')
schedule.clear("collectTweets")
global timeF
timeF = timeFunction()
streamer = Streamer() streamer = Streamer()
streamer.stream_tweets(hashtag) streamer.stream_tweets(hashtag)
schedule.every().hour.at(timeF).do(createHourJob).tag("collectTweets")
def timeFunction(): def timeFunction():
global timeF global timeF

2
src/utils/sentimentAnalyser.py
View File

@ -10,7 +10,7 @@ class keys():
self.sentiment_analyser_uri = os.getenv("SENTIMENT_URL") self.sentiment_analyser_uri = os.getenv("SENTIMENT_URL")
def callSentimentAnalyser(tweet): def callSentimentAnalyser(tweet):
log("Calling Sentiment Analyser for [{}]".format(tweet), 'INFO') # log("Calling Sentiment Analyser for [{}]".format(tweet), 'INFO')
try: try:
uri = keys().sentiment_analyser_uri + "/sentiment?tweet="+tweet uri = keys().sentiment_analyser_uri + "/sentiment?tweet="+tweet
response = requests.request("GET", uri) response = requests.request("GET", uri)

2
src/utils/spamFilter.py
View File

@ -16,7 +16,7 @@ def callSpamFilter(tweet):
response = json.loads(response.text) response = json.loads(response.text)
log("Spam Filter result for [{}] is [{}]".format(tweet, response["result"]), 'INFO') # log("Spam Filter result for [{}] is [{}]".format(tweet, response["result"]), 'INFO')
return response["result"] return response["result"]
except: except: