diff --git a/src/tweets/collector.py b/src/tweets/collector.py index 5e4ab11..eda63f1 100644 --- a/src/tweets/collector.py +++ b/src/tweets/collector.py @@ -125,22 +125,32 @@ def processTweet(text, type): removedSpecialChars = cleanTweet(removedLines) removedSpacing = removeSpacing(removedSpecialChars[0]) tweetLength = checkLength(removedSpacing) + + log("Boop1", 'DEBUG') if tweetLength == True: checkIfEnglish = detectLaguage(removedSpecialChars[0]) + log("Boop2", 'DEBUG') if checkIfEnglish == True: tweetText = remove_non_ascii(removedSpacing) + log("Boop3", 'DEBUG') # log("Cleaned Tweet: {}".format(tweetText), 'INFO') cleanedTweet = tweetText + ' ' + removedSpecialChars[1] if callSpamFilter(cleanedTweet) != 'spam': + log("After spam call", 'DEBUG') + pos, neu, neg, compound = callSentimentAnalyser(cleanedTweet) + log("After Sentiment Call", 'DEBUG') + if compound != 0.0 | neu <= 0.8: + log("if not 0.0 or above 0.8", 'DEBUG') + hourTweet = {'pos': pos, 'neu': neu, 'neg': neg, 'compound': compound, 'type': type} hourStack.append(hourTweet)