diff --git a/src/tweets/collector.py b/src/tweets/collector.py index 1097dda..a2f6492 100644 --- a/src/tweets/collector.py +++ b/src/tweets/collector.py @@ -54,6 +54,7 @@ class Streamer(): def stream_tweets(self, hashtag): listener = Listener(hashtag) + auth = OAuthHandler(keys().api_key, keys().api_secret) log("Authorising with twitter API...", 'INFO') @@ -114,43 +115,39 @@ class Listener(StreamListener): def processTweet(text, type): log("hourStack size :: [{}]".format(len(hourStack)), "INFO") - # processStack = dumpStack.copy() - # dumpStack.clear() # log("Processing [{}] Tweet...".format(text), 'INFO') - # if len(processStack) != 0: - # for tweet in processStack: removedLines = fixLines(text) - log("fixLines", 'DEBUG') + # log("fixLines", 'DEBUG') removedSpecialChars = cleanTweet(removedLines) - log("cleanTweet", 'DEBUG') + # log("cleanTweet", 'DEBUG') removedSpacing = removeSpacing(removedSpecialChars[0]) - log("removeSpacing", 'DEBUG') + # log("removeSpacing", 'DEBUG') tweetLength = checkLength(removedSpacing) - log("checkLength", 'DEBUG') + # log("checkLength", 'DEBUG') if tweetLength == True: checkIfEnglish = detectLaguage(removedSpecialChars[0]) - log("Boop2", 'DEBUG') + # log("Boop2", 'DEBUG') if checkIfEnglish == True: tweetText = remove_non_ascii(removedSpacing) - log("Boop3", 'DEBUG') + # log("Boop3", 'DEBUG') # log("Cleaned Tweet: {}".format(tweetText), 'INFO') cleanedTweet = tweetText + ' ' + removedSpecialChars[1] if callSpamFilter(cleanedTweet) != 'spam': - log("After spam call", 'DEBUG') + # log("After spam call", 'DEBUG') pos, neu, neg, compound = callSentimentAnalyser(cleanedTweet) - log("After Sentiment Call", 'DEBUG') + # log("After Sentiment Call", 'DEBUG') if compound != 0.0 | neu <= 0.8: log("if not 0.0 or above 0.8", 'DEBUG')