andyjk15/tweet-collector
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[15.10.20] Testing

Browse Source
This commit is contained in:
andrewso 2020-10-15 11:20:50 +01:00
parent 3c25310d76
commit 5c832a70fe
2 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/tweets/collector.py
View File

@ -189,7 +189,7 @@ def createHourJob():
if len(processStack) != 0: if len(processStack) != 0:
log("Process stack size is :: [{}]".format(len(processStack)), 'INFO') log("Process stack size is :: [{}]".format(len(processStack)), 'INFO')
for item in hourStack: for item in processStack:
ovPos = ovPos + item['pos'] ovPos = ovPos + item['pos']
ovNeu = ovNeu + item['neu'] ovNeu = ovNeu + item['neu']
ovNeg = ovNeg + item['neg'] ovNeg = ovNeg + item['neg']

9
src/utils/whitelistedWords.py
View File

@ -1,6 +1,6 @@
#!/usr/bin/env python #!/usr/bin/env python
from src.utils.jsonLogger import log from utils.jsonLogger import log
whitelist = [ whitelist = [
"bull", "bull",
@ -140,12 +140,15 @@ whitelist = [
"sucking", "sucking",
"shard", "shard",
"sharding", "sharding",
"industry" "industry",
"powerful",
"better",
"worse"
] ]
def filterOutTweetsWithNoneWhitelistedWords(text): def filterOutTweetsWithNoneWhitelistedWords(text):
if any(x in text for x in whitelist): if any(x in text for x in whitelist):
return text return text
else: else:
log("Tweet [{}] did not contain any keywords for it to be considered crypto related".format(text), 'WARN') # log("Tweet [{}] did not contain any keywords for it to be considered crypto related".format(text), 'WARN')
return "" return ""