Compare commits

..

8 Commits

Author SHA1 Message Date
Alex Orid
1e4ef223e1 Merge branch 'tookeymeddling' 2020-09-21 03:43:02 -04:00
dtookey
f25991641a Merge remote-tracking branch 'origin/tookeymeddling' into tookeymeddling 2020-09-20 13:52:37 -04:00
dtookey
68674de54e removed pyglet because playsound appears to work just fine
added documentation to several functions in tty.py
2020-09-20 13:52:29 -04:00
dtookey
0c3733e2c0 removed pyglet because playsound appears to work just fine
added documentation to several functions in tty.py
2020-09-20 13:51:14 -04:00
dtookey
f02bb4d3ee Merge remote-tracking branch 'origin/tookeymeddling' into tookeymeddling
# Conflicts:
#	config.py
#	requirements.txt
#	tests/test_twitch_script_class.py
#	tts.py
#	twitch_script_class.py
2020-09-20 13:36:18 -04:00
dtookey
17e1a092be updated tts.py
support both gtts and aws polly (we borrow from the streamlabs api)
moved some configuration stuff around
added one test method for creating file names, but it doesn't have any assertions, so it's useless
added enums for different configuration properties like tts engine, file naming, and poly voices
2020-09-20 13:35:53 -04:00
dtookey
3e24942d54 Let PEP8 do it's thing and reformat all the files.
Removed bots.py and slurs.py and moved them into config.py. twitch_script_class.py has been updated to handle this
added a test harness for twitch_script_class.py
contains_url and contains_slur are both validated
refactored contains_url to use a simple(ish) regex instead of an if cascade

Let PEP8 do it's thing and reformat all the files.
Removed bots.py and slurs.py and moved them into config.py. twitch_script_class.py has been updated to handle this
added a test harness for twitch_script_class.py
contains_url and contains_slur are both validated
refactored contains_url to use a simple(ish) regex instead of an if cascade
2020-09-20 11:48:15 -04:00
dtookey
453c1de0cc Let PEP8 do it's thing and reformat all the files.
Removed bots.py and slurs.py and moved them into config.py. twitch_script_class.py has been updated to handle this
added a test harness for twitch_script_class.py
contains_url and contains_slur are both validated
refactored contains_url to use a simple(ish) regex instead of an if cascade
2020-09-20 11:40:51 -04:00
14 changed files with 318 additions and 123 deletions

View File

@ -1 +0,0 @@
botList = ["Nightbot", "StreamElements", "Moobot", "praxis_bot"]

83
config.py Normal file
View File

@ -0,0 +1,83 @@
from enum import Enum
class Speaker(Enum):
GOOGLE_TEXT_TO_SPEECH = 1
STREAMLABS_API = 2
class FileNameStrategy(Enum):
TIME_BASED = 1
CONTENT_BASED = 2
class PollyVoices(Enum):
Aditi = "Aditi"
Amy = "Amy"
Astrid = "Astrid"
Bianca = "Bianca"
Brian = "Brian"
Camila = "Camila"
Carla = "Carla"
Carmen = "Carmen"
Celine = "Celine"
Chantal = "Chantal"
Conchita = "Conchita"
Cristiano = "Cristiano"
Dora = "Dora"
Emma = "Emma"
Enrique = "Enrique"
Ewa = "Ewa"
Filiz = "Filiz"
Geraint = "Geraint"
Giorgio = "Giorgio"
Gwyneth = "Gwyneth"
Hans = "Hans"
Ines = "Ines"
Ivy = "Ivy"
Jacek = "Jacek"
Jan = "Jan"
Joanna = "Joanna"
Joey = "Joey"
Justin = "Justin"
Karl = "Karl"
Kendra = "Kendra"
Kimberly = "Kimberly"
Lea = "Lea"
Liv = "Liv"
Lotte = "Lotte"
Lucia = "Lucia"
Lupe = "Lupe"
Mads = "Mads"
Maja = "Maja"
Marlene = "Marlene"
Mathieu = "Mathieu"
Matthew = "Matthew"
Maxim = "Maxim"
Mia = "Mia"
Miguel = "Miguel"
Mizuki = "Mizuki"
Naja = "Naja"
Nicole = "Nicole"
Penelope = "Penelope"
Raveena = "Raveena"
Ricardo = "Ricardo"
Ruben = "Ruben"
Russell = "Russell"
Salli = "Salli"
Seoyeon = "Seoyeon"
Takumi = "Takumi"
Tatyana = "Tatyana"
Vicki = "Vicki"
Vitoria = "Vitoria"
Zeina = "Zeina"
Zhiyu = "Zhiyu"
botList = ("Nightbot", "StreamElements", "Moobot", "praxis_bot")
slurList = ("fag", "faggot", "niga", "nigga", "nigger", "retard", "tard", "rtard", "coon")
currentSpeaker = Speaker.STREAMLABS_API
fileNameStrategy = FileNameStrategy.CONTENT_BASED
streamlabsVoice = PollyVoices.Justin

5
db.py
View File

@ -1,10 +1,9 @@
import mysql.connector
import os
import db_cred as db_credentials
import pandas as pd
from sqlalchemy import create_engine
class db_module():
def __init__(self):
super().__init__()
@ -29,7 +28,6 @@ class db_module():
table = '_channel_commands'
table = tableName
df = pd.read_sql_query('SELECT * FROM ' + table, engine)
stmt = "trigger == '" + key + "'"
temp = df.query(stmt)
@ -58,7 +56,6 @@ class db_module():
pass
if __name__ == "__main__":
db_connection = db_module()
db_connection.setup_engine()

View File

@ -1,6 +1,7 @@
import pygetwindow as gw
from pynput.keyboard import Key, Controller
import time
keyboard = Controller()

13
main.py
View File

@ -1,12 +1,5 @@
# Install these:
# pip install mysql-connector-python
# pip install pynput
# pip install twitch-python
# pip install SQLAlchemy
# pip install pandas
# pip install numpy
# pip install gTTS
# pip install playsound
# I moved all the requirements into requirements.txt.
# you can install everything with pip install -r requirements.txt while you're in the directory
import sys
import time
@ -17,6 +10,7 @@ import utilities_script as utility
twitch_chat: twitch_script_class.Twitch_Module
def main():
print("Connecting to Channels...")
@ -29,4 +23,3 @@ def main():
if __name__ == "__main__":
main()

8
requirements.txt Normal file
View File

@ -0,0 +1,8 @@
mysql-connector-python
pynput
twitch-python
SQLAlchemy
pandas
numpy
gTTS
playsound

View File

@ -1 +0,0 @@
slurList = ["fag", "faggot", "niga", "nigga", "nigger", "retard", "tard", "rtard", "coon"]

12
tests/test_tts.py Normal file
View File

@ -0,0 +1,12 @@
import unittest
import tts
class TTSTest(unittest.TestCase):
def test_file_name(self):
tts.create_file_name("test", "mp3")
if __name__ == '__main__':
unittest.main()

View File

@ -0,0 +1,35 @@
import unittest
import twitch_script_class
import twitch
testValidUrls = ['https://shady.ru', 'http://stolencards.zn', 'https://i.imgur.com/FL6slHd.jpg']
testInvalidUrls = ['this is just a sentence. With a period', 'gotta have some other stuff', 'bad punctuation.does not produces false positives']
class TwitchBotTest(unittest.TestCase):
def setUp(self):
self.bot = twitch_script_class.Twitch_Module()
def test_find_url(self):
bot = self.bot
for link in testInvalidUrls:
msg = twitch.chat.Message("", "", link)
t = bot.contains_url(msg)
assert not t
for link in testValidUrls:
msg = twitch.chat.Message("", "", link)
t = bot.contains_url(msg)
assert t
def test_find_slur(self):
nonSlurMessage = twitch.chat.Message("", "", "hey look, a normal sentence")
slurMessage = twitch.chat.Message("", "", "fag is a hateful word that shouldn't be used anymore")
assert not self.bot.contains_slur(nonSlurMessage)
assert self.bot.contains_slur(slurMessage)
if __name__ == '__main__':
unittest.main()

102
tts.py
View File

@ -1,31 +1,105 @@
from gtts import gTTS
import datetime
import hashlib
import os
import datetime
import requests
from gtts import gTTS
from playsound import playsound
import config
streamLabsUrl = "https://streamlabs.com/polly/speak"
def tts(inputText: str, *args):
outpath = create_speech_file(inputText)
playsound(outpath)
destPath = os.getcwd() + "\\tts\\"
def create_speech_gtts(input_text: str):
"""
Will create a sound file for the provided text by using gTTS
:param input_text: any reasonable english text
:return: returns the path of the file for the sound
"""
path = os.path.join(get_tts_dir(), create_file_name(input_text, "mp3"))
if not os.path.exists(path):
sound_digest = gTTS(text=input_text, lang='en')
sound_digest.save(path)
return path
def create_speech_streamlabs(text: str):
"""
Will create a sound file for the provided text by querying and downloading a file from streamlabs
:param text: any reasonable english text
:return: returns the path of the file for the sound
"""
path = os.path.join(get_tts_dir(), create_file_name(text, "ogg"))
if not os.path.exists(path):
body = {"voice": config.streamlabsVoice.value, "text": text}
resp = requests.post(streamLabsUrl, data=body).json()
sound_file_url = resp["speak_url"]
if sound_file_url is not None:
sound_bytes = requests.get(sound_file_url, stream=True)
f = open(path, "+wb")
f.write(sound_bytes.content)
f.close()
return path
speechCreationFunctions = { # this is a mapping of the Speaker enum to function pointers
config.Speaker.STREAMLABS_API: create_speech_streamlabs,
config.Speaker.GOOGLE_TEXT_TO_SPEECH: create_speech_gtts
}
def create_speech_file(text: str):
"""
Helper function that will create a sound file for the provided text. This will use the configuration in config.py
to use TTS engines and name the file
:param text: the text you would like to turn into a sound file
:return: returns the path of the sound file
"""
text_creation_function = speechCreationFunctions.get(config.currentSpeaker)
output_path = text_creation_function(text)
return output_path
def create_file_name(text: str, ext: str):
"""
:param text: the content of the message. using the CONTENT_BASED FileNameStrategy, this will (ostensibly) produce a
unique file name based on the content of the message. Two messages of equal content will produce the same name
:param ext: the desired file extension i.e. mp3, ogg, wav, etc...
:return: returns the formatted filename i.e. 01-01-20_01-01-01_tts.mp3
"""
if config.fileNameStrategy == config.FileNameStrategy.CONTENT_BASED:
unique_id = hashlib.md5(bytes(text, 'utf-8')).hexdigest()
return "%s_tts.%s" % (unique_id, ext)
elif config.fileNameStrategy == config.FileNameStrategy.TIME_BASED:
time = datetime.datetime.now()
fileName:str = time.strftime("%m-%d-%Y_%H-%M-%S") + "_tts.mp3"
return "%s_tts.%s" % (time.strftime("%m-%d-%Y_%H-%M-%S"), ext)
if len(args) == 1:
fileName = args[0] + "_tts.mp3"
else:
return "unconfigured_tts.%s" % ext
tts = gTTS(text=inputText, lang='en')
tts.save(destPath + fileName)
playsound(destPath + fileName)
#os.system(filename)
def play_speech(fileName):
destPath = os.getcwd() + "\\tts\\"
destPath = get_tts_dir()
playsound(destPath + fileName)
def get_tts_dir():
"""
Checks for the tts directory, and will create it if it does not exist
:return: the relative file path of the tts dir
"""
dir = os.path.join(os.getcwd(), "tts") # this is platform-agnostic
if not os.path.exists(dir):
os.mkdir(dir)
return dir
if __name__ == "__main__":
print("Enter Text: ")
textInput = str(input())

View File

@ -1,3 +1,5 @@
# So I'm a little conflicted here. My nit-picky self says that this should be a class you have to instantiate rather
# than static variables... I'll leave this alone for now, but you may wish to refactor this in future
username = ""
helix = ""

View File

@ -1,13 +1,14 @@
import random
import re
import twitch
import twitch.chat
import config as config
import db
import tts
import twitch_cred as twitch_credentials
import bots as botList
import slurs as slurList
import tts
import db
class Twitch_Module():
def __init__(self):
@ -17,6 +18,9 @@ class Twitch_Module():
self.tts_whitelist_enabled: bool = False
self.links_allowed: bool = True
self.whitelisted_users: list = ["thecuriousnerd", "theredpoint", "lakotor"]
# don't freak out, this is *merely* a regex for matching urls that will hit just about everything
self._urlMatcher = re.compile(
"(https?:(/{1,3}|[a-z0-9%])|[a-z0-9.-]+[.](com|net|org|edu|gov|mil|aero|asia|biz|cat|coop|info|int|jobs|mobi|museum|name|post|pro|tel|travel|xxx|ac|ad|ae|af|ag|ai|al|am|an|ao|aq|ar|as|at|au|aw|ax|az|ba|bb|bd|be|bf|bg|bh|bi|bj|bm|bn|bo|br|bs|bt|bv|bw|by|bz|ca|cc|cd|cf|cg|ch|ci|ck|cl|cm|cn|co|cr|cs|cu|cv|cx|cy|cz|dd|de|dj|dk|dm|do|dz|ec|ee|eg|eh|er|es|et|eu|fi|fj|fk|fm|fo|fr|ga|gb|gd|ge|gf|gg|gh|gi|gl|gm|gn|gp|gq|gr|gs|gt|gu|gw|gy|hk|hm|hn|hr|ht|hu|id|ie|il|im|in|io|iq|ir|is|it|je|jm|jo|jp|ke|kg|kh|ki|km|kn|kp|kr|kw|ky|kz|la|lb|lc|li|lk|lr|ls|lt|lu|lv|ly|ma|mc|md|me|mg|mh|mk|ml|mm|mn|mo|mp|mq|mr|ms|mt|mu|mv|mw|mx|my|mz|na|nc|ne|nf|ng|ni|nl|no|np|nr|nu|nz|om|pa|pe|pf|pg|ph|pk|pl|pm|pn|pr|ps|pt|pw|py|qa|re|ro|rs|ru|rw|sa|sb|sc|sd|se|sg|sh|si|sj|Ja|sk|sl|sm|sn|so|sr|ss|st|su|sv|sx|sy|sz|tc|td|tf|tg|th|tj|tk|tl|tm|tn|to|tp|tr|tt|tv|tw|tz|ua|ug|uk|us|uy|uz|va|vc|ve|vg|vi|vn|vu|wf|ws|ye|yt|yu|za|zm|zw))")
def join_channel(self, channel_name):
channel_name = "#" + channel_name
@ -31,8 +35,6 @@ class Twitch_Module():
print("Connected to Channel: ", channel_name)
def leave_channel(self):
print("Leaving Channel", self.chat.channel)
self.chat.irc.leave_channel(self.chat.channel)
@ -49,12 +51,11 @@ class Twitch_Module():
print("[#" + message.channel + "](" + message.sender + ")> " + message.text)
if message.channel == "thecuriousnerd":
if self.isSenderBot(message) == False:
if not self.isSenderBot(message):
if message.sender.lower() == "thecuriousnerd":
self.eval_commands(message)
self.tts_message(message)
def eval_commands(self, message: twitch.chat.Message):
containsURL: bool = self.contains_url(message)
@ -80,41 +81,29 @@ class Twitch_Module():
self.send_message("{something went wrong}")
print("{something went wrong}")
def tts_message(self, message: twitch.chat.Message):
if self.contains_slur(message) == False:
if self.tts_enabled == True:
if message.text.startswith('!') == False:
if not self.contains_slur(message):
if self.tts_enabled:
if not message.text.startswith('!'):
text_to_say: str = "%s says, %s" % (message.sender, message.text)
channel_text = "%s user msg" % message.channel
if message.sender.lower() == message.channel:
tts.tts(message.sender + " says, " + message.text)
tts.tts(text_to_say)
else:
# tts.tts(message.sender + " says, " + message.text)
tts.tts(message.sender + " says, " + message.text, message.channel + " user msg")
tts.tts(text_to_say, channel_text)
def contains_url(self, message: twitch.chat.Message):
containsURL:bool = False
if message.text.lower().find("http") != -1:
containsURL = True
if message.text.lower().find("https") != -1:
containsURL = True
if message.text.lower().find(".com") != -1:
containsURL = True
if message.text.lower().find(".net") != -1:
containsURL = True
if message.text.lower().find(".org") != -1:
containsURL = True
if message.text.lower().find(".tv") != -1:
containsURL = True
if message.text.lower().find(".io") != -1:
containsURL = True
if containsURL == True:
containsURL = re.search(self._urlMatcher, message.text.lower()) is not None
if containsURL:
print("<{ link detected! }> " + " [#" + message.channel + "](" + message.sender + ") sent a link in chat")
return containsURL
# Checks if Sender is bot.
def isSenderBot(self, message: twitch.chat.Message):
isBot = False
for bot in botList.botList:
for bot in config.botList:
if message.sender.lower() == bot.lower():
isBot = True
print("<{ bot detected! }> " + " [#" + message.channel + "](" + message.sender + ") is a bot")
@ -125,11 +114,14 @@ class Twitch_Module():
containsSlur: bool = False
parsedMessage = message.text.split(" ")
for word in parsedMessage:
for slur in slurList.slurList:
for slur in config.slurList:
if word.lower() == slur:
containsSlur = True
break # we want to immediately escape if we found a slur
if containsSlur:
break
if containsSlur == True:
if containsSlur:
print("<{ slur detected! }> " + " [#" + message.channel + "](" + message.sender + ") used a slur in chat")
return containsSlur
@ -165,7 +157,8 @@ class Twitch_Module():
diceRoll = diceRoll[:-2] # This removes the last two characters in the string
if len(temp_preParsedMessage) == 2:
diceRoll = diceRoll + " + " + temp_preParsedMessage[1] + " = " + str(rollTotal + int(temp_preParsedMessage[1]))
diceRoll = diceRoll + " + " + temp_preParsedMessage[1] + " = " + str(
rollTotal + int(temp_preParsedMessage[1]))
else:
diceRoll = diceRoll + " = " + str(rollTotal)
# If roll is in dx+x format
@ -173,7 +166,8 @@ class Twitch_Module():
roll: int = random.randint(1, int(parsedMessage[1]))
if len(temp_preParsedMessage) == 2:
diceRoll = str(roll) + " + " + temp_preParsedMessage[1] + " = " + str(roll + int(temp_preParsedMessage[1]))
diceRoll = str(roll) + " + " + temp_preParsedMessage[1] + " = " + str(
roll + int(temp_preParsedMessage[1]))
else:
diceRoll = str(roll)
@ -193,7 +187,6 @@ def main_chat_commands_check(channel, sender, text):
print(response)
if __name__ == "__main__":
testChat = Twitch_Module()
testChat.join_channel("thecuriousnerd")

View File

@ -1,4 +1,3 @@
import os
clearScreen = lambda: os.system('cls' if os.name == 'nt' else 'clear')