Merge branch 'tookeymeddling'

This commit is contained in:
Alex Orid 2020-09-21 03:43:02 -04:00
commit 1e4ef223e1
14 changed files with 318 additions and 123 deletions

View File

@ -1 +0,0 @@
botList = ["Nightbot", "StreamElements", "Moobot", "praxis_bot"]

83
config.py Normal file
View File

@ -0,0 +1,83 @@
from enum import Enum
class Speaker(Enum):
GOOGLE_TEXT_TO_SPEECH = 1
STREAMLABS_API = 2
class FileNameStrategy(Enum):
TIME_BASED = 1
CONTENT_BASED = 2
class PollyVoices(Enum):
Aditi = "Aditi"
Amy = "Amy"
Astrid = "Astrid"
Bianca = "Bianca"
Brian = "Brian"
Camila = "Camila"
Carla = "Carla"
Carmen = "Carmen"
Celine = "Celine"
Chantal = "Chantal"
Conchita = "Conchita"
Cristiano = "Cristiano"
Dora = "Dora"
Emma = "Emma"
Enrique = "Enrique"
Ewa = "Ewa"
Filiz = "Filiz"
Geraint = "Geraint"
Giorgio = "Giorgio"
Gwyneth = "Gwyneth"
Hans = "Hans"
Ines = "Ines"
Ivy = "Ivy"
Jacek = "Jacek"
Jan = "Jan"
Joanna = "Joanna"
Joey = "Joey"
Justin = "Justin"
Karl = "Karl"
Kendra = "Kendra"
Kimberly = "Kimberly"
Lea = "Lea"
Liv = "Liv"
Lotte = "Lotte"
Lucia = "Lucia"
Lupe = "Lupe"
Mads = "Mads"
Maja = "Maja"
Marlene = "Marlene"
Mathieu = "Mathieu"
Matthew = "Matthew"
Maxim = "Maxim"
Mia = "Mia"
Miguel = "Miguel"
Mizuki = "Mizuki"
Naja = "Naja"
Nicole = "Nicole"
Penelope = "Penelope"
Raveena = "Raveena"
Ricardo = "Ricardo"
Ruben = "Ruben"
Russell = "Russell"
Salli = "Salli"
Seoyeon = "Seoyeon"
Takumi = "Takumi"
Tatyana = "Tatyana"
Vicki = "Vicki"
Vitoria = "Vitoria"
Zeina = "Zeina"
Zhiyu = "Zhiyu"
botList = ("Nightbot", "StreamElements", "Moobot", "praxis_bot")
slurList = ("fag", "faggot", "niga", "nigga", "nigger", "retard", "tard", "rtard", "coon")
currentSpeaker = Speaker.STREAMLABS_API
fileNameStrategy = FileNameStrategy.CONTENT_BASED
streamlabsVoice = PollyVoices.Justin

5
db.py
View File

@ -1,10 +1,9 @@
import mysql.connector
import os
import db_cred as db_credentials
import pandas as pd
from sqlalchemy import create_engine
class db_module():
def __init__(self):
super().__init__()
@ -29,7 +28,6 @@ class db_module():
table = '_channel_commands'
table = tableName
df = pd.read_sql_query('SELECT * FROM ' + table, engine)
stmt = "trigger == '" + key + "'"
temp = df.query(stmt)
@ -58,7 +56,6 @@ class db_module():
pass
if __name__ == "__main__":
db_connection = db_module()
db_connection.setup_engine()

View File

@ -1,6 +1,7 @@
import pygetwindow as gw
from pynput.keyboard import Key, Controller
import time
keyboard = Controller()

13
main.py
View File

@ -1,12 +1,5 @@
# Install these:
# pip install mysql-connector-python
# pip install pynput
# pip install twitch-python
# pip install SQLAlchemy
# pip install pandas
# pip install numpy
# pip install gTTS
# pip install playsound
# I moved all the requirements into requirements.txt.
# you can install everything with pip install -r requirements.txt while you're in the directory
import sys
import time
@ -17,6 +10,7 @@ import utilities_script as utility
twitch_chat: twitch_script_class.Twitch_Module
def main():
print("Connecting to Channels...")
@ -29,4 +23,3 @@ def main():
if __name__ == "__main__":
main()

8
requirements.txt Normal file
View File

@ -0,0 +1,8 @@
mysql-connector-python
pynput
twitch-python
SQLAlchemy
pandas
numpy
gTTS
playsound

View File

@ -1 +0,0 @@
slurList = ["fag", "faggot", "niga", "nigga", "nigger", "retard", "tard", "rtard", "coon"]

12
tests/test_tts.py Normal file
View File

@ -0,0 +1,12 @@
import unittest
import tts
class TTSTest(unittest.TestCase):
def test_file_name(self):
tts.create_file_name("test", "mp3")
if __name__ == '__main__':
unittest.main()

View File

@ -0,0 +1,35 @@
import unittest
import twitch_script_class
import twitch
testValidUrls = ['https://shady.ru', 'http://stolencards.zn', 'https://i.imgur.com/FL6slHd.jpg']
testInvalidUrls = ['this is just a sentence. With a period', 'gotta have some other stuff', 'bad punctuation.does not produces false positives']
class TwitchBotTest(unittest.TestCase):
def setUp(self):
self.bot = twitch_script_class.Twitch_Module()
def test_find_url(self):
bot = self.bot
for link in testInvalidUrls:
msg = twitch.chat.Message("", "", link)
t = bot.contains_url(msg)
assert not t
for link in testValidUrls:
msg = twitch.chat.Message("", "", link)
t = bot.contains_url(msg)
assert t
def test_find_slur(self):
nonSlurMessage = twitch.chat.Message("", "", "hey look, a normal sentence")
slurMessage = twitch.chat.Message("", "", "fag is a hateful word that shouldn't be used anymore")
assert not self.bot.contains_slur(nonSlurMessage)
assert self.bot.contains_slur(slurMessage)
if __name__ == '__main__':
unittest.main()

102
tts.py
View File

@ -1,31 +1,105 @@
from gtts import gTTS
import datetime
import hashlib
import os
import datetime
import requests
from gtts import gTTS
from playsound import playsound
import config
streamLabsUrl = "https://streamlabs.com/polly/speak"
def tts(inputText: str, *args):
outpath = create_speech_file(inputText)
playsound(outpath)
destPath = os.getcwd() + "\\tts\\"
def create_speech_gtts(input_text: str):
"""
Will create a sound file for the provided text by using gTTS
:param input_text: any reasonable english text
:return: returns the path of the file for the sound
"""
path = os.path.join(get_tts_dir(), create_file_name(input_text, "mp3"))
if not os.path.exists(path):
sound_digest = gTTS(text=input_text, lang='en')
sound_digest.save(path)
return path
def create_speech_streamlabs(text: str):
"""
Will create a sound file for the provided text by querying and downloading a file from streamlabs
:param text: any reasonable english text
:return: returns the path of the file for the sound
"""
path = os.path.join(get_tts_dir(), create_file_name(text, "ogg"))
if not os.path.exists(path):
body = {"voice": config.streamlabsVoice.value, "text": text}
resp = requests.post(streamLabsUrl, data=body).json()
sound_file_url = resp["speak_url"]
if sound_file_url is not None:
sound_bytes = requests.get(sound_file_url, stream=True)
f = open(path, "+wb")
f.write(sound_bytes.content)
f.close()
return path
speechCreationFunctions = { # this is a mapping of the Speaker enum to function pointers
config.Speaker.STREAMLABS_API: create_speech_streamlabs,
config.Speaker.GOOGLE_TEXT_TO_SPEECH: create_speech_gtts
}
def create_speech_file(text: str):
"""
Helper function that will create a sound file for the provided text. This will use the configuration in config.py
to use TTS engines and name the file
:param text: the text you would like to turn into a sound file
:return: returns the path of the sound file
"""
text_creation_function = speechCreationFunctions.get(config.currentSpeaker)
output_path = text_creation_function(text)
return output_path
def create_file_name(text: str, ext: str):
"""
:param text: the content of the message. using the CONTENT_BASED FileNameStrategy, this will (ostensibly) produce a
unique file name based on the content of the message. Two messages of equal content will produce the same name
:param ext: the desired file extension i.e. mp3, ogg, wav, etc...
:return: returns the formatted filename i.e. 01-01-20_01-01-01_tts.mp3
"""
if config.fileNameStrategy == config.FileNameStrategy.CONTENT_BASED:
unique_id = hashlib.md5(bytes(text, 'utf-8')).hexdigest()
return "%s_tts.%s" % (unique_id, ext)
elif config.fileNameStrategy == config.FileNameStrategy.TIME_BASED:
time = datetime.datetime.now()
fileName:str = time.strftime("%m-%d-%Y_%H-%M-%S") + "_tts.mp3"
return "%s_tts.%s" % (time.strftime("%m-%d-%Y_%H-%M-%S"), ext)
if len(args) == 1:
fileName = args[0] + "_tts.mp3"
else:
return "unconfigured_tts.%s" % ext
tts = gTTS(text=inputText, lang='en')
tts.save(destPath + fileName)
playsound(destPath + fileName)
#os.system(filename)
def play_speech(fileName):
destPath = os.getcwd() + "\\tts\\"
destPath = get_tts_dir()
playsound(destPath + fileName)
def get_tts_dir():
"""
Checks for the tts directory, and will create it if it does not exist
:return: the relative file path of the tts dir
"""
dir = os.path.join(os.getcwd(), "tts") # this is platform-agnostic
if not os.path.exists(dir):
os.mkdir(dir)
return dir
if __name__ == "__main__":
print("Enter Text: ")
textInput = str(input())

View File

@ -1,3 +1,5 @@
# So I'm a little conflicted here. My nit-picky self says that this should be a class you have to instantiate rather
# than static variables... I'll leave this alone for now, but you may wish to refactor this in future
username = ""
helix = ""

View File

@ -1,13 +1,14 @@
import random
import re
import twitch
import twitch.chat
import config as config
import db
import tts
import twitch_cred as twitch_credentials
import bots as botList
import slurs as slurList
import tts
import db
class Twitch_Module():
def __init__(self):
@ -17,6 +18,9 @@ class Twitch_Module():
self.tts_whitelist_enabled: bool = False
self.links_allowed: bool = True
self.whitelisted_users: list = ["thecuriousnerd", "theredpoint", "lakotor"]
# don't freak out, this is *merely* a regex for matching urls that will hit just about everything
self._urlMatcher = re.compile(
"(https?:(/{1,3}|[a-z0-9%])|[a-z0-9.-]+[.](com|net|org|edu|gov|mil|aero|asia|biz|cat|coop|info|int|jobs|mobi|museum|name|post|pro|tel|travel|xxx|ac|ad|ae|af|ag|ai|al|am|an|ao|aq|ar|as|at|au|aw|ax|az|ba|bb|bd|be|bf|bg|bh|bi|bj|bm|bn|bo|br|bs|bt|bv|bw|by|bz|ca|cc|cd|cf|cg|ch|ci|ck|cl|cm|cn|co|cr|cs|cu|cv|cx|cy|cz|dd|de|dj|dk|dm|do|dz|ec|ee|eg|eh|er|es|et|eu|fi|fj|fk|fm|fo|fr|ga|gb|gd|ge|gf|gg|gh|gi|gl|gm|gn|gp|gq|gr|gs|gt|gu|gw|gy|hk|hm|hn|hr|ht|hu|id|ie|il|im|in|io|iq|ir|is|it|je|jm|jo|jp|ke|kg|kh|ki|km|kn|kp|kr|kw|ky|kz|la|lb|lc|li|lk|lr|ls|lt|lu|lv|ly|ma|mc|md|me|mg|mh|mk|ml|mm|mn|mo|mp|mq|mr|ms|mt|mu|mv|mw|mx|my|mz|na|nc|ne|nf|ng|ni|nl|no|np|nr|nu|nz|om|pa|pe|pf|pg|ph|pk|pl|pm|pn|pr|ps|pt|pw|py|qa|re|ro|rs|ru|rw|sa|sb|sc|sd|se|sg|sh|si|sj|Ja|sk|sl|sm|sn|so|sr|ss|st|su|sv|sx|sy|sz|tc|td|tf|tg|th|tj|tk|tl|tm|tn|to|tp|tr|tt|tv|tw|tz|ua|ug|uk|us|uy|uz|va|vc|ve|vg|vi|vn|vu|wf|ws|ye|yt|yu|za|zm|zw))")
def join_channel(self, channel_name):
channel_name = "#" + channel_name
@ -31,8 +35,6 @@ class Twitch_Module():
print("Connected to Channel: ", channel_name)
def leave_channel(self):
print("Leaving Channel", self.chat.channel)
self.chat.irc.leave_channel(self.chat.channel)
@ -49,12 +51,11 @@ class Twitch_Module():
print("[#" + message.channel + "](" + message.sender + ")> " + message.text)
if message.channel == "thecuriousnerd":
if self.isSenderBot(message) == False:
if not self.isSenderBot(message):
if message.sender.lower() == "thecuriousnerd":
self.eval_commands(message)
self.tts_message(message)
def eval_commands(self, message: twitch.chat.Message):
containsURL: bool = self.contains_url(message)
@ -80,41 +81,29 @@ class Twitch_Module():
self.send_message("{something went wrong}")
print("{something went wrong}")
def tts_message(self, message: twitch.chat.Message):
if self.contains_slur(message) == False:
if self.tts_enabled == True:
if message.text.startswith('!') == False:
if not self.contains_slur(message):
if self.tts_enabled:
if not message.text.startswith('!'):
text_to_say: str = "%s says, %s" % (message.sender, message.text)
channel_text = "%s user msg" % message.channel
if message.sender.lower() == message.channel:
tts.tts(message.sender + " says, " + message.text)
tts.tts(text_to_say)
else:
# tts.tts(message.sender + " says, " + message.text)
tts.tts(message.sender + " says, " + message.text, message.channel + " user msg")
tts.tts(text_to_say, channel_text)
def contains_url(self, message: twitch.chat.Message):
containsURL:bool = False
if message.text.lower().find("http") != -1:
containsURL = True
if message.text.lower().find("https") != -1:
containsURL = True
if message.text.lower().find(".com") != -1:
containsURL = True
if message.text.lower().find(".net") != -1:
containsURL = True
if message.text.lower().find(".org") != -1:
containsURL = True
if message.text.lower().find(".tv") != -1:
containsURL = True
if message.text.lower().find(".io") != -1:
containsURL = True
if containsURL == True:
containsURL = re.search(self._urlMatcher, message.text.lower()) is not None
if containsURL:
print("<{ link detected! }> " + " [#" + message.channel + "](" + message.sender + ") sent a link in chat")
return containsURL
# Checks if Sender is bot.
def isSenderBot(self, message: twitch.chat.Message):
isBot = False
for bot in botList.botList:
for bot in config.botList:
if message.sender.lower() == bot.lower():
isBot = True
print("<{ bot detected! }> " + " [#" + message.channel + "](" + message.sender + ") is a bot")
@ -125,11 +114,14 @@ class Twitch_Module():
containsSlur: bool = False
parsedMessage = message.text.split(" ")
for word in parsedMessage:
for slur in slurList.slurList:
for slur in config.slurList:
if word.lower() == slur:
containsSlur = True
break # we want to immediately escape if we found a slur
if containsSlur:
break
if containsSlur == True:
if containsSlur:
print("<{ slur detected! }> " + " [#" + message.channel + "](" + message.sender + ") used a slur in chat")
return containsSlur
@ -165,7 +157,8 @@ class Twitch_Module():
diceRoll = diceRoll[:-2] # This removes the last two characters in the string
if len(temp_preParsedMessage) == 2:
diceRoll = diceRoll + " + " + temp_preParsedMessage[1] + " = " + str(rollTotal + int(temp_preParsedMessage[1]))
diceRoll = diceRoll + " + " + temp_preParsedMessage[1] + " = " + str(
rollTotal + int(temp_preParsedMessage[1]))
else:
diceRoll = diceRoll + " = " + str(rollTotal)
# If roll is in dx+x format
@ -173,7 +166,8 @@ class Twitch_Module():
roll: int = random.randint(1, int(parsedMessage[1]))
if len(temp_preParsedMessage) == 2:
diceRoll = str(roll) + " + " + temp_preParsedMessage[1] + " = " + str(roll + int(temp_preParsedMessage[1]))
diceRoll = str(roll) + " + " + temp_preParsedMessage[1] + " = " + str(
roll + int(temp_preParsedMessage[1]))
else:
diceRoll = str(roll)
@ -193,7 +187,6 @@ def main_chat_commands_check(channel, sender, text):
print(response)
if __name__ == "__main__":
testChat = Twitch_Module()
testChat.join_channel("thecuriousnerd")

View File

@ -1,4 +1,3 @@
import os
clearScreen = lambda: os.system('cls' if os.name == 'nt' else 'clear')