AI-assistant.py

import pyttsx
import speech_recognition as sr
from urllib2 import Request, urlopen, URLError
import json
from datetime import datetime
from random import randint
from ctypes import cast, POINTER
from comtypes import CLSCTX_ALL
from pycaw.pycaw import AudioUtilities, IAudioEndpointVolume
from google import google
import sounddevice as sd
import time
from collections import defaultdict
import pygame
import os
import unicodedata

Looper = True
NextLine = False
hour = 100
minute = 100
Linenumber = 0
line_num = 0
ScoreIndexes = True
Loopme = True
ScoreDesision = []
HighestScore = 0
HighestScoreLine = ""
HighestScoreCoreLineLength = ""
CommonWords = [" is"," the", " and", " i", " at", " when", " who", " what", " you", " your"]
TotScore = 0
SuffScore = 0
CoreScore = 0
LineLength = 0
CoreLineLength = 0
OddEven = 1
HighestScore = 0
HighestScoreLine = ""
HighestScoreCoreLineLength = ""

#Interface = str(raw_input("Interface: "))
Interface = "Keyboard"

devices = AudioUtilities.GetSpeakers()
interface = devices.Activate(
IAudioEndpointVolume._iid_, CLSCTX_ALL, None)
volume = cast(interface, POINTER(IAudioEndpointVolume))
speech_engine = pyttsx.init('sapi5') # see http://pyttsx.readthedocs.org/en/latest/engine.html#pyttsx.init
speech_engine.setProperty('rate', 150)

def speak(text):
    speech_engine.say(text)
    speech_engine.runAndWait()
 
# get audio from the microphone                                                                       
r = sr.Recognizer()

def Listen(r):
    with sr.Microphone() as source:                                                                                 
        audio = r.listen(source)
        try:
            return r.recognize_google(audio)
        except sr.UnknownValueError:
            Listen(r)

def Getweather():
    request = Request('http://api.wunderground.com/api/60eb52589081d5c1/conditions/q/BE/ninove.json')

    try:
	response = urlopen(request)
	kittens = response.read()
	resp_dict = json.loads(kittens)
	return resp_dict['current_observation']['temp_c']
    except URLError, e:
        print 'No kittez. Got an error code:', e

def Gettime():
    Hours = datetime.now().strftime('%H')
    Hours = int(Hours) % 12
    Minutes = datetime.now().strftime('%M')
    Seconds = datetime.now().strftime('%S')
    
    return "It is " + str(Minutes) + " over " + str(Hours) + " and " + str(Seconds) + " seconds"

def ChangeVolume(volume, Volume):
    if Volume == "100":
        volume.SetMasterVolumeLevel(-0.0, None)
    elif Volume == "75":
        volume.SetMasterVolumeLevel(-5.0, None)
    elif Volume == "50":
        volume.SetMasterVolumeLevel(-10.0, None)
    elif Volume == "25":
        volume.SetMasterVolumeLevel(-25.0, None)
    elif Volume == "0":
        volume.SetMasterVolumeLevel(-60.0, None)

def Googlesomething(Query):
	search_result = google.search(Query, 1)
        result = search_result[0].name
        unicodedata.normalize('NFKD', result).encode('ascii','ignore')
        print("+ the answer to the question " + str(Query) + " is " + str(result))
        speak("the answer to the question " + str(Query) + " is " + str(result))

def Calculate(Query):
    return eval(Query)

def RecordAudio(Length):
    Length = Command[13:16]
    fs = 44100
    print("+ Recording")
    speak("Recording")
    myrecording = sd.rec(int(int(Length) * fs), samplerate=fs, channels=2)
    time.sleep(int(Length))
    print("+ This is what i have recorded")
    speak("This is what i have recorded")
    sd.play(myrecording)
    print("*recording playing*")
    time.sleep(int(Length))
    
def PlayMusic():
    root, dirs, files = next(os.walk('tracks/'))
    
    pygame.mixer.init()
    
    for name in files:
        name = 'tracks/'+str(name)
        pygame.mixer.music.load(name)
        pygame.mixer.music.play(0)
        while pygame.mixer.music.get_busy():
            if Interface == "Voice":
                print "Listening"
                Command = Listen(r)
                print "-" + str(Command)
                KnownCommands(Command, r, NextLine, ScoreIndexes)  
            else:
                Command = str(raw_input("Command: "))
                print "-" + str(Command)
                KnownCommands(Command, r, NextLine, ScoreIndexes)
            pygame.time.Clock().tick(5)
    

def StopMusic():
    pygame.mixer.music.stop()

def PauseMusic():
    pygame.mixer.music.pause()

def ResumeMusic(Loopme):
    pygame.mixer.music.play
    while pygame.mixer.music.get_busy():
        if Interface == "Voice":
            print "Listening"
            Command = Listen(r)
            print "-" + str(Command)
            KnownCommands(Command, r, NextLine, ScoreIndexes)  
        else:
            Command = str(raw_input("Command: "))
            print "-" + str(Command)
            KnownCommands(Command, r, NextLine, ScoreIndexes)
        pygame.time.Clock().tick(5)

def CheckAlarm():
    if hour == datetime.now().strftime('%H') and minute == datetime.now().strftime('%M'):
        ChangeVolume(volume, "100")
        for j in range(0,11):
            speak("alarm")

def NewCommand(Type):
    if Type == "Asked":
        print("+ Sure what will be the command and what the answer")
        speak("Sure what will be the command and what the answer")
        
        if Interface == "Voice":
            CommandAnswer = Listen(r)
            print "-" + str(CommandAnswer)
        else:
            CommandAnswer = str(raw_input("{command} with the answer {answer}: "))
            print "-" + str(CommandAnswer)
            
        while ' with the answer ' not in CommandAnswer:
            print("+ please start the answer to the command with 'with the answer'")
            speak("please start the answer to the command with quote with the answer")
            if Interface == "Voice":
                CommandAnswer = Listen(r)
                print "-" + str(CommandAnswer)
            else:
                CommandAnswer = str(raw_input("{command} with the answer {answer}: "))
                print "-" + str(CommandAnswer)
        
        Command = CommandAnswer.split(" with the answer ")[0]
        Answer = CommandAnswer.split(" with the answer ")[1]
    else:
        Command = Type
        
    print("+ Is the answer to the Command " + str(Command) + " " + str(Answer))
    speak("Is the answer to the Command " + str(Command) + " " + str(Answer))

    if Interface == "Voice":
        Comfirmation = Listen(r)
        print "-" + str(Comfirmation)
    else:
        Comfirmation = str(raw_input("Comfirmation, yes or no: "))
        print "-" + str(Comfirmation)

    if 'yes' in Comfirmation:
        with open("commands.txt", "a") as myfile:
            myfile.write(Command + "\n")
            myfile.write(Answer + "\n")

        print("New command added " + str(Command) + " With the answer " + str(Answer))
        speak("New command added " + str(Command) + " With the answer " + str(Answer))
        Looper = True
        
    elif 'no answer' in Comfirmation:
        print("Answer has been skipped")
        speak("Answer has been skipped")
        Looper = True
    else:
        while Looper == True:
            print("Please try again")
            speak("Please try again")
            
            if Interface == "Voice":
                Answer = Listen(r)
                print "-" + str(Answer)
            else:
                Answer = str(raw_input("Please type the anser to the command: "))
                print "-" + str(Answer)
                
            if "no answer" in Answer:
                print("Answer has been skipped")
                speak("Answer has been skipped")
                Looper = False
            else:
                print("+ Is the answer to the Command " + str(Command) + " " + str(Answer))
                speak("Is the answer to the Command " + str(Command) + " " + str(Answer))
                if Interface == "Voice":
                    Comfirmation = Listen(r)
                    print "-" + str(Comfirmation)
                else:
                    Comfirmation = str(raw_input("Comfirmation, yes or no: "))
                    print "-" + str(Comfirmation)
                    
                if Comfirmation == "yes":
                    with open("commands.txt", "a") as myfile:
                        myfile.write(Command + "\n")
                        myfile.write(Answer + "\n")
                        
                    print("New command added " + str(Command) + " With the answer " + str(Answer))
                    speak("New command added " + str(Command) + " With the answer " + str(Answer))
                    Looper = False
                elif "no answer" in Answer:
                    print("Answer has been skipped")
                    speak("Answer has been skipped")
                    Looper = False

def LineToAnswer(Command, line_num, Linenumber):
    Command= Command[7:]
    CommandFile = open("commands.txt", "r")
    for line in CommandFile.readlines():
        line_num += 1
        if line.find(Command) >= 0:
            Linenumber = line_num
        
    CommandFile = open("commands.txt", "r")
    for i, line in enumerate(CommandFile):    
        if i == Linenumber:
            Answer = line
            speak(line)
            print("+ " + str(line))
            break
        
    return Answer
    
def AnswerCommand(HighestScore,line_num,r,Command, Linenumber, ScoreDesision):
    for i in ScoreDesision:
        line = i[0]
        CoreLineLength = i[1]
        CoreScore = i[2]

        LineLength = len(line.split(" "))
        
        if CoreScore > HighestScore:
            HighestScore = CoreScore
            HighestScoreLine = line
            HighestScoreLineLength = LineLength
            HighestScoreCoreLineLength = CoreLineLength

    #print HighestScoreCoreLineLength
    #print HighestScoreCoreLineLength/1.62
    #print HighestScore
    #print HighestScoreCoreLineLength/1.62 > HighestScore

    if HighestScoreCoreLineLength/1.62 > HighestScore or HighestScoreLineLength/2 > HighestScore:
        print "+ I think you said " + str(HighestScoreLine)
        Answer = LineToAnswer(HighestScoreLine, line_num, Linenumber)
        print("+ is this answer correct")
        speak("is this answer correct")
        if Interface == "Voice":
            Comfirmation = Listen(r)
            print "-" + str(Comfirmation)
        else:
            Comfirmation = str(raw_input("Comfirmation, yes or no: "))
            print "-" + str(Comfirmation)

        if 'yes' in Comfirmation:
            with open("commands.txt", "a") as myfile:
                myfile.write(Command + "\n")
                myfile.write(Answer + "\n")

            print("New command added " + str(Command) + " With the answer " + str(Answer))
            speak("New command added " + str(Command) + " With the answer " + str(Answer))
        else:
            print("+ I cannot always be correct")
            speak("I cannot always be correct")
    else:
        print "+ I think you said " + str(HighestScoreLine)
        LineToAnswer(HighestScoreLine, line_num, Linenumber)
                
def TryToRecognise(ScoreDesision,HighestScore,NextLine, ScoreIndexes, line_num, r, Command, OddEven, CommonWords,CoreCommand, CoreScore, Linenumber):
    ScoreDesision = []
    CommandFile = open("commands.txt", "r")
    for line in CommandFile:
        line = line.rstrip()
        if NextLine == True:
            print("+ " + str(line))
            speak(line)
            NextLine = False
            ScoreIndexes = False
            break
        if line == Command:
            NextLine = True
                    
    if ScoreIndexes == True:
        CommandFile = open("commands.txt", "r")
        for line in CommandFile:
            if OddEven == 1:
                line = line.rstrip()
                line = line.lower()
                CoreLine = line
                 
                for CommonWord in CommonWords:
                    CoreCommand = CoreCommand.split(CommonWord)
                    CoreCommand = ''.join(CoreCommand)
                    CoreCommandLength = len(CoreCommand.split(" "))
                            
                CoreCommandParts = CoreLine.split(" ")
                CoreCommandParts.append(CoreLine)
                for i in CoreCommandParts:
                    if i in CoreCommand:
                        CoreScore += 1  
                ScoreDesision.append([line, CoreCommandLength, CoreScore])
                CoreScore = 0
                OddEven = 0
            else:
                OddEven = 1
        AnswerCommand(HighestScore,line_num, r, Command, Linenumber, ScoreDesision)
    else:
        ScoreIndexes = True
        
def KnownCommands(Command, r, NextLine, ScoreIndexes, CoreCommand, ScoreDesision):
    if Command != None:
        if 'jarvis' in Command and 'how' in Command and 'hot' in Command and 'is' in Command and 'it' in Command and 'outside' in Command:
            print("+ It is " + str(Getweather()) + " degrees outside")
            speak("It is " + str(Getweather()) + " degrees outside")
        elif 'jarvis' in Command and 'play' in Command and 'some' in Command and 'music' in Command:
            print("+ Playing Music")
            speak("Playing Music")
            PlayMusic()
        elif 'jarvis' in Command and 'pause' in Command and 'the' in Command and 'music' in Command:
            print("+ Pausing Music")
            speak("Pausing Music")
            PauseMusic()
        elif 'jarvis' in Command and 'resume' in Command and 'the' in Command and 'music' in Command:
            print("+ resuming Music")
            speak("resuming Music")
            ResumeMusic()
        elif 'jarvis' in Command and 'what' in Command and 'is' in Command and 'the' in Command and 'time' in Command:
            print("+ " + str(Gettime()))
            speak(Gettime())
        elif 'jarvis' in Command and 'calculate' in Command:
            print("+ The result of " + str(Command[17:]) + " is equal to " + str(eval(Command[17:])))
            speak("The result of " + str(Command[17:]) + " is equal to " + str(eval(Command[17:])))
        elif 'jarvis' in Command and 'record' in Command and 'seconds' in Command and 'of' in Command and 'audio' in Command:
            Length = Command[13:16]
            RecordAudio(Length)
        elif 'jarvis' in Command and ('google' in Command or 'google' in Command):
            Googlesomething(Command[14:])
        elif 'jarvis' in Command and 'change' in Command and 'the' in Command and 'volume' in Command and 'to' in Command:
            NewVolume = Command[28:]
            ChangeVolume(volume, NewVolume)
            print("+ the volume has been set to " + str(NewVolume))
            speak("the volume has been set to " + str(NewVolume))
        elif 'jarvis' in Command and 'new' in Command and 'commands' in Command:
            NewCommand("Asked")             
        elif 'jarvis' in Command and 'set' in Command and 'an' in Command and 'alarm' in Command and 'at' in Command:
            hour = Command[23:25]
            minute = Command[26:]
            print("+ Alarm has been set at " + str(hour) + " " + str(minute))
            speak("Alarm has been set at " + str(hour) + " " + str(minute))
        elif 'jarvis' in Command and 'give' in Command and 'me' in Command and 'a' in Command and 'compliment' in Command:
            if randint(0, 10) < 5:
                print("+ You have beautiful eyes")
                speak("You have beautiful eyes")
            else:
                print("+ You are looking good")
                speak("You are looking good")
        else:
            TryToRecognise(ScoreDesision,HighestScore,NextLine, ScoreIndexes, line_num, r, Command, OddEven, CommonWords,CoreCommand, CoreScore, Linenumber)

def main():
    print("+ Ready for action sir")
    speak("Ready for action sir")

    while True:
        MachineLearning = defaultdict(list)
        CheckAlarm()
        
        if Interface == "Voice":
            Command = Listen(r)
            print "- " + str(Command)
            if 'Jarvis' not in Command:
                print("Are you talking to me if yes please say jarvis in front of the command")
                speak("Are you talking to me if yes please say jarvis in front of the command")
            else:
                Command = Command.lower()
                CoreCommand = Command
                KnownCommands(Command, r, NextLine, ScoreIndexes, CoreCommand,ScoreDesision)    
        else:
            Command = str(raw_input("Command: "))
            if 'Jarvis' not in Command:
                print("Are you talking to me if yes please say jarvis in front of the command")
                speak("Are you talking to me if yes please say jarvis in front of the command")
            else:
                Command = Command.lower()
                CoreCommand = Command
                KnownCommands(Command, r, NextLine, ScoreIndexes, CoreCommand,ScoreDesision)   

if __name__ == "__main__":
    main()