Add files via upload

Author: JingShing

script/order_bot/menu.xlsx

@@ -0,0 +1,134 @@
+# voice process modules
+# detect voice
+from speech_recognition import Recognizer, Microphone
+# generate voice
+from pygame import mixer
+from tempfile import NamedTemporaryFile
+from gtts import gTTS
+
+# time
+from datetime import datetime
+from time import sleep
+
+# setting
+from setting import menu_xlsx_path
+
+# order process modules
+# process order
+from process_order import load_xlsx, process_data_to_menu, process_price_with_order
+
+class Order_Bot:
+    def __init__(self, mode = 'voice1'):
+        # speaker init
+        mixer.init()
+        # mode: voice1, voice2, text
+        self.mode = mode
+        # recognizer init    
+        self.recognizer = Recognizer()
+
+    def line_speaker(self, texts,lang='zh-tw'):
+        with NamedTemporaryFile(delete=True) as fp:
+            tts = gTTS(text=texts,lang=lang)
+            tts.save("{}.mp3".format(fp.name))
+            mixer.music.load('{}.mp3'.format(fp.name))
+            mixer.music.play()
+        print(texts)
+
+    def listener(self):
+        if self.mode == 'text':
+            result = input()
+            return result
+        elif self.mode == 'voice1':
+            result = None
+            while(result == None):
+                with Microphone() as source:
+                    # recognizer.adjust_for_ambient_noise(source)
+                    audio = self.recognizer.listen(source)
+                try:
+                    result = self.recognizer.recognize_google(audio,language = 'zh-tw')
+                except:
+                    continue
+            print(result)
+            return result
+        elif self.mode == 'voice2':
+            pass
+
+    def order_manage(self):
+        data_dict = load_xlsx(file_name=menu_xlsx_path)
+        menu_dict = process_data_to_menu(data_dict)
+        self.line_speaker('您好，很高興為您服務，請問要做些甚麼？')
+        while(1):
+            order_line = self.listener()
+            # 問好
+            if '你好' in order_line:
+                self.line_speaker('你好。')
+
+            # 有什麼吃的？
+            elif '吃的' in order_line:
+                eat_count = 0
+                self.line_speaker('想吃飯還是麵？')
+                while(eat_count<2):
+                    order_line = self.listener()
+                    if '飯' in order_line:
+                        self.line_speaker('我們沒有飯')
+                        eat_count+=1
+                    elif '麵' in order_line:
+                        self.line_speaker('我們沒有麵')
+                        eat_count+=1
+                    else:
+                        self.line_speaker('我們沒有這個')
+                self.line_speaker('我們有水餃')
+                continue
+
+            # 機率論
+            elif '機率' in order_line:
+                self.line_speaker('請描述你所要計算的機率問題。講完後請說我說完了')
+                while(not '完' in order_line):
+                    order_line = self.listener()
+                self.line_speaker('請問所求為會發生還是不會發生的機率？')
+                order_line = self.listener()
+                while(not '會' in order_line):
+                    order_line = self.listener()
+                if '不會' in order_line:
+                    self.line_speaker('二分之一')
+                else:
+                    self.line_speaker('二分之一')
+
+            # 點餐
+            elif '餐' in order_line:
+                total_order = ''
+                self.line_speaker('請問要點些什麼呢？')
+                while(1):
+                    order_menu_line = self.listener()
+                    if '和' in order_menu_line or '個' in order_menu_line:
+                        total_order+=order_menu_line+'和'
+                    elif '餐' in order_menu_line or '點完' in order_menu_line:
+                        # 點完餐
+                        break
+                    else:
+                        self.line_speaker('不好意思，請再說一次。')
+                self.line_speaker(process_price_with_order(menu_dict, total_order))
+
+            # 問時間，幾點了
+            elif ('時間' in order_line) or ('幾點' in order_line):
+                now = datetime.now()
+                res_text = '現在時間是 %d 點 %d 分 %d 秒' % (now.hour, now.minute, now.second)
+                self.line_speaker(res_text)
+
+            # 離開
+            elif '離開' in order_line or '結束' in order_line:
+                self.line_speaker('很高興為您服務，很期待您下次光顧。')
+                sleep(6)
+                break
+            
+            # not any option upper
+            else:
+                self.line_speaker('不好意思，請再說一次。')
+            
+    def __call__(self):
+        self.order_manage()
+
+if __name__ == '__main__':
+    order_bot = Order_Bot('text')
+    order_bot.mode = 'voice1'
+    order_bot()

script/order_bot/order_bot.py

@@ -0,0 +1,87 @@
+import pandas as pd
+import re
+from setting import chinese_to_arabic
+chinese_char_dict = {
+    '〇' : 0, '一' : 1, '二' : 2, '三' : 3, '四' : 4, '五' : 5, '六' : 6, '七' : 7, '八' : 8, '九' : 9, '零' : 0,
+    '壹' : 1, '贰' : 2, '叁' : 3, '肆' : 4, '伍' : 5, '陆' : 6, '柒' : 7, '捌' : 8, '玖' : 9, '貮' : 2, '兩' : 2,
+}
+def load_xlsx(file_name = 'menu.xlsx'):
+    xls = pd.ExcelFile(file_name)
+    df = xls.parse(xls.sheet_names[0])
+    df = df.T
+    # print(df)
+    # print(df.to_dict())
+    return df.to_dict()
+
+def write_xlsx(file_name = 'menu.xlsx'):
+    menu = {
+        "item":["滷肉飯","豆花", "燒肉", "雞腿"],
+        "price":[1, 2, 3, 4],
+        }
+    df = pd.DataFrame(data=menu)
+    # df = (df.T)
+    # print (df)
+    df.to_excel(file_name)
+
+def process_data_to_menu(data_dict:dict):
+    menu_dict = dict()
+    for key in data_dict:
+        menu_dict[data_dict[key]['item']]=data_dict[key]['price']
+    # print(menu_dict)
+    return menu_dict
+
+def process_price_with_order(menu_dict, order):
+    # format is 多少個什麼和多少個什麼
+    order = re.split('和|個', order)
+
+    # using stack to process item and amount
+    price_dict = dict()
+    top = None
+    for item in order:
+        if item.isdigit():
+            if top == None:
+                top = item
+            else:
+                if item in chinese_char_dict:
+                    item = chinese_to_arabic(item)
+                price_dict[top] = {'amount':item, 'price':None}
+                top = None
+        else:
+            if top == None:
+                top = item
+            else:
+                if top.isnumeric():
+                    top = chinese_to_arabic(top)
+                top = int(top)
+                price_dict[item] = {'amount':top, 'price':None}
+                top = None
+
+    total = 0
+    for item in price_dict:
+        if item in menu_dict:
+            price_dict[item]['price'] = price_dict[item]['amount'] * menu_dict[item]
+            total += price_dict[item]['price']
+    none_list = []
+    for item in price_dict:
+        if price_dict[item]['price']==None:
+            none_list.append(item)
+
+    print(menu_dict)
+    print(price_dict)
+    # return total, none_list
+    return sum_up_total_line(total, none_list)
+
+def sum_up_total_line(total, none_list):
+    total = format(total, ",")
+    line = '總共是' + str(total) + '元。'
+    if len(none_list)>0:
+        line+='不過，我們沒有：'
+        for item in none_list:
+            line+=item + ', '
+    return line
+
+# write_xlsx()
+# data_dict = load_xlsx('script/menu.xlsx')
+# menu_dict = process_data_to_menu(data_dict)
+# print(process_price_with_order(menu_dict, '100個火腿和7000個蛋糕'))
+# print(process_price_with_order(menu_dict, '兩千萬個雞腿和兩個蛋糕'))

script/order_bot/process_order.py

@@ -0,0 +1,51 @@
+menu_xlsx_path = 'script/order_bot/menu.xlsx'
+def chinese_to_arabic(chinese_num):
+    chinese_char_dict = {
+        '〇' : 0, '一' : 1, '二' : 2, '三' : 3, '四' : 4, '五' : 5, '六' : 6, '七' : 7, '八' : 8, '九' : 9, '零' : 0,
+        '壹' : 1, '贰' : 2, '叁' : 3, '肆' : 4, '伍' : 5, '陆' : 6, '柒' : 7, '捌' : 8, '玖' : 9, '貮' : 2, '兩' : 2,
+    }
+    chinese_char_unit = {
+        '十' : 10,
+        '拾' : 10,
+        '百' : 100,
+        '佰' : 100,
+        '千' : 1000,
+        '仟' : 1000,
+        '万' : 10000,
+        '萬' : 10000,
+        '亿' : 100000000,
+        '億' : 100000000,
+        '兆' : 1000000000000,
+    }
+    unit = 0
+    ldig = []
+    # print(chinese_num)
+    for char_digit in reversed(chinese_num):
+        # print(char_digit)
+        if chinese_char_unit.get(char_digit) != None:
+            unit = chinese_char_unit.get(char_digit)
+            # print("unit:"+str(unit))
+            if unit == 10000 or unit == 100000000:
+                ldig.append(unit)
+                unit = 1
+        else:
+            dig = chinese_char_dict.get(char_digit)
+            # print("num:"+str(dig))
+            if unit:
+                dig *= unit
+                unit = 0
+            ldig.append(dig)
+    if unit == 10:
+        ldig.append(10)
+    val, tmp = 0, 0
+    for x in reversed(ldig):
+        if x == 10000 or x == 100000000:
+            val += tmp * x
+            tmp = 0
+        else:
+            tmp += x
+    val += tmp
+    return val
+
+# print(chinese_to_arabic("九億七千八百萬八千八百八十八"))
+# print(chinese_to_arabic("一"))

script/order_bot/setting.py

@@ -0,0 +1,20 @@
+from voice_detect import Voice_Detect_Helper
+
+def using_audio_to_talk(file_name = 'test.wav'):
+    from recording_voice import Recording_Helper
+    recorder = Recording_Helper(file_name=file_name)
+    voice_detecter = Voice_Detect_Helper(file_path=file_name)
+    recorder.recording_voice()
+    voice_detecter.detect_voice()
+    # you can get result from voice_detecter.result
+
+def using_detecter_to_talk(file_name = 'test.wav'):
+    voice_detecter = Voice_Detect_Helper(file_path=file_name)
+    voice_detecter.listener()
+
+if __name__ == '__main__':
+    # method 1 using pyaudio to record
+    # using_audio_to_talk()
+
+    # method 2 using speech_recognition to record
+    using_detecter_to_talk()

script/voice_detect/detect_voice_main.py

@@ -0,0 +1,57 @@
+import pyaudio
+import wave
+
+class Recording_Helper:
+    def __init__(self, chunk = 1024, sample_format = pyaudio.paInt16, channels = 2, fs = 44100, seconds = 5, file_name = "test.wav"):
+        # sample chunk size
+        self.chunk = chunk
+        # sample format: paFloat32, paInt32, paInt24, paInt16, paInt8, paUInt8, paCustomFormat
+        self.sample_format = sample_format
+        # sound channel
+        self.channels = channels
+        # sample frequency rate: 44100 ( CD ), 48000 ( DVD ), 22050, 24000, 12000 and 11025
+        self.fs = fs
+        # recording seconds
+        self.seconds = seconds
+        # recording file name
+        self.file_name = file_name
+
+        self.p = pyaudio.PyAudio()
+        # init pyaudio object
+
+    def recording_voice(self):
+        print("starting recording...")
+
+        # active voice stream
+        stream = self.p.open(format=self.sample_format, channels=self.channels, rate=self.fs, frames_per_buffer=self.chunk, input=True)
+
+        frames = []
+        # voice list
+
+        for i in range(0, int(self.fs / self.chunk * self.seconds)):
+            # record voice into list
+            data = stream.read(self.chunk)
+            frames.append(data)
+
+        # stop recording
+        stream.stop_stream()
+        # close stream
+        stream.close()
+        self.p.terminate()
+
+        print('stop recording...')
+
+        # open voice file
+        wf = wave.open(self.file_name, 'wb')
+        # set channel
+        wf.setnchannels(self.channels)
+        # set format
+        wf.setsampwidth(self.p.get_sample_size(self.sample_format))
+        # set sampling frequency rate
+        wf.setframerate(self.fs)
+        # save
+        wf.writeframes(b''.join(frames))
+        wf.close()
+
+    def __call__(self):
+        self.recording_voice()

script/voice_detect/recording_voice.py

@@ -0,0 +1,38 @@
+import speech_recognition as sr
+class Voice_Detect_Helper:
+    def __init__(self, language='zh-TW', file_path="test.wav"):
+        self.language = language
+        # default is english
+        self.file_path = file_path
+        self.r = sr.Recognizer()
+        self.result = None
+    def detect_voice(self):
+        with sr.AudioFile(self.file_path) as source:
+        # also you can use with sr.WavFile(self.file_path) as source:
+            
+            # reduce ambient sound and noise
+            # self.r.adjust_for_ambient_noise(source)
+
+            # load wav
+            audio = self.r.record(source)
+
+        try:
+            # using google service
+            self.result = self.r.recognize_google(audio,language=self.language)
+            print("Transcription: " + self.result)
+        except:
+            print("Could not understand audio")
+
+    def listener(self):
+        with sr.Microphone() as source:
+           audio = self.r.listen(source)
+        try:
+            # using google service
+            self.result = self.r.recognize_google(audio,language=self.language)
+            print("Transcription: " + self.result)
+            return self.result
+        except:
+            print("Could not understand audio")
+
+    def __call__(self):
+        self.listener()