-
Notifications
You must be signed in to change notification settings - Fork 0
/
hal9k.py
184 lines (164 loc) · 4.94 KB
/
hal9k.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
# entered with listen, recognize, and main from:
# https://iotdesignpro.com/projects/speech-recognition-on-raspberry-pi-for-voice-controlled-home-automation
from typing import List, Dict, Optional
from subprocess import Popen
import logging
import random
from custom_recognizer import CustomRecognizer
from automaton import VoiceControlledAutomaton, State, Exit
from music import JukeBox
from wikidefine import WikiBot
from gpt import GPTBot
from chat import ChatBot
# # TODO FIXME import these from their files after implementing
# VC_GPT = ...
# VC_Search = ...
# VC_Weather = ...
# VC_GPS = ...
VC_Pizza = ...
class HalState(State):
"""bot functionalities"""
music = 2
gpt = 3
search = 4
weather = 5
gps = 6
pizza = 7
define = 8
chat = 9
class Hal9k(VoiceControlledAutomaton):
"""
Finite state automaton speech bot
in each HalState, input is managed by a corresponding instance of a VoiceControlledFSA subclass
"""
def __init__(
self,
**kwargs
):
super().__init__(name="hal", **kwargs)
# list of all possible keywords
# (each keyword is a list of tokens)
self.keywords += [
"hey hal",
"yo hal"
"music",
"jukebox",
"gpt",
"talk",
"search",
"define",
"weather",
"gps",
"let's chat",
"pizza",
"options",
]
# dictionary of possible keywords per state
# (each state has a sublist of self.keywords as value)
self.state_keywords: Dict[HalState, List[List[str]]] = {
HalState.enter: self.keywords,
HalState.exit: [],
# HalState.music,
# HalState.gpt,
# HalState.search,
# HalState.weather,
# HalState.gps,
# HalState.pizza,
}
self.SideEffectTransitionMatrix = {
HalState.enter: self._respond_waiting,
HalState.exit: self.exit,
HalState.music: self.respond_music,
HalState.gpt: self.respond_gpt,
HalState.chat: self.respond_chat,
HalState.define: self.respond_define,
}
self.MP = JukeBox(
_super=self,
**kwargs
)
self.WB = WikiBot(
_super=self,
**kwargs
)
self.GPT = GPTBot(
_super=self,
**kwargs
)
self.Chat = ChatBot(
_super=self,
**kwargs
)
# self.Weather = VC_Weather(
# **kwargs
# )
# self.GPS = VC_GPS(
# **kwargs
# )
# self.Pizza = VC_Pizza(
# **kwargs
# )
def _respond_waiting(self, text: str) -> HalState:
greeting = random.choice([
"Hi Marv.",
"Whats up."
])
self.speak(greeting)
return self.react_to_choice(text)
def _parse_choice(self, choice: str, must_understand=False) -> Optional[HalState]:
if "music" in choice or "play" in choice or "juke" in choice:
state = HalState.music
elif "gpt" in choice or "talk" in choice:
state = HalState.gpt
elif "chat" in choice or "simsalabim" in choice:
state = HalState.chat
elif "search" in choice:
state = HalState.search
elif "define" in choice:
state = HalState.define
elif "weather" in choice:
state = HalState.weather
elif "gps" in choice:
state = HalState.gps
elif "pizza" in choice:
state = HalState.pizza
elif "exit" in choice or "bye" in choice:
state = HalState.exit
elif "remind" in choice or "help" in choice \
or "options" in choice:
self.remind_options()
state = None
else:
if must_understand:
self.speak("You said: " + choice)
self.speak("Thats not an option right now. Please try again.")
state = None
return state
def _exit_effects(self, text) -> None:
self.speak("Goodbye.")
def respond_music(self, text) -> HalState:
"""
run Music Player; a lower FSA
after exiting, return to hal's starting state again
"""
self.MP(text)
return HalState.enter
def respond_define(self, text) -> HalState:
"""
run Wiki Bot ; a lower FSA
after exiting, return to hal's starting state again
"""
self.WB(text)
return HalState.enter
def respond_gpt(self, text) -> HalState:
self.GPT(text)
return HalState.enter
def respond_chat(self, text) -> HalState:
self.Chat(text)
return HalState.enter
if __name__ == "__main__":
import RPi.GPIO as GPIO
GPIO.setwarnings(False)
GPIO.setmode(GPIO.BCM)
hal = Hal9k()
hal.run()