-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmain.py
More file actions
140 lines (113 loc) · 3.78 KB
/
main.py
File metadata and controls
140 lines (113 loc) · 3.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
from nltk.stem.lancaster import LancasterStemmer
stemmer = LancasterStemmer()
import numpy
import tflearn
import nltk
nltk.download('punkt')
import tensorflow
import random
import json
import pickle
# Load data to train the model
with open('intents.json') as file:
data = json.load(file)
try:
with open("data.pickle", "rb") as f:
words, labels, training, output = pickle.load(f)
except:
# Extract data
words = []
labels = []
docs_x = []
docs_y = []
# Stammer, take each word in our pattern and bring it down to the root word
# to reduce the vocabulary of our model and attempt to find the more general
# meaning behind sentences.
for intent in data['intents']:
for pattern in intent['patterns']:
wrds = nltk.word_tokenize(pattern)# return a list of words
words.extend(wrds)
docs_x.append(wrds)
docs_y.append(intent["tag"])
if intent['tag'] not in labels:
labels.append(intent['tag'])
# Lower words
words = [stemmer.stem(w.lower()) for w in words if w != "?"]
# Sort words
words = sorted(list(set(words)))
# Sort labels
labels = sorted(labels)
# Preprocessing data, creating a bag of words
training = []
output = []
out_empty = [0 for _ in range(len(labels))]
for x, doc in enumerate(docs_x):
bag = []
wrds = [stemmer.stem(w.lower()) for w in doc]
for w in words:
if w in wrds:
bag.append(1)
else:
bag.append(0)
output_row = out_empty[:]
output_row[labels.index(docs_y[x])] = 1
training.append(bag)
output.append(output_row)
# Transform input to numpy
training = numpy.array(training)
output = numpy.array(output)
# Save preprocessing
with open("data.pickle", "wb") as f:
pickle.dump((words, labels, training, output), f)
# Developing the model
tensorflow.reset_default_graph()
# Input layer
net = tflearn.input_data(shape=[None, len(training[0])])
# Hidden layers
net = tflearn.fully_connected(net, 8)
net = tflearn.fully_connected(net, 8)
# Output layer, with activation function softmax
# that will give a probability to each neuron
net = tflearn.fully_connected(net, len(output[0]), activation="softmax")
net = tflearn.regression(net)
# Type of neuronal network DNN
model = tflearn.DNN(net)
# Load model
"""try:
model.load("model.tflearn")
except:"""
# Training model, nepoch=the amount of times that the model
# will see the same information while training
model.fit(training, output, n_epoch=3000, batch_size=8, show_metric=True)
model.save("model.tflearn")
# Generate a bag of words as numpy array from a provided string
def bag_of_words(s, words):
bag = [0 for _ in range(len(words))]
s_words = nltk.word_tokenize(s)
s_words = [stemmer.stem(word.lower()) for word in s_words]
for se in s_words:
for i, w in enumerate(words):
if w == se:
bag[i] = 1
return numpy.array(bag)
# Terminal chat simulation
def chat():
print("Start talking with the bot (type quit to stop)!")
while True:
# Get some input from the user
inp = input("You: ")
if inp.lower() == "quit":
break
# Convert it to a bag of word and get a prediction from the model
results = model.predict([bag_of_words(inp, words)])
# Find the most probable intent class
results_index = numpy.argmax(results)
tag = labels[results_index]
# Pick a response from that intent class
for tg in data["intents"]:
if tg['tag'] == tag:
responses = tg['responses']
print(random.choice(responses))
if(responses==""):
print("Sorry, but i don't undestand you")
chat()