From c6513b6060dacd3c9171ec7c257089a5e492dd49 Mon Sep 17 00:00:00 2001
From: Jakub Henyk <jakubhenyk@gmail.com>
Date: Thu, 4 May 2023 17:30:47 +0200
Subject: [PATCH] added evaluate.py file

---
 __pycache__/example_nlu.cpython-310.pyc | Bin 0 -> 1351 bytes
 evaluate.py                             |  43 ++++++++++++++++++++++++
 example_nlu.py                          |  25 +++++++-------
 grammar3.jsgf                           |   4 +--
 4 files changed, 58 insertions(+), 14 deletions(-)
 create mode 100644 __pycache__/example_nlu.cpython-310.pyc
 create mode 100644 evaluate.py

diff --git a/__pycache__/example_nlu.cpython-310.pyc b/__pycache__/example_nlu.cpython-310.pyc
new file mode 100644
index 0000000000000000000000000000000000000000..074e70e39dd46efbbc464717cf5b9004ab396b9d
GIT binary patch
literal 1351
zcmZ`(O^e$`7@iNwl4W@tHhW2%7D9UwH0wieO-V`{2&G^`Ole{Ws#Y_$<<(ba#%Xqu
zA>jOs9PDHMOYeob_SC;nDDC@>vLrcV%*;FA^FAMPGag3-O8m!6{OJ+$7Y^Pp0~mY{
zRi8m4h@d5zV`L?**qqURj?cMdJF@o<WbR9{A4t9q_M!9zKd=Lx59JVcdcuE2=8+hP
z0OCl5VhAx7kr+W73pyi7{5QNqrU|v)!_2HM$4iw}Ri?f<UF+o{r?~pIFo+!Lk5Kg&
z&@9Q88q$$9?dT3tgC1M+jtcsk!PRW~hFPBF#`?N!j7~f|TuPI=fgQ>hZC2}|scrD~
zP3zTJB@<>nwJD|Y;fXgyjUfDUXR>N4Iaz1to3q<1Sznw_e*Wc$pB_&h$Xco*Pwy95
z*(_%l+Q@1mUu0EV%Cs&wr|pG3!dHdckU~0mp+=rP8q*`H#?Z|X+*Lu4piK`HbpT+X
z#5q^jI=ZJgLZ}O18uggrh~FnqgDo>&$9giJUB_8{+xQ(ZgLSZDY67cd9j=G{4m^2P
zfh<ds$a0e{?I3GgSqnSPH%iIcq*Z3}l@0S%Q3{w)n7oY&UDVoSbuO)kV%c~K^od8n
z-6OfMpD4MIusfF`b$kYJD&Y!)<JS89g~*3vS;g4H%dbJz*hKW0dNg7&J!Z!={Lig^
z+!bHJ5kruo1Kolv)Yt$Wg5DrIFq>dYBDnL0H&tjYP<&IC3JFiRjnA6qJiRi*^+i#O
z9(qwP9R%&P0)q@U#z^I$2aX&mdISy&!mu2~{|q`hgeIaMK!}+790nhxk2)h_XX@Xe
z(~&(nkS*v900^iWZy9R(oTw96qa73Mz_#RBXxN@Rpd5AGffp`E#y5kG3yy$s=2z13
z8KLg?#Pt(zdKuih^X=r`*Qe?T9&|(`f%VJgcd2ZkWLsvrR5x(#Q*1D4>$j??O;3QQ
z5Sbmdn>sg}%-}~v3w0AWf2gJnS|vr18&pQ)h7j}&SqRo=FC!jO2D*CQ;9mw5sV`we
za->cmz)AQ&D2p?NpN3_P#?*9EK9@F5)3V9kyJ>2V+e~SBrCYivN-!iI23s~o-2=go
p%$dibaSy$h>O0xO@2W<CgYTj}G$s;~n1-O;34_FW=!c_t_&<f`F?j$0

literal 0
HcmV?d00001

diff --git a/evaluate.py b/evaluate.py
new file mode 100644
index 0000000..6e6ab2d
--- /dev/null
+++ b/evaluate.py
@@ -0,0 +1,43 @@
+import csv
+import example_nlu as en
+
+rows = []
+
+
+def readData():
+    ii = [5, 6, 7, 8]
+    jj = [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18]
+    kk = [1, 2]
+
+    for i in ii:
+        for j in jj:
+            for k in kk:
+                try:
+                    if j < 10:
+                        with open(f'./data/dialog-0{i}-0{j}-0{k}.tsv', 'r') as read_obj:
+                            csv_reader = csv.reader(read_obj, delimiter='\t')
+                            for row in csv_reader:
+                                if 'user' in row[0]:
+                                    rows.append(row[1])
+                    else:
+                        with open(f'./data/dialog-0{i}-{j}-0{k}.tsv', 'r') as read_obj:
+                            csv_reader = csv.reader(read_obj, delimiter='\t')
+                            for row in csv_reader:
+                                if 'user' in row[0]:
+                                    rows.append(row[1])
+                except:
+                    pass
+
+if __name__ == "__main__":
+    readData()
+    #l = en.predict('Kup cztery wody')
+    #print(l)
+
+    good = 0
+
+    for r in rows:
+        l = en.predict(str(r))
+        if l != []:
+            good += 1
+
+    print(f'Accuracy: {good/len(rows)*100}%')
\ No newline at end of file
diff --git a/example_nlu.py b/example_nlu.py
index 8857a1f..a4df15f 100644
--- a/example_nlu.py
+++ b/example_nlu.py
@@ -33,20 +33,21 @@ def nlu(utterance):
         return {'act': 'null', 'slots': []}
 
 
+def predict(utterance):
+    utterance = utterance.lower()
+    punctuation = '''!;:/?,.'''
 
-utterance = 'jakie, napoje gazowane'.lower()
-
-punctuation = '''!;:/?,.'''
-
-for i in utterance:
-    if i in punctuation:
-        utterance = utterance.replace(i, "")
+    for i in utterance:
+        if i in punctuation:
+            utterance = utterance.replace(i, "")
         
         
-matched = book_grammar.find_matching_rules(utterance)
+    matched = book_grammar.find_matching_rules(utterance)
+    nlu(utterance)
 
-print(matched)
+    try:
+        print(get_dialog_act(matched[0]))
+    except:
+        pass
 
-nlu(utterance)
-
-print(get_dialog_act(matched[0]))
\ No newline at end of file
+    return matched
\ No newline at end of file
diff --git a/grammar3.jsgf b/grammar3.jsgf
index 607c55c..0c7441c 100644
--- a/grammar3.jsgf
+++ b/grammar3.jsgf
@@ -2,7 +2,7 @@
 
 grammar zakupyOnline;
 
-public <command> = [<greeting> {hello}] [<polite>] <commandType>{commandType} <item>{product} [<rest> {rest}] [<bye> {bye}];
+public <command> = [<greeting> {hello}] [<polite>] <commandType>{commandType} [<item>{product}] [<rest> {rest}] [<bye> {bye}];
 
 <commandType> = (<buyCommand> | <cartCommand> | <filterCommand> | <questionCommand> | <searchCommand> | <helpCommand> | <accountCommand> | <paymentCommand> | <shippingCommand> | <returnCommand> | <promoCommand> | <storeCommand> | <serviceCommand> | <affOrNegCommand>);
 
@@ -14,7 +14,7 @@ public <command> = [<greeting> {hello}] [<polite>] <commandType>{commandType} <i
 
 <greeting> = (dzień dobry | cześć | witaj);
 
-<bye> = (do widzenia | cześć | pa);
+<bye> = (do widzenia | cześć | pa | dziekuję);
 
 <cartCommand> = (dodaj | usuń | edytuj | zaktualizuj | zobacz | anuluj | potwierdź);