DSZI_2020_Projekt/Restaurant/main.py

import pygame
import random
import time
import queue
import math
import joblib
from keras.models import load_model, Sequential
from keras.preprocessing.image import img_to_array, load_img
from keras.layers import Conv2D, MaxPooling2D
from keras.layers import Activation, Dropout, Flatten, Dense
from keras import backend as K
from tkinter import messagebox
import tkinter as tk
from PIL import Image
root = tk.Tk()
root.withdraw()     #ukrycie okna tworzonego przez tkinter

pygame.init()


def heuristic(current, goal):
    dx = abs(current[0] - goal[0])
    dy = abs(current[1] - goal[1])
    return math.sqrt(dx * dx + dy * dy)


class Node():
    def __init__(self, parent = None, position = None):
        self.parent = parent
        self.position = position

        self.g = 0
        self.h = 0
        self.f = 0

    def __eq__(self, other):
        return self.position == other.position


def aStar(start, end):
    if end in cantwalk:
        print("Wybrano nieodpowiednie pole!")
        return []

    start_node = Node(None, start)
    start_node.g = start_node.h = start_node.f = 0
    end_node = Node(None, end)
    end_node.g = end_node.h = end_node.f = 0

    open_list = []
    closed_list = []
    open_list.append(start_node)

    while len(open_list) > 0:
        current_node = open_list[0]
        current_index = 0
        for index, item in enumerate(open_list):
            if item.f < current_node.f:
                current_node = item
                current_index = index

        open_list.pop(current_index)
        closed_list.append(current_node)

        if current_node == end_node:
            path = []
            current = current_node
            while current is not None:
                path.append(current.position)
                current = current.parent
            return list(map(lambda t: (t[0], t[1]), path[::-1])) #zwraca odwróconą ściezkę

        children = []
        # można dodać (-1, -1), (-1, 1), (1, -1), (1, 1) dla poruszania się po przekątnej
        for new_position in [(0, -1), (0, 1), (-1, 0), (1, 0)]:
            node_position = (current_node.position[0] + new_position[0], current_node.position[1]
                             + new_position[1])

            if node_position[0] >= (rows - 1) or node_position[0] <= 0 or node_position[1] >= (rows - 1) \
                    or node_position[1] <= 0:        #spr. czy w kracie
                continue

            if node_position in cantwalk: #spr. czy można przejść
                continue

            new_node = Node(current_node, node_position)
            children.append(new_node)

        didBreak = False
        for child in children:
            didBreak = False
            for closed_child in closed_list:
                if child == closed_child:
                    didBreak = True
                    break

            if didBreak:
                continue

            if child.position in cantwalk:
                child.g = current_node.g + 99999
            elif child.position in puddles:
                child.g = current_node.g + 3
            else:
                child.g = current_node.g + 1

            child.h = heuristic(child.position, end_node.position)
            child.f = child.g + child.h

            for open_node in open_list:
                if child == open_node and child.g > open_node.g:
                    didBreak = True
                    break

            if didBreak:
                continue

            open_list.append(child)


class Dish(object):
    def __init__(self, dishName, prepTime, eatTime, price):
        self.dishName = dishName
        self.preparationTime = prepTime
        self.eatingTime = eatTime
        self.price = int(price)
        self.fatContent = random.randint(0, 16)
        self.fiberContent = random.randint(0, 16)
        self.spicy = random.randint(0, 1)


class Plate(object):
    def __init__(self, dish, img):
        self.dishName = dish.dishName
        self.isEmpty = False
        self.preparationTime = dish.preparationTime
        self.eatingTime = dish.eatingTime
        self.price = dish.price
        self.img = img

    def eat(self):
        #time.sleep(self.eatingTime)         psuje program - nie używajcie
        self.isEmpty = True #zjadanie dania jest oznaczeniem talerza jako pusty (metoda będzie wywoływana przez klienta)

    def draw(self):
        load = Image.open(self.img)
        load.show()


class Kitchen(object):
    def __init__(self, pos):
        self.readyDishes = queue.Queue(32)  #kolejka o maksymalnej długości 32
        self.orders = queue.Queue(32)       #wyskakiwał mi tu błąd - poprawiłam na dużą literę i jest ok
        self.pos = pos

    def makeDish(self):
        if not self.orders.empty():
            plate = self.orders.get()
            time.sleep(plate.preparationTime)   #kuchnia przygotowuje danie przez określony czas
            self.readyDishes.put(plate)

    def giveDish(self):
        if not self.readyDishes.empty():
            plate = self.readyDishes.get()
            return plate
        else:
            return None

    def draw(self, surface):
        image1 = pygame.image.load(r'kitchen1.png')
        image1 = pygame.transform.scale(image1, (sizeBetween - 1, sizeBetween - 1))
        surface.blit(image1, (13*sizeBetween+1, 0*sizeBetween+1))

        image2 = pygame.image.load(r'kitchen2.png')
        image2 = pygame.transform.scale(image2, (sizeBetween - 1, sizeBetween - 1))
        surface.blit(image2, (14*sizeBetween+1, 0*sizeBetween+1))

        image3 = pygame.image.load(r'kitchen3.png')
        image3 = pygame.transform.scale(image3, (sizeBetween - 1, sizeBetween - 1))
        surface.blit(image3, (13*sizeBetween+1, 1*sizeBetween+1))

        image4 = pygame.image.load(r'kitchen4.png')
        image4 = pygame.transform.scale(image4, (sizeBetween - 1, sizeBetween - 1))
        surface.blit(image4, (14*sizeBetween+1, 1*sizeBetween+1))


class Client(object):
    def __init__(self, age, sex, table, budget):
        self.age = age
        self.sex = sex
        self.myPlate = None
        self.myTable = table            #domyślnie klient nie siedzi przy żadnym stole
        self.budget = budget

    def takePlateAndEat(self, plate):
        self.myPlate = plate
        plate.eat()

    def takeASeat(self, table):
        self.myTable = table

    def returnPlate(self):
        plate = self.myPlate
        self.myPlate = None
        return plate

    def pay(self, image):
        load = Image.open(image)
        load.show()

class Table(object):
    def __init__(self, pos, capacity):
        self.pos = pos
        self.capacity = capacity

    def move(self, newx, newy):     #metoda do ustawiania stołów poprzez podanie nowych współrzędnych
        self.pos[0] = newx
        self.pos[1] = newy

    def draw(self, surface):
        image = pygame.image.load(r'Table-croped.png')
        image = pygame.transform.scale(image, (sizeBetween - 1, sizeBetween - 1))

        i = self.pos[0]
        j = self.pos[1]

        surface.blit(image, (i*sizeBetween+1, j*sizeBetween+1))


class Waiter(object):
    def __init__(self, color, pos, direction):
        self.color = color
        self.pos = pos      #pozycja agenta, zapisana w formie dwuelementowej listy
        self.posx = pos[0]
        self.posy = pos[1]
        self.dirnx = 0      #zmienne dirnx i dirny używane są do ruchu bota i ustalania, w którą stronę jest zwrócony
        self.dirny = 1
        self.plates = []    #lista niesionych przez agenta talerzy, planowo lista par: (talerz, klient)
        self.direction = direction #kierunek, w ktory jest skierowany bot
        self.currentRotation = 0
        self.rotate = "forward"
        self.rotationNumber = 0

    def resetPosition(self, pos):
        self.pos = pos

    def takePlates(self, kitchen):
        for i in range(2):
            plate = kitchen.giveDish()
            if plate == None:
                break
            else:
                self.plates.append(plate)

    def giveClientPlate(self, client):
        plate = self.plates.pop(0)
        client.takePlateAndEat(plate)

    def rotateRight(self):
        self.currentRotation += 90

    def rotateLeft(self):
        self.currentRotation -= 90

    def goForward(self, movex, movey):
        self.posx += movex
        self.posy += movey
        self.pos = (self.posx, self.posy)

    def draw(self, surface):
        image = pygame.image.load(r'waiter_right.png')
        image = pygame.transform.scale(image, (sizeBetween - 1, sizeBetween - 1))

        if self.rotate == "right":
            self.rotateRight()
        elif self.rotate == "left":
            self.rotateLeft()
        elif self.direction == "forward":
            pass

        image = pygame.transform.rotate(image, self.currentRotation)

        i = self.pos[0]
        j = self.pos[1]
        surface.blit(image, (i * sizeBetween + 1, j * sizeBetween + 1))

    def goByAStar(self, end):
        positionList = aStar(self.pos, end)
        print(positionList)
        if len(positionList) == 0:
            messagebox.showerror("BŁĄD!", "Wybrano nieosiągalne pole!")
            pygame.quit()
            exit()
        else:
            lenght = len(positionList) - 1
            for i in range(lenght):
                movex = positionList[i + 1][0] - positionList[i][0]
                movey = positionList[i + 1][1] - positionList[i][1]

                prevDirection = self.direction
                if movex == -1 and movey == 0:
                    self.direction = 1      #"left"
                elif movex == 1 and movey == 0:
                    self.direction = 3      #"right"
                elif movey == 1 and movex == 0:
                    self.direction = 4      #"down"
                else:
                    self.direction = 2      #"up"

                howToRotate = prevDirection - self.direction    #działa!

                if howToRotate < 0:
                    self.rotate = "left"
                    self.rotationNumber = abs(howToRotate)
                elif howToRotate > 0:
                    self.rotate = "right"
                    self.rotationNumber = abs(howToRotate)
                elif howToRotate == 0:
                    self.rotate = "forward"
                    self.rotationNumber = 0

                #print(self.rotate)

                for i in range(self.rotationNumber):
                    redrawWindow(window)
                    time.sleep(0.2)
                self.rotate = "forward"
                self.rotationNumber = 0

                self.goForward(movex, movey)
                redrawWindow(window)
                time.sleep(0.2)


def drawGrid(width, rows, surface):
    x = 0
    y = 0

    for i in range(rows):
        x = x + sizeBetween
        y = y + sizeBetween

        pygame.draw.line(surface, (255, 255, 255), (x, 0), (x, width))
        pygame.draw.line(surface, (255, 255, 255), (0, y), (width, y))


def predictAndShowImg(plate):
    img_width, img_height = 256, 256

    plate.draw()
    test_image = load_img(plate.img, target_size=(img_width, img_height))
    test_image = img_to_array(test_image)
    test_image = test_image.reshape((1,) + test_image.shape)

    result = img_classify.predict(test_image)
    print(result)
    if (result == [1.]):
        messagebox.showinfo("Rozpoznanie", "Talerz pełny.")
        return 1
    else:
        messagebox.showinfo("Rozpoznanie", "Talerz pusty.")
        return 0


def checkIfEmpty(fullOrEmpty, client):
    if fullOrEmpty == 1:
        pass
    elif fullOrEmpty == 0:
        client.returnPlate()
        bot.goByAStar((kitchen.pos[0] - 1, kitchen.pos[1]))


def classify(a):
    if a == 1:
        dish_1 = Dish("obiad", 40, 20, 15)
        dish_2 = Dish("deser", 25, 10, 10)
        dish_3 = Dish("obiad 2", 55, 25, 28)

        plate_1 = Plate(dish_1, "Sara/data/validation/food/food004.png")
        plate_2 = Plate(dish_2, "Sara/data/validation/food/food002.png")
        plate_3 = Plate(dish_1, "Sara/data/validation/dirty/dirty001.png")
        plate_4 = Plate(dish_3, "Sara/data/validation/dirty/dirty009.png")

        client_1 = Client(21, 1, 45, 1)
        client_2 = Client(44, 0, 22, 4)
        client_3 = Client(27, 1, 15, 5)
        client_4 = Client(19, 0, 32, 8)

        client_1.takePlateAndEat(plate_1)
        client_2.takePlateAndEat(plate_2)
        client_3.takePlateAndEat(plate_3)
        client_4.takePlateAndEat(plate_4)

        '''
        TRASA + ROZPOZNAWANIE TALERZY
        '''

        bot.goByAStar((tables[1].pos[0] + 1, tables[1].pos[1]))
        fullOrEmpty = predictAndShowImg(plate_1)
        checkIfEmpty(fullOrEmpty, client_1)

        bot.goByAStar((tables[4].pos[0] + 1, tables[4].pos[1]))
        fullOrEmpty = predictAndShowImg(plate_2)
        checkIfEmpty(fullOrEmpty, client_2)

        bot.goByAStar((tables[5].pos[0] + 1, tables[5].pos[1]))
        fullOrEmpty = predictAndShowImg(plate_3)
        checkIfEmpty(fullOrEmpty, client_3)

        bot.goByAStar((tables[8].pos[0] + 1, tables[8].pos[1]))
        fullOrEmpty = predictAndShowImg(plate_4)
        checkIfEmpty(fullOrEmpty, client_4)

        messagebox.showinfo("Informacja końcowa", "Zakończono trasę.")

        pygame.quit()
        exit()
    else:
        pass


def predictDigest(dish, client, model):

    data = []
    data.append(client.age)
    data.append(dish.fatContent)
    data.append(dish.fiberContent)
    data.append(client.sex)
    data.append(dish.spicy)

    prediction = model.predict([data])

    if prediction == 1:
        messagebox.showinfo("opinia", "Z tym może być ciężko. " + str(data))
        return prediction
    else:
        messagebox.showinfo("opinia", "Z tym nie będzie tak źle! " + str(data))
        return prediction



def evaluate(b):
    if b == 1:
        loaded_model = joblib.load('Marta/finalized_model.sav')
        # load = Image.open('Marta/digest_entropy.png')
        # load.show()
        messagebox.showinfo("zaczynamy", "Zaczynamy!")

        dish_1 = Dish("obiad", 40, 20, 15)
        dish_2 = Dish("deser", 25, 10, 10)
        dish_3 = Dish("obiad 2", 55, 25, 28)

        plate_1 = Plate(dish_1, "Sara/data/validation/food/food004.png")
        plate_2 = Plate(dish_2, "Sara/data/validation/food/food002.png")
        plate_4 = Plate(dish_3, "Sara/data/validation/dirty/dirty009.png")

        client_1 = Client(27, 1, 45, 1)
        client_2 = Client(44, 0, 22, 4)
        client_4 = Client(16, 0, 32, 8)

        client_1.takePlateAndEat(plate_1)
        client_2.takePlateAndEat(plate_2)
        client_4.takePlateAndEat(plate_4)

        bot.goByAStar((tables[1].pos[0] + 1, tables[1].pos[1]))
        opinion = predictDigest(dish_1, client_1, loaded_model)

        bot.goByAStar((tables[3].pos[0] + 1, tables[3].pos[1]))
        opinion = predictDigest(dish_2, client_2, loaded_model)

        bot.goByAStar((tables[5].pos[0] + 1, tables[5].pos[1]))
        opinion = predictDigest(dish_3, client_4, loaded_model)

        messagebox.showinfo("Informacja końcowa", "Zakończono trasę.")

        pygame.quit()
        exit()
    else:
        pass


def payment(c):
    if c == 1:

        dish_1 = Dish("obiad", 40, 20, 150)
        dish_2 = Dish("deser", 25, 10, 75)
        dish_3 = Dish("obiad 2", 30, 25, 49)
        dish_4 = Dish("obiad 2", 15, 25, 14)

        plate_1 = Plate(dish_1, "Sara/data/validation/food/dirty004.png")
        plate_2 = Plate(dish_2, "Sara/data/validation/food/dirty010.png")
        plate_3 = Plate(dish_3, "Sara/data/validation/dirty/dirty001.png")
        plate_4 = Plate(dish_4, "Sara/data/validation/dirty/dirty009.png")

        client_1 = Client(21, 1, 1, 200)
        client_2 = Client(44, 0, 4, 100)
        client_3 = Client(27, 1, 5, 50)
        client_4 = Client(19, 0, 8, 0) #karta

        client_1.takePlateAndEat(plate_1)
        client_2.takePlateAndEat(plate_2)
        client_3.takePlateAndEat(plate_3)
        client_4.takePlateAndEat(plate_4)

        bot.goByAStar((tables[1].pos[0] + 1, tables[1].pos[1]))
        messagebox.showinfo("Rachunek", "Proszę o zapłatę " + str(dish_1.price) + " zł.")
        client_1.pay('Kinga/data/examine/200/examine_056.png')
        #classify image#
        #if img == 1:
        #    messagebox.showinfo("Rachunek", "Dziękuję, należy się reszta: " + str(client_1.budget - dish_1.price) + " zł.")
        #else: #karta
        #    messagebox.showinfo("Uwaga", "Niestety, nie przyjmujemy zapłaty kartą.")

        bot.goByAStar((tables[4].pos[0] + 1, tables[4].pos[1]))
        messagebox.showinfo("Rachunek", "Proszę o zapłatę " + str(dish_2.price) + " zł.")
        client_2.pay("Kinga/data/examine/100/examine_036.png")
        #tak samo
        #messagebox.showinfo("Rachunek", "Dziękuję, należy się reszta: " + str(client_2.budget - dish_2.price) + " zł.")


        bot.goByAStar((tables[5].pos[0] + 1, tables[5].pos[1]))
        messagebox.showinfo("Rachunek", "Proszę o zapłatę " + str(dish_3.price) + " zł.")
        client_3.pay("Kinga/data/examine/50/examine_029.png")
        #messagebox.showinfo("Rachunek", "Dziękuję, należy się reszta: " + str(client_3.budget - dish_3.price) + " zł.")


        bot.goByAStar((tables[8].pos[0] + 1, tables[8].pos[1]))
        messagebox.showinfo("Rachunek", "Proszę o zapłatę " + str(dish_4.price) + " zł.")
        client_4.pay("Kinga/data/examine/cards/card_008.png")
        #messagebox.showinfo("Rachunek", "Dziękuję, należy się reszta: " + str(client_4.budget - dish_4.price) + " zł.")
        messagebox.showinfo("Uwaga", "Niestety, nie przyjmujemy zapłaty kartą.")


        messagebox.showinfo("Informacja końcowa", "Zakończono trasę.")

        pygame.quit()
        exit()
    else:
        pass

def text_objects(text, font):
    textSurface = font.render(text, True, black)
    return textSurface, textSurface.get_rect()


def button(msg, x, y, w, h, ic, ac, action=None):
    mouse = pygame.mouse.get_pos()
    click = pygame.mouse.get_pressed()

    if x+w > mouse[0] > x and y+h > mouse[1] > y:
        pygame.draw.rect(window, ac, (x, y, w, h))
        if click[0] == 1 and action != None:
            print("pressed")
            action(1)
    else:
        pygame.draw.rect(window, ic, (x, y, w, h))

    smallText = pygame.font.Font("freesansbold.ttf", 15)
    textSurf, textRect = text_objects(msg, smallText)
    textRect.center = ((x+(w/2)), (y+(h/2)))
    window.blit(textSurf, textRect)


def redrawWindow(surface):
    surface.fill(beige)
    bot.draw(surface)
    kitchen.draw(surface)
    for i in range(len(tables)):
        tables[i].draw(surface)
    for i in range(len(puddles)):
        image = pygame.image.load(r'puddle.png')
        image = pygame.transform.scale(image, (sizeBetween - 1, sizeBetween - 1))
        surface.blit(image, (puddles[i][0] * sizeBetween + 1, puddles[i][1] * sizeBetween + 1))

    drawGrid(width, rows, surface)
    button("Rozpoznawanie talerzy", 0, width + 1, 198, 48, light_beige, white)
    button("Ciężkostrawność dań", 200, width + 1, 198, 48, light_beige, white)
    button("Rozpoznawanie banknotów", 400, width + 1, 198, 48, light_beige, white)

    pygame.display.update()


def noWalkable(tables, kitchen):
    list = []
    for i in range(len(tables)):
        list.append(tables[i].pos)
    list.append(kitchen.pos)
    return list


def makeImgClassificator(model):
    img_width, img_height = 256, 256
    if K.image_data_format() == 'channels_first':
        input_shape = (3, img_width, img_height)
    else:
        input_shape = (img_width, img_height, 3)

    model.add(Conv2D(32, (2, 2), input_shape=input_shape))
    model.add(Activation('relu'))
    model.add(MaxPooling2D(pool_size=(2, 2)))

    model.add(Conv2D(32, (2, 2)))
    model.add(Activation('relu'))
    model.add(MaxPooling2D(pool_size=(2, 2)))

    model.add(Conv2D(64, (2, 2)))
    model.add(Activation('relu'))
    model.add(MaxPooling2D(pool_size=(2, 2)))

    model.add(Flatten())
    model.add(Dense(64))
    model.add(Activation('relu'))
    model.add(Dropout(0.5))
    model.add(Dense(1))
    model.add(Activation('sigmoid'))

    model.compile(loss='binary_crossentropy',
                  optimizer='rmsprop',
                  metrics=['accuracy'])



def main():
    global width, rows, bot, light_beige, beige, white, black, sizeBetween, tables, kitchen, cantwalk, puddles, window, clock, \
        img_classify
    # skróty do kolorów
    light_beige = (255, 240, 205)
    beige = (255, 205, 178)
    white = (255, 255, 255)
    black = (0, 0, 0)

    img_classify = Sequential()
    makeImgClassificator(img_classify)
    img_classify.load_weights('Sara/model_food_dirty.h5')

    width = 600
    rows = 15
    sizeBetween = width // rows     #wielkość pojedynczej kratki
    window = pygame.display.set_mode((width, width + 50))

    bot = Waiter((255, 0, 0), (12, 8), 2)
    
    tables = []
    tables.append(Table((0, 3), 1))
    tables.append(Table((0, 6), 1))
    tables.append(Table((0, 9), 2))
    tables.append(Table((0, 12), 2))
    tables.append(Table((4, 4), 2))
    tables.append(Table((4, 7), 2))
    tables.append(Table((4, 10), 2))
    tables.append(Table((4, 13), 2))
    tables.append(Table((8, 3), 1))
    tables.append(Table((8, 6), 1))
    tables.append(Table((8, 9), 2))
    tables.append(Table((8, 12), 2))

    kitchen = Kitchen((13, 1))

    cantwalk = noWalkable(tables, kitchen)  # lista pozycji, na ktore bot nie moze wejsc
    puddles = []
    puddles.append((7, 10))
    puddles.append((2, 5))
    puddles.append((3, 12))
    puddles.append((10, 3))
    puddles.append((6, 2))
    puddles.append((12, 10))
    puddles.append((1, 4))

    flag = True
    clock = pygame.time.Clock()
    while flag:
        for event in pygame.event.get():
            if event.type == pygame.QUIT:
                pygame.quit()
                quit()
        button("Rozpoznawanie talerzy", 0, width + 1, 198, 48, light_beige, white, classify)
        button("Ciężkostrawność dań", 200, width + 1, 198, 48, light_beige, white, evaluate)
        button("Rozpoznawanie banknotów", 400, width + 1, 198, 48, light_beige, white, payment)
        redrawWindow(window)

    pygame.quit()
    exit()


main()