fix files

api.py

@@ -0,0 +1,106 @@
+import cv2
+import pytesseract
+import fitz
+import re
+import uvicorn
+from tika import parser
+from fastapi import FastAPI, UploadFile
+from fastapi.middleware.cors import CORSMiddleware
+
+
+DPI = 300
+ZOOM = DPI / 72
+
+def save_pdf(pdf_bytes):
+    file_name = "invoice.pdf"
+    binary_file = open(file_name, "wb")
+    binary_file.write(pdf_bytes)
+    binary_file.close()
+    return file_name
+
+
+def convert_pdf_to_png(file):
+    file_name = "invoice.png"
+    magnify = fitz.Matrix(ZOOM, ZOOM)
+    doc = fitz.open(file)
+    pix = doc[0].get_pixmap(matrix=magnify)
+    pix.save(file_name)
+    return file_name
+
+
+def ocr_png_file(image_name):
+    image = cv2.imread(image_name)
+    custom_config = r'-l pol --oem 3 --psm 6'
+    ocr_string = pytesseract.image_to_string(image, config=custom_config)
+    return ocr_string
+
+
+def find_vat_id(invoice_text):
+    pattern = "NIP: ([0-9])+ "
+    result = re.search(pattern, invoice_text)
+    vat_id = result.group()
+    vat_id = vat_id.replace("NIP: ", "")
+    return vat_id.strip()
+
+
+def find_seller_name(invoice_text):
+    pattern = "Nabywca:\n.*((?=sp.|spółka|S.A.|S.K.A.))"
+    result = re.search(pattern, invoice_text)
+    seller_name = result.group()
+    seller_name = seller_name.replace("Nabywca:\n", "")
+    return seller_name.strip() + " sp.z.o.o"
+
+
+def find_total_sum(invoice_text):
+    pattern_afv = "(?<=Wartość brutto )[0-9]{1,}.[0-9]{1,}(?= PLN\n)"
+    pattern_bfv = "(?<=PLN )[0-9]{1,}.[0-9]{1,}(?= PLN\n)"
+    regex_pattern = pattern_afv + "|" + pattern_bfv
+    result = re.search(regex_pattern, invoice_text)
+    total_sum = result.group()
+    total_sum = total_sum.replace("Do zapłaty:", "")
+    sum_string = total_sum.strip()
+    return float(sum_string)
+
+
+# @app.post("/invoice")
+# async def create_file(file: bytes = File()):
+#     pdf_file = save_pdf(pdf_bytes=file)
+#     png_file = convert_pdf_to_png(file=pdf_file)
+#     invoice_text = ocr_png_file(image_name=png_file)
+#     vat_id = find_vat_id(invoice_text=invoice_text)
+#     seller_name = find_seller_name(invoice_text=invoice_text)
+#     total_sum = find_total_sum(invoice_text=invoice_text)
+#     json = {
+#         "vat_id": vat_id,
+#         "seller_name": seller_name,
+#         "total": total_sum
+#     }
+#     return json
+
+app = FastAPI()
+
+origins = ["*"]
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.post('/invoice')
+async def root(file: UploadFile):
+    invoice_text = parser.from_buffer(file.file.read())
+    vat_id = find_vat_id(invoice_text=invoice_text)
+    seller_name = find_seller_name(invoice_text=invoice_text)
+    total_sum = find_total_sum(invoice_text=invoice_text)
+    json = {
+        "vat_id": vat_id,
+        "seller_name": seller_name,
+        "total": total_sum
+    }
+    return json
+
+if __name__ == '__main__':
+    uvicorn.run(app, host="0.0.0.0", port=8000)

main.py

@@ -1,90 +1,58 @@
-import cv2
+from credentials import aws_access_key_id, aws_secret_access_key, aws_session_token, default_vpc
-import pytesseract
+import boto3
-import fitz
-import re
-from fastapi import FastAPI, File
 
+INDEKS = "444018"
+key_name = f"{INDEKS}-aws-ssh-key"
+security_group_name = f"{INDEKS}-security-group"
 
-DPI = 300
+user_data = f'''
-ZOOM = DPI / 72
+#!/bin/bash
-app = FastAPI()
+sudo yum update -y
+sudo yum install git -y
+git clone https://git.wmi.amu.edu.pl/s444018/DPZC-5.git
+cd DPZC-5
+sudo yum install docker -y
+sudo service docker start
+sudo usermod -a -G docker ec2-user
+sudo docker build -t invoice .
+sudo docker run -d -p 80:8000 -t invoice
+'''
 
-def save_pdf(pdf_bytes):
+if __name__ == '__main__':
-    file_name = "invoice.pdf"
+    ec2 = boto3.resource(
-    binary_file = open(file_name, "wb")
+        'ec2',
-    binary_file.write(pdf_bytes)
+        region_name='us-east-1',
-    binary_file.close()
+        aws_access_key_id=aws_access_key_id,
-    return file_name
+        aws_secret_access_key=aws_secret_access_key,
+        aws_session_token=aws_session_token,
+    )
 
+    key_pair = ec2.create_key_pair(
+        KeyName=key_name,
+        KeyType='ed25519',
+        KeyFormat='pem',
+    )
 
-def convert_pdf_to_png(file):
+    security_group = ec2.create_security_group(
-    file_name = "invoice.png"
+        Description=security_group_name,
-    magnify = fitz.Matrix(ZOOM, ZOOM)
+        GroupName=security_group_name,
-    doc = fitz.open(file)
+        VpcId=default_vpc,
-    pix = doc[0].get_pixmap(matrix=magnify)
+    )
-    pix.save(file_name)
-    return file_name
 
+    inbound_rules = security_group.authorize_ingress(
+        GroupId=security_group.group_id,
+        CidrIp='0.0.0.0/0',
+        IpProtocol='tcp',
+        FromPort=80,
+        ToPort=80,
+    )
 
-def ocr_png_file(image_name):
+    instance = ec2.create_instances(
-    image = cv2.imread(image_name)
+        ImageId='ami-0b5eea76982371e91',
-    custom_config = r'-l pol --oem 3 --psm 6'
+        MinCount=1,
-    ocr_string = pytesseract.image_to_string(image, config=custom_config)
+        MaxCount=1,
-    return ocr_string
+        InstanceType='t2.micro',
-
+        KeyName=key_pair.name,
-
+        UserData=user_data,
-def find_vat_id(invoice_text):
+        SecurityGroups=[security_group.group_name],
-    pattern = "NIP: ([0-9])+ "
+    )
-    result = re.search(pattern, invoice_text)
-    vat_id = result.group()
-    vat_id = vat_id.replace("NIP: ", "")
-    return vat_id.strip()
-
-
-def find_seller_name(invoice_text):
-    pattern = "Nabywca:\n.*((?=sp.|spółka|S.A.|S.K.A.))"
-    result = re.search(pattern, invoice_text)
-    seller_name = result.group()
-    seller_name = seller_name.replace("Nabywca:\n", "")
-    return seller_name.strip() + " sp.z.o.o"
-
-
-def find_total_sum(invoice_text):
-    pattern_afv = "(?<=Wartość brutto )[0-9]{1,}.[0-9]{1,}(?= PLN\n)"
-    pattern_bfv = "(?<=PLN )[0-9]{1,}.[0-9]{1,}(?= PLN\n)"
-    regex_pattern = pattern_afv + "|" + pattern_bfv
-    result = re.search(regex_pattern, invoice_text)
-    total_sum = result.group()
-    total_sum = total_sum.replace("Do zapłaty:", "")
-    sum_string = total_sum.strip()
-    return float(sum_string)
-
-
-@app.post("/invoice")
-async def create_file(file: bytes = File()):
-    pdf_file = save_pdf(pdf_bytes=file)
-    png_file = convert_pdf_to_png(file=pdf_file)
-    invoice_text = ocr_png_file(image_name=png_file)
-    vat_id = find_vat_id(invoice_text=invoice_text)
-    seller_name = find_seller_name(invoice_text=invoice_text)
-    total_sum = find_total_sum(invoice_text=invoice_text)
-    json = {
-        "vat_id": vat_id,
-        "seller_name": seller_name,
-        "total": total_sum
-    }
-    return json
-
-# if __name__ == '__main__':
-#     file = "train/CFV 1_05_2021.pdf"
-#     png_file = convert_pdf_to_png(file)
-#     invoice_text = ocr_png_file(image_name=png_file)
-#     vat_id = find_vat_id(invoice_text=invoice_text)
-#     seller_name = find_seller_name(invoice_text=invoice_text)
-#     total_sum = find_total_sum(invoice_text=invoice_text)
-#     json = {
-#         "vat_id": vat_id,
-#         "seller_name": seller_name,
-#         "total": total_sum
-#     }
-#     print(json)