Hetzner/load-balancer/test.ipynb
2023-01-30 22:53:49 +01:00

67 KiB
Raw Blame History

%pip install requests
import requests
import random
import math
import time
import threading
import logging
logging.getLogger().setLevel(logging.INFO)


API_URL="http://65.109.40.56:80"


UNIT = 5.0 # secs

# Pre generated primes
first_primes_list = [2, 3, 5, 7, 11, 13, 17, 19, 23, 29,
                     31, 37, 41, 43, 47, 53, 59, 61, 67,
                     71, 73, 79, 83, 89, 97, 101, 103,
                     107, 109, 113, 127, 131, 137, 139,
                     149, 151, 157, 163, 167, 173, 179,
                     181, 191, 193, 197, 199, 211, 223,
                     227, 229, 233, 239, 241, 251, 257,
                     263, 269, 271, 277, 281, 283, 293,
                     307, 311, 313, 317, 331, 337, 347, 349]


def nBitRandom(n):
    return random.randrange(2**(n-1)+1, 2**n - 1)
 
def getLowLevelPrime(n):
    '''Generate a prime candidate divisible
    by first primes'''
    while True:
        # Obtain a random number
        pc = nBitRandom(n)
 
         # Test divisibility by pre-generated
         # primes
        for divisor in first_primes_list:
            if pc % divisor == 0 and divisor**2 <= pc:
                break
        else: return pc
 
def isMillerRabinPassed(mrc):
    '''Run 20 iterations of Rabin Miller Primality test'''
    maxDivisionsByTwo = 0
    ec = mrc-1
    while ec % 2 == 0:
        ec >>= 1
        maxDivisionsByTwo += 1
    assert(2**maxDivisionsByTwo * ec == mrc-1)
 
    def trialComposite(round_tester):
        if pow(round_tester, ec, mrc) == 1:
            return False
        for i in range(maxDivisionsByTwo):
            if pow(round_tester, 2**i * ec, mrc) == mrc-1:
                return False
        return True
 
    # Set number of trials here
    numberOfRabinTrials = 20
    for i in range(numberOfRabinTrials):
        round_tester = random.randrange(2, mrc)
        if trialComposite(round_tester):
            return False
    return True
 
def random_large_prime(bits):
    while True:
        prime_candidate = getLowLevelPrime(bits)
        if not isMillerRabinPassed(prime_candidate):
            continue
        else:
            return prime_candidate

def thread_function(i, fast, timeout):
    start = time.time()

    c = 5 # bits: 20: 200ms; 21: 350ms; 22: 700ms  23: 1.5s; 25: 6s; 26: 10s; 27: 24s
    bits = 19 if fast else 23
    last_report = time.time()
    processing_time = 0.0
    reqs = 0
    while True:
        iter_start = time.time()
        if iter_start - start > timeout:
            logging.info("Thread: %d\treqs: %d\tmean time: %.3fs\t%s"%(i, reqs, processing_time/reqs if reqs>0 else 0.0, "fast\t" if fast else ""))
            results[i][iter_start] = processing_time/reqs if reqs>0 else 0.0
            return
        if iter_start - last_report > UNIT/2:
            if len(results[i])%2 == 0:
                logging.info("Thread: %d\treqs: %d\tmean time: %.3fs\t%s"%(i, reqs, processing_time/reqs if reqs>0 else 0.0, "fast\t" if fast else ""))
            results[i][iter_start] = processing_time/reqs if reqs>0 else 0.0
            processing_time = 0.0
            reqs = 0
            last_report=iter_start

        factors = [random_large_prime(bits) for i in range(c)]
        factors.sort()
        n=math.prod(factors)

        r = requests.get(API_URL+'/factors/%d'%(n))
        if r.status_code != 200:
            logging.error("wrong status code from webservice")
        else:
            result = r.json()
            if result != factors:
                logging.error("Wrong factors")

        processing_time+=time.time() - iter_start
        reqs+=1
        time.sleep(0.5)

START = time.time()
slow_threads = 4

results = [ {} for i in range(slow_threads+1)]

t0 = threading.Thread(target=thread_function, args=(0, True, (5 + slow_threads*3) * UNIT))
t0.start()
time.sleep(2 * UNIT)
for i in range(slow_threads):
    t = threading.Thread(target=thread_function, args=(i+1, False, (slow_threads-i) * 3 * UNIT))
    t.start()
    time.sleep(2 * UNIT)

t0.join()
Requirement already satisfied: requests in /home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/lib/python3.9/site-packages (2.28.2)
Requirement already satisfied: charset-normalizer<4,>=2 in /home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/lib/python3.9/site-packages (from requests) (3.0.1)
Requirement already satisfied: certifi>=2017.4.17 in /home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/lib/python3.9/site-packages (from requests) (2022.12.7)
Requirement already satisfied: idna<4,>=2.5 in /home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/lib/python3.9/site-packages (from requests) (3.4)
Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/lib/python3.9/site-packages (from requests) (1.26.14)
WARNING: You are using pip version 22.0.4; however, version 22.3.1 is available.
You should consider upgrading via the '/home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/bin/python -m pip install --upgrade pip' command.
Note: you may need to restart the kernel to use updated packages.
INFO:root:Thread: 0	reqs: 4	mean time: 0.192s	fast	
INFO:root:Thread: 0	reqs: 4	mean time: 0.178s	fast	
INFO:root:Thread: 1	reqs: 2	mean time: 1.489s	
INFO:root:Thread: 0	reqs: 3	mean time: 0.523s	fast	
INFO:root:Thread: 0	reqs: 3	mean time: 0.755s	fast	
INFO:root:Thread: 1	reqs: 2	mean time: 1.824s	
INFO:root:Thread: 2	reqs: 2	mean time: 1.823s	
INFO:root:Thread: 0	reqs: 3	mean time: 0.610s	fast	
INFO:root:Thread: 2	reqs: 1	mean time: 2.086s	
INFO:root:Thread: 1	reqs: 2	mean time: 1.465s	
INFO:root:Thread: 3	reqs: 1	mean time: 2.584s	
INFO:root:Thread: 0	reqs: 2	mean time: 1.565s	fast	
INFO:root:Thread: 1	reqs: 1	mean time: 2.151s	
INFO:root:Thread: 3	reqs: 2	mean time: 1.598s	
INFO:root:Thread: 2	reqs: 2	mean time: 2.198s	
INFO:root:Thread: 4	reqs: 1	mean time: 2.863s	
INFO:root:Thread: 0	reqs: 2	mean time: 2.258s	fast	
INFO:root:Thread: 1	reqs: 1	mean time: 2.775s	
INFO:root:Thread: 3	reqs: 1	mean time: 2.154s	
INFO:root:Thread: 2	reqs: 1	mean time: 2.530s	
INFO:root:Thread: 4	reqs: 1	mean time: 2.278s	
INFO:root:Thread: 0	reqs: 2	mean time: 1.543s	fast	
INFO:root:Thread: 1	reqs: 2	mean time: 1.730s	
INFO:root:Thread: 3	reqs: 1	mean time: 3.747s	
INFO:root:Thread: 4	reqs: 1	mean time: 2.123s	
INFO:root:Thread: 2	reqs: 1	mean time: 4.172s	
INFO:root:Thread: 0	reqs: 3	mean time: 0.420s	fast	
INFO:root:Thread: 3	reqs: 1	mean time: 2.872s	
INFO:root:Thread: 1	reqs: 1	mean time: 4.077s	
INFO:root:Thread: 2	reqs: 1	mean time: 2.762s	
INFO:root:Thread: 2	reqs: 1	mean time: 2.906s	
INFO:root:Thread: 0	reqs: 3	mean time: 0.707s	fast	
INFO:root:Thread: 1	reqs: 2	mean time: 1.576s	
INFO:root:Thread: 0	reqs: 3	mean time: 0.447s	fast	
INFO:root:Thread: 0	reqs: 4	mean time: 0.205s	fast	
INFO:root:Thread: 0	reqs: 4	mean time: 0.190s	fast	
INFO:root:Thread: 0	reqs: 4	mean time: 0.200s	fast	
%pip install numpy --quiet
%pip install matplotlib --quiet
%pip install scipy --quiet
import numpy as np
import matplotlib.pyplot as plt
import scipy.stats as stats
mu = 0
std = 1
for i, result in enumerate(results):
    x = [(x - START)/UNIT for x in result.keys()]
    y = result.values()
    plt.plot(x, y, label="t%d"%(i,))

plt.legend()
plt.savefig('load-balancer.png')
plt.show()
WARNING: You are using pip version 22.0.4; however, version 22.3.1 is available.
You should consider upgrading via the '/home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/bin/python -m pip install --upgrade pip' command.
Note: you may need to restart the kernel to use updated packages.
WARNING: You are using pip version 22.0.4; however, version 22.3.1 is available.
You should consider upgrading via the '/home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/bin/python -m pip install --upgrade pip' command.
Note: you may need to restart the kernel to use updated packages.
WARNING: You are using pip version 22.0.4; however, version 22.3.1 is available.
You should consider upgrading via the '/home/kuba/uam/sem2/chmura/Hetzner/code-server/hetz_gitea_venv/bin/python -m pip install --upgrade pip' command.
Note: you may need to restart the kernel to use updated packages.