add jupyter
This commit is contained in:
parent
561a92489e
commit
4cdb496a97
@ -1,10 +1,2 @@
|
||||
## Projekt na przedmiot inżynieria oprogramowania
|
||||
|
||||
#### Starting script:
|
||||
|
||||
1. pip install --user kaggle #API Kaggle, do pobrania zbioru
|
||||
2. pip install --user pandas
|
||||
3. kaggle datasets download -d akash14/house-price-dataset (U have to have Kaggle token, more info here: https://www.kaggle.com/docs/api)
|
||||
4. unzip -o house-price-dataset.zip / tar -xf .\house-price-dataset.zip (for windows)
|
||||
|
||||
data from https://www.kaggle.com/datasets/akash14/house-price-dataset
|
||||
|
@ -1,36 +0,0 @@
|
||||
import pandas as pd
|
||||
import os
|
||||
|
||||
# rename files
|
||||
# os.rename('../Participants_Data_HPP/Train.csv', '../Participants_Data_HPP/Test1.csv')
|
||||
# os.rename('../Participants_Data_HPP/Test.csv', '../Participants_Data_HPP/Train1.csv')
|
||||
|
||||
# paths
|
||||
filePathTest = "../Participants_Data_HPP/Train.csv"
|
||||
filePathTrain = "../Participants_Data_HPP/Test.csv"
|
||||
|
||||
dataTest = pd.read_csv(filePathTest)
|
||||
dataTrain = pd.read_csv(filePathTrain)
|
||||
|
||||
number_lines = len(dataTest.index)
|
||||
row_size = number_lines // 2
|
||||
|
||||
# start looping through data writing it to a new file for each set
|
||||
# no of csv files with row size
|
||||
k = 2
|
||||
size = row_size
|
||||
|
||||
# split test data to test and dev
|
||||
for i in range(k):
|
||||
df = dataTest[size * i:size * (i + 1)]
|
||||
name = ""
|
||||
if i == 0:
|
||||
name = "Dev"
|
||||
else:
|
||||
name = "Test"
|
||||
df.to_csv(f'../Participants_Data_HPP/' + name + '.csv', index=False)
|
||||
|
||||
#df_1 = pd.read_csv("../Participants_Data_HPP/Dev.csv")
|
||||
|
||||
#df_2 = pd.read_csv("../Participants_Data_HPP/Test.csv")
|
||||
|
@ -1,31 +0,0 @@
|
||||
import pandas as pd
|
||||
import matplotlib.pyplot as plt
|
||||
|
||||
#https://www.kaggle.com/code/aadhavvignesh/regression-with-scikit-learn-practical-ml-1
|
||||
|
||||
dataPath = '../Participants_Data_HPP/Train.csv'
|
||||
data = pd.read_csv(dataPath)
|
||||
info = data.info()
|
||||
description = data.describe(include="all")
|
||||
corr = data.corr()
|
||||
|
||||
#select the most significant
|
||||
data = data[['TARGET(PRICE_IN_LACS)', 'SQUARE_FT', 'BHK_NO.', 'RESALE']]
|
||||
#print(data.head())
|
||||
data["BHK_NO."].value_counts().plot(kind="bar")
|
||||
#plt.show()
|
||||
|
||||
#normalize price column and flat area using min max technique
|
||||
columnName1 = 'TARGET(PRICE_IN_LACS)'
|
||||
columnName2 = 'SQUARE_FT'
|
||||
|
||||
column1Min = data[columnName1].min()
|
||||
column1Max = data[columnName1].max()
|
||||
column2Min = data[columnName2].min()
|
||||
column2Max = data[columnName2].max()
|
||||
|
||||
data[columnName1] = (data[columnName1] - column1Min) / (column1Max - column1Min)
|
||||
data[columnName2] = (data[columnName2] - column2Min) / (column2Max - column2Min)
|
||||
|
||||
print(data.head())
|
||||
print(data.describe(include="all"))
|
414
src/task1.ipynb
Normal file
414
src/task1.ipynb
Normal file
File diff suppressed because one or more lines are too long
Loading…
Reference in New Issue
Block a user