s434784/ium_434784
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Added Data python script

Browse Source
This commit is contained in:
Maciej Sobkowiak 2021-04-12 00:09:28 +02:00
parent 10a39edee8
commit 171fd416dc
1 changed files with 44 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
preprocesing_python.py Normal file
View File

@ -0,0 +1,44 @@
import sys
import kaggle
import pandas as pd
import numpy as np
import matplotlib.pyplot as plt
sc = pd.read_csv('who_suicide_statistics.csv')
sc
train, validate, test = np.split(sc.sample(frac=1, random_state=42),
[int(.6*len(sc)), int(.8*len(sc))])
print("Train set: ", train.size)
print("Validate set: ", validate.size)
print("Test set: ", test.size)
print(train.describe(include='all'))
print(train.country.value_counts())
print(validate.describe(include='all'))
print(validate.country.value_counts())
print(test.describe(include='all'))
print(test.country.value_counts())
pd.value_counts(train['country']).plot.bar()
pd.value_counts(validate['country']).plot.bar()
pd.value_counts(test['country']).plot.bar()
test['age'] = test['age'].map(lambda x: x.rstrip('years'))
train['age'] = train['age'].map(lambda x: x.rstrip('years'))
validate['age'] = validate['age'].map(lambda x: x.rstrip('years'))
print(train.isnull().sum())
print(validate.isnull().sum())
print(test.isnull().sum())
train.dropna(inplace=True)
validate.dropna(inplace=True)
test.dropna(inplace=True)
print(train)
print(validate)
print(test)