ium_444463/download_data_and_process.py
2022-04-03 12:05:23 +02:00

20 lines
601 B
Python

import subprocess
import pandas as pd
import numpy as np
rc = subprocess.call("./process_data.sh")
data=pd.read_csv('fake_job_postings.csv')
data = data.replace(np.nan, '', regex=True)
print("="*20)
print('Ilość wierszy w zbiorze: ',len(data))
print("="*10, ' data["department"].value_counts() ', 10*'=')
print(data["department"].value_counts())
print("="*10, ' data.median() ', 10*'=')
print(data.median())
print("="*10, ' data.describe(include="all") ', 10*'=')
print(data.describe(include='all'))
data.describe(include="all").to_csv(r'stats.txt', header=None, index=None, sep='\t', mode='a')