This commit is contained in:
Mikołaj Pokrywka 2022-03-27 21:47:35 +02:00
parent 3c80804774
commit 1da60cfa2e
2 changed files with 10 additions and 2 deletions

9
.gitignore vendored
View File

@ -1,2 +1,9 @@
.ipynb_checkpoints
fake_job_postings.csv
fake_job_postings.csv
column_titles.csv
data_test.csv
data_dev.csv
data_train.csv
data.csv
data_not_shuf.csv
data_not_cutted.csv

View File

@ -10,4 +10,5 @@ shuf data_not_shuf.csv > data_not_cutted.csv
head -n $1 data_not_cutted.csv > data.csv
sed -n '1,2500p' data.csv > data_test.csv
sed -n '2501,5000p' data.csv > data_dev.csv
tail -n +5001 data.csv > data_train.csv
tail -n +5001 data.csv > data_train.csv
rm data.csv real-or-fake-fake-jobposting-prediction.zip fake_job_postings.csv column_titles.csv data_not_shuf.csv data_not_cutted.csv