#!/bin/bash
curl -OL https://git.wmi.amu.edu.pl/s434780/ium_434780/src/branch/master/resources/Amazon_Consumer_Reviews.csv
head -n -1 Amazon_Consumer_Reviews.csv | shuf > Amazon_Consumer_Reviews.csv.shuf
wc -l Amazon_Consumer_Reviews.csv
head -n 500 Amazon_Consumer_Reviews.csv.shuf > test.csv
head -n 500 Amazon_Consumer_Reviews.csv.shuf | tail -n 2006 > dev.csv
tail -n +501 Amazon_Consumer_Reviews.csv.shuf > train.csv
wc -l *.csv