refactoring

This commit is contained in:
Mikołaj Pokrywka 2022-04-03 13:17:49 +02:00
parent 0b623cb5a9
commit f4a434017f
3 changed files with 5 additions and 2 deletions

View File

@ -12,4 +12,6 @@ RUN pip3 install -r ./requirements.txt
COPY ./process_data.sh ./
COPY ./download_data_and_process.py ./
COPY ./stats.py ./
RUN ./process_data.sh
# Domyślne polecenie, które zostanie uruchomione w kontenerze po jego starcie
CMD python -u ./download_data_and_process.py

2
Jenkinsfile vendored
View File

@ -21,7 +21,7 @@ pipeline {
}
agent {
dockerfile {
additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} -t ium"
additionalBuildArgs "-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY} -t ium"
}
}
stages {

View File

@ -1,6 +1,7 @@
import subprocess
import pandas as pd
import numpy as np
rc = subprocess.call("./process_data.sh")
data=pd.read_csv('fake_job_postings.csv')
data = data.replace(np.nan, '', regex=True)