s444463/ium_444463
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

refactoring

Browse Source
This commit is contained in:
Mikołaj Pokrywka 2022-04-03 13:17:49 +02:00
parent 0b623cb5a9
commit f4a434017f
3 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@ -12,4 +12,6 @@ RUN pip3 install -r ./requirements.txt
COPY ./process_data.sh ./ COPY ./process_data.sh ./
COPY ./download_data_and_process.py ./ COPY ./download_data_and_process.py ./
COPY ./stats.py ./ COPY ./stats.py ./
RUN ./process_data.sh
# Domyślne polecenie, które zostanie uruchomione w kontenerze po jego starcie
CMD python -u ./download_data_and_process.py

2
Jenkinsfile vendored
View File

@ -21,7 +21,7 @@ pipeline {
} }
agent { agent {
dockerfile { dockerfile {
additionalBuildArgs "--build-arg KAGGLE_USERNAME=${params.KAGGLE_USERNAME} --build-arg KAGGLE_KEY=${params.KAGGLE_KEY} -t ium" additionalBuildArgs "-e KAGGLE_USERNAME=${params.KAGGLE_USERNAME} -e KAGGLE_KEY=${params.KAGGLE_KEY} -t ium"
} }
} }
stages { stages {

1
download_data_and_process.py
View File

@ -1,6 +1,7 @@
import subprocess import subprocess
import pandas as pd import pandas as pd
import numpy as np import numpy as np
rc = subprocess.call("./process_data.sh")
data=pd.read_csv('fake_job_postings.csv') data=pd.read_csv('fake_job_postings.csv')
data = data.replace(np.nan, '', regex=True) data = data.replace(np.nan, '', regex=True)