s464913/ium_464913
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Dockerfile

Browse Source
This commit is contained in:
Mateusz 2024-04-01 17:58:31 +02:00
parent e4dcf6d40d
commit 9c6088e6f9
2 changed files with 2 additions and 27 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
Jenkinsfile vendored
View File

@ -28,15 +28,8 @@ pipeline {
stages { stages {
stage('Run create-dataset script') { stage('Run create-dataset script') {
steps { steps {
withEnv (["KAGGLE_USERNAME=${params.KAGGLE_USERNAME}", "KAGGLE_KEY=${params.KAGGLE_KEY}"]) { sh 'chmod +x create-dataset.py'
sh 'chmod +x create-dataset.py' sh 'python3 ./create-dataset.py $KAGGLE_USERNAME'
sh 'python3 ./create-dataset.py $KAGGLE_USERNAME'
}
}
}
stage('Archive Artifacts') {
steps {
archiveArtifacts artifacts: 'data/*', onlyIfSuccessful: true
} }
} }
} }

18
create-dataset.py
View File

@ -93,24 +93,6 @@ def main():
os.system("rm -rf data/*") os.system("rm -rf data/*")
df = load_data("creditcard.csv")
df = normalize_data(df)
undersample_data, X_undersample, y_undersample = create_undersample_data(df)
X_train_undersample, X_test_undersample, y_train_undersample, y_test_undersample = (
split_undersample_data(X_undersample, y_undersample)
)
save_undersample_data(
undersample_data,
X_train_undersample,
X_test_undersample,
y_train_undersample,
y_test_undersample,
)
X_train, X_test, y_train, y_test = split_whole_data(df)
save_whole_data(df, X_train, X_test, y_train, y_test)
if __name__ == "__main__": if __name__ == "__main__":
main() main()