limit for jenkins

This commit is contained in:
Robert Bendun 2023-03-22 15:17:22 +01:00
parent b122851eb7
commit c5977908fc
3 changed files with 22 additions and 34 deletions

26
Jenkinsfile vendored
View File

@ -1,26 +1,8 @@
node { node {
stage('Preparation') { stage('Build') {
properties([ checkout([$class: 'GitSCM', branches: [[name: 'ztm']], extensions: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s452639/ium_452639']]])
parameters([ sh './prepare-ztm-data.sh'
string( archiveArtifacts artifacts: 'stop_times.csv', followSymlinks: false
defaultValue: 'Hello World!',
description: 'Tekst do wyświetlenie',
name: 'INPUT_TEXT',
trim: false
)
])
])
}
stage('Hello') {
//Wypisz wartość parametru w konsoli (To nie jest polecenie bash, tylko groovy!)
echo "INPUT_TEXT: ${INPUT_TEXT}"
//Wywołaj w konsoli komendę "figlet", która generuje ASCI-art
sh "figlet \"${INPUT_TEXT}\" | tee output.txt"
}
stage('Goodbye') {
echo 'Goodbye!'
//Zarchiwizuj wynik
archiveArtifacts 'output.txt'
} }
} }

View File

@ -2,7 +2,8 @@
set -xe -o pipefail set -xe -o pipefail
make normalize csv2tsv/csv2tsv # Disable to allow to work in bare jenkins
# make normalize csv2tsv/csv2tsv
keep=(stops.txt trips.txt stop_times.txt) keep=(stops.txt trips.txt stop_times.txt)
@ -22,15 +23,21 @@ cd ..
for k in "${keep[@]}"; do for k in "${keep[@]}"; do
csv="${k%.txt}.csv" csv="${k%.txt}.csv"
tsv="${k%.txt}.tsv" cat $(find data -name "$k") > "$csv"
if [ ! -f "$tsv" ]; then
cat $(find data -name "$k") > "$csv"
csv2tsv/csv2tsv <"$csv" >"$tsv"
fi
done done
if [ ! -f "stop_times.normalized.tsv" ]; then # Disable to allow to work in bare jenkins
./normalize <stop_times.tsv >stop_times.normalized.tsv # for k in "${keep[@]}"; do
./split_train_valid_test.py # csv="${k%.txt}.csv"
fi # tsv="${k%.txt}.tsv"
./stats.py # if [ ! -f "$tsv" ]; then
# cat $(find data -name "$k") > "$csv"
# csv2tsv/csv2tsv <"$csv" >"$tsv"
# fi
# done
#
# if [ ! -f "stop_times.normalized.tsv" ]; then
# ./normalize <stop_times.tsv >stop_times.normalized.tsv
# ./split_train_valid_test.py
# fi
# ./stats.py

View File

@ -42,7 +42,6 @@ shgroup["departure_time"] = shgroup["departure_time"].map(float2time)
print(shgroup) print(shgroup)
print() print()
print("--- Normalized data statistics -------------------------------") print("--- Normalized data statistics -------------------------------")
print(data.describe(include='all')) print(data.describe(include='all'))