limit for jenkins

This commit is contained in:
Robert Bendun 2023-03-22 15:17:22 +01:00
parent b122851eb7
commit c5977908fc
3 changed files with 22 additions and 34 deletions

26
Jenkinsfile vendored
View File

@ -1,26 +1,8 @@
node {
stage('Preparation') {
properties([
parameters([
string(
defaultValue: 'Hello World!',
description: 'Tekst do wyświetlenie',
name: 'INPUT_TEXT',
trim: false
)
])
])
}
stage('Hello') {
//Wypisz wartość parametru w konsoli (To nie jest polecenie bash, tylko groovy!)
echo "INPUT_TEXT: ${INPUT_TEXT}"
//Wywołaj w konsoli komendę "figlet", która generuje ASCI-art
sh "figlet \"${INPUT_TEXT}\" | tee output.txt"
}
stage('Goodbye') {
echo 'Goodbye!'
//Zarchiwizuj wynik
archiveArtifacts 'output.txt'
stage('Build') {
checkout([$class: 'GitSCM', branches: [[name: 'ztm']], extensions: [], userRemoteConfigs: [[url: 'https://git.wmi.amu.edu.pl/s452639/ium_452639']]])
sh './prepare-ztm-data.sh'
archiveArtifacts artifacts: 'stop_times.csv', followSymlinks: false
}
}

View File

@ -2,7 +2,8 @@
set -xe -o pipefail
make normalize csv2tsv/csv2tsv
# Disable to allow to work in bare jenkins
# make normalize csv2tsv/csv2tsv
keep=(stops.txt trips.txt stop_times.txt)
@ -22,15 +23,21 @@ cd ..
for k in "${keep[@]}"; do
csv="${k%.txt}.csv"
tsv="${k%.txt}.tsv"
if [ ! -f "$tsv" ]; then
cat $(find data -name "$k") > "$csv"
csv2tsv/csv2tsv <"$csv" >"$tsv"
fi
cat $(find data -name "$k") > "$csv"
done
if [ ! -f "stop_times.normalized.tsv" ]; then
./normalize <stop_times.tsv >stop_times.normalized.tsv
./split_train_valid_test.py
fi
./stats.py
# Disable to allow to work in bare jenkins
# for k in "${keep[@]}"; do
# csv="${k%.txt}.csv"
# tsv="${k%.txt}.tsv"
# if [ ! -f "$tsv" ]; then
# cat $(find data -name "$k") > "$csv"
# csv2tsv/csv2tsv <"$csv" >"$tsv"
# fi
# done
#
# if [ ! -f "stop_times.normalized.tsv" ]; then
# ./normalize <stop_times.tsv >stop_times.normalized.tsv
# ./split_train_valid_test.py
# fi
# ./stats.py

View File

@ -42,7 +42,6 @@ shgroup["departure_time"] = shgroup["departure_time"].map(float2time)
print(shgroup)
print()
print("--- Normalized data statistics -------------------------------")
print(data.describe(include='all'))