From 68debb5427bd1bfac857120ce2a41ae1fd41b8a0 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:36:41 +0200 Subject: [PATCH 01/16] fix script --- Jenkinsfile | 2 +- src/Jenkinsfile | 10 ++++++++++ startscript1.sh | 2 +- 3 files changed, 12 insertions(+), 2 deletions(-) create mode 100644 src/Jenkinsfile diff --git a/Jenkinsfile b/Jenkinsfile index 4c92645..c59e46d 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -27,7 +27,7 @@ pipeline { steps { sh "chmod u+x ./startscript1.sh" sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${env.KAGGLE_KEY} CUTOFF=${CUTOFF} ./startscript1.sh" - archiveArtifacts 'data.txt' + archiveArtifacts artifacts: 'data.txt' } } } diff --git a/src/Jenkinsfile b/src/Jenkinsfile new file mode 100644 index 0000000..ffd6cc0 --- /dev/null +++ b/src/Jenkinsfile @@ -0,0 +1,10 @@ +pipeline { + agent any + stages { + stage('Stage 1') { + steps { + echo 'Hello world!' + } + } + } +} \ No newline at end of file diff --git a/startscript1.sh b/startscript1.sh index e7dbb8f..84a8a57 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -1,4 +1,4 @@ #!/bin/sh kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip -head -n $CUTOFF ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file +head -n $1 ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file From 65bb1a506b27ce029a2a6faca8b9410f0f9f1783 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:49:00 +0200 Subject: [PATCH 02/16] fix script --- startscript1.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/startscript1.sh b/startscript1.sh index 84a8a57..8062022 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -1,4 +1,5 @@ #!/bin/sh kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip -head -n $1 ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file +echo $3 +head -n $3 ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file From a217a2f0e57e8cb6808b45780e0320bfed081c49 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:49:33 +0200 Subject: [PATCH 03/16] fix script --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index c59e46d..01aae0f 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -26,7 +26,7 @@ pipeline { stage("Shell Scripts") { steps { sh "chmod u+x ./startscript1.sh" - sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${env.KAGGLE_KEY} CUTOFF=${CUTOFF} ./startscript1.sh" + sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${env.KAGGLE_KEY} ${CUTOFF} ./startscript1.sh" archiveArtifacts artifacts: 'data.txt' } } From c14c26512529afe7880d19fa14d5d9c118ec9115 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:51:03 +0200 Subject: [PATCH 04/16] fix script --- Jenkinsfile | 2 +- Jenkinsfile2 | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 01aae0f..c59e46d 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -26,7 +26,7 @@ pipeline { stage("Shell Scripts") { steps { sh "chmod u+x ./startscript1.sh" - sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${env.KAGGLE_KEY} ${CUTOFF} ./startscript1.sh" + sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${env.KAGGLE_KEY} CUTOFF=${CUTOFF} ./startscript1.sh" archiveArtifacts artifacts: 'data.txt' } } diff --git a/Jenkinsfile2 b/Jenkinsfile2 index d6f9c54..e2855aa 100644 --- a/Jenkinsfile2 +++ b/Jenkinsfile2 @@ -24,7 +24,7 @@ ) sh "chmod u+x ./startscript2.sh" sh " ./startscript2.sh" - archiveArtifacts 'num_lines.txt' + archiveArtifacts artifacts: 'num_lines.txt' } } } From 7ce16aad431d62a0e4ceed86a57bb8ac038a89de Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:51:37 +0200 Subject: [PATCH 05/16] fix script --- startscript1.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/startscript1.sh b/startscript1.sh index 8062022..66e9977 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -1,5 +1,5 @@ #!/bin/sh kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip -echo $3 -head -n $3 ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file +echo $CUTOFF +head -n $CUTOFF ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file From 2ffd6aaedcd487f95b27f12e494bfd514e4f7901 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:53:20 +0200 Subject: [PATCH 06/16] fix artifact --- Jenkinsfile2 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile2 b/Jenkinsfile2 index e2855aa..28f9188 100644 --- a/Jenkinsfile2 +++ b/Jenkinsfile2 @@ -24,7 +24,7 @@ ) sh "chmod u+x ./startscript2.sh" sh " ./startscript2.sh" - archiveArtifacts artifacts: 'num_lines.txt' + archiveArtifacts artifacts: 'data.txt' } } } From 1716c8afaf45a65357634c27680049b5e8721d4f Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 10:55:20 +0200 Subject: [PATCH 07/16] fix artifact --- Jenkinsfile2 | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Jenkinsfile2 b/Jenkinsfile2 index 28f9188..1e723d4 100644 --- a/Jenkinsfile2 +++ b/Jenkinsfile2 @@ -3,7 +3,7 @@ parameters{ buildSelector( defaultSelector: lastSuccessful(), - name: 's444417-create-dataset', + name: 'BUILD_SELECTOR', description: 'Build selector for Copy artifact' ) @@ -24,7 +24,7 @@ ) sh "chmod u+x ./startscript2.sh" sh " ./startscript2.sh" - archiveArtifacts artifacts: 'data.txt' + archiveArtifacts artifacts: 'num_lines.txt' } } } From 7c3850c773769742cb45cdff241393f4618bb86e Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:00:05 +0200 Subject: [PATCH 08/16] fix script --- startscript1.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/startscript1.sh b/startscript1.sh index 66e9977..aa18d8c 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -2,4 +2,4 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -head -n $CUTOFF ./Participants_Data_HPP/Train.csv >> data.txt \ No newline at end of file +head -n $CUTOFF ./Participants_Data_HPP/Train.csv > data.txt \ No newline at end of file From 80f59025d6d36d690e69f73856ec0bbfb6f63c2e Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:00:55 +0200 Subject: [PATCH 09/16] delete filter --- Jenkinsfile2 | 1 - 1 file changed, 1 deletion(-) diff --git a/Jenkinsfile2 b/Jenkinsfile2 index 1e723d4..d7cc6d6 100644 --- a/Jenkinsfile2 +++ b/Jenkinsfile2 @@ -19,7 +19,6 @@ copyArtifacts( fingerprintArtifacts: true, projectName: 's444417-create-dataset', - filter:'data.txt', selector: buildParameter('BUILD_SELECTOR') ) sh "chmod u+x ./startscript2.sh" From 022fbdfbb55ea7e19f528b59b4315f36eb6cd2b1 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:08:37 +0200 Subject: [PATCH 10/16] shuf --- startscript1.sh | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/startscript1.sh b/startscript1.sh index aa18d8c..7c032ca 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -2,4 +2,6 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -head -n $CUTOFF ./Participants_Data_HPP/Train.csv > data.txt \ No newline at end of file + +./Participants_Data_HPP/Train.csv | shuf | head -n $CUTOFF ./Participants_Data_HPP/Train.csv > data.txt +./Participants_Data_HPP/Test.csv | shuf | head -n $CUTOFF ./Participants_Data_HPP/Test.csv > dataTest.txt From 2262ca54caf6187d2209835b03cb8a476dacb615 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:11:10 +0200 Subject: [PATCH 11/16] artifact --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index c59e46d..34ddeaa 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -27,7 +27,7 @@ pipeline { steps { sh "chmod u+x ./startscript1.sh" sh "KAGGLE_USERNAME=${KAGGLE_USERNAME} KAGGLE_KEY=${env.KAGGLE_KEY} CUTOFF=${CUTOFF} ./startscript1.sh" - archiveArtifacts artifacts: 'data.txt' + archiveArtifacts artifacts: 'data.txt, dataTest.txt' } } } From eb6ba7849886c04ac5f4fcd745aade108d54b8a6 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:15:17 +0200 Subject: [PATCH 12/16] shuf --- startscript1.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/startscript1.sh b/startscript1.sh index 7c032ca..60f24eb 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -3,5 +3,5 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -./Participants_Data_HPP/Train.csv | shuf | head -n $CUTOFF ./Participants_Data_HPP/Train.csv > data.txt -./Participants_Data_HPP/Test.csv | shuf | head -n $CUTOFF ./Participants_Data_HPP/Test.csv > dataTest.txt +./Participants_Data_HPP/Train.csv | shuf | head -n $CUTOFF > data.txt +./Participants_Data_HPP/Test.csv | shuf | head -n $CUTOFF > dataTest.txt From 2619b707064bd9365e085a1b33df9da49aea8a5a Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:19:06 +0200 Subject: [PATCH 13/16] shuf fix --- startscript1.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/startscript1.sh b/startscript1.sh index 60f24eb..88d2abd 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -3,5 +3,5 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -./Participants_Data_HPP/Train.csv | shuf | head -n $CUTOFF > data.txt -./Participants_Data_HPP/Test.csv | shuf | head -n $CUTOFF > dataTest.txt +shuf ./Participants_Data_HPP/Train.csv | head -n $CUTOFF > data.txt +shuf ./Participants_Data_HPP/Test.csv | head -n $CUTOFF > dataTest.txt From da426bf63966198e56fe267cb964fcfdba27da5e Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:22:40 +0200 Subject: [PATCH 14/16] shuf fix --- startscript1.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/startscript1.sh b/startscript1.sh index 88d2abd..60f24eb 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -3,5 +3,5 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -shuf ./Participants_Data_HPP/Train.csv | head -n $CUTOFF > data.txt -shuf ./Participants_Data_HPP/Test.csv | head -n $CUTOFF > dataTest.txt +./Participants_Data_HPP/Train.csv | shuf | head -n $CUTOFF > data.txt +./Participants_Data_HPP/Test.csv | shuf | head -n $CUTOFF > dataTest.txt From 1830a49a91652cd4069e283fe7154725095b827a Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:35:26 +0200 Subject: [PATCH 15/16] shuf fix --- data.txt | 4 ++++ startscript1.sh | 4 ++-- 2 files changed, 6 insertions(+), 2 deletions(-) create mode 100644 data.txt diff --git a/data.txt b/data.txt new file mode 100644 index 0000000..836b7f2 --- /dev/null +++ b/data.txt @@ -0,0 +1,4 @@ +POSTED_BY,UNDER_CONSTRUCTION,RERA,BHK_NO.,BHK_OR_RK,SQUARE_FT,READY_TO_MOVE,RESALE,ADDRESS,LONGITUDE,LATITUDE,TARGET(PRICE_IN_LACS) +Owner,0,0,2,BHK,1300.236407,1,1,"Ksfc Layout,Bangalore",12.96991,77.59796,55.0 +Dealer,0,0,2,BHK,1275.0,1,1,"Vishweshwara Nagar,Mysore",12.274538,76.644605,51.0 +Owner,0,0,2,BHK,933.1597222000001,1,1,"Jigani,Bangalore",12.778033,77.632191,43.0 diff --git a/startscript1.sh b/startscript1.sh index 60f24eb..6ca1d23 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -3,5 +3,5 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -./Participants_Data_HPP/Train.csv | shuf | head -n $CUTOFF > data.txt -./Participants_Data_HPP/Test.csv | shuf | head -n $CUTOFF > dataTest.txt +./Participants_Data_HPP/Train.csv | head -n $CUTOFF > data.txt +./Participants_Data_HPP/Test.csv | head -n $CUTOFF > dataTest.txt From e9eff36ac1eb8e63789cf0fb156d484669458ec3 Mon Sep 17 00:00:00 2001 From: s444417 Date: Mon, 28 Mar 2022 11:36:20 +0200 Subject: [PATCH 16/16] shuf fix --- startscript1.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/startscript1.sh b/startscript1.sh index 6ca1d23..927f91a 100644 --- a/startscript1.sh +++ b/startscript1.sh @@ -3,5 +3,5 @@ kaggle datasets download -d akash14/house-price-dataset unzip -o house-price-dataset.zip echo $CUTOFF -./Participants_Data_HPP/Train.csv | head -n $CUTOFF > data.txt -./Participants_Data_HPP/Test.csv | head -n $CUTOFF > dataTest.txt +head -n $CUTOFF ./Participants_Data_HPP/Train.csv > data.txt +head -n $CUTOFF ./Participants_Data_HPP/Test.csv > dataTest.txt