diff --git a/Jenkinsfile b/Jenkinsfile new file mode 100644 index 0000000..e7d04ab --- /dev/null +++ b/Jenkinsfile @@ -0,0 +1,10 @@ +pipeline { + agent any + stages { + stage('Stage 1') { + steps { + echo 'Hello world!' + } + } + } +} diff --git a/download_data.ipynb b/download_data.ipynb index b3764bc..2406c07 100644 --- a/download_data.ipynb +++ b/download_data.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 12, + "execution_count": 28, "id": "5e2107a5", "metadata": {}, "outputs": [], @@ -12,7 +12,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 29, "id": "bcc889e5", "metadata": {}, "outputs": [ @@ -21,12 +21,12 @@ "output_type": "stream", "text": [ "Requirement already satisfied: kaggle in /home/students/s444463/.local/lib/python3.8/site-packages (1.5.12)\n", - "Requirement already satisfied: python-slugify in /home/students/s444463/.local/lib/python3.8/site-packages (from kaggle) (6.1.1)\n", - "Requirement already satisfied: certifi in /usr/lib/python3/dist-packages (from kaggle) (2019.11.28)\n", - "Requirement already satisfied: urllib3 in /usr/lib/python3/dist-packages (from kaggle) (1.25.8)\n", - "Requirement already satisfied: requests in /usr/lib/python3/dist-packages (from kaggle) (2.22.0)\n", - "Requirement already satisfied: six>=1.10 in /usr/lib/python3/dist-packages (from kaggle) (1.14.0)\n", "Requirement already satisfied: tqdm in /home/students/s444463/.local/lib/python3.8/site-packages (from kaggle) (4.63.0)\n", + "Requirement already satisfied: urllib3 in /usr/lib/python3/dist-packages (from kaggle) (1.25.8)\n", + "Requirement already satisfied: six>=1.10 in /usr/lib/python3/dist-packages (from kaggle) (1.14.0)\n", + "Requirement already satisfied: certifi in /usr/lib/python3/dist-packages (from kaggle) (2019.11.28)\n", + "Requirement already satisfied: requests in /usr/lib/python3/dist-packages (from kaggle) (2.22.0)\n", + "Requirement already satisfied: python-slugify in /home/students/s444463/.local/lib/python3.8/site-packages (from kaggle) (6.1.1)\n", "Requirement already satisfied: python-dateutil in /usr/lib/python3/dist-packages (from kaggle) (2.7.3)\n", "Requirement already satisfied: text-unidecode>=1.3 in /home/students/s444463/.local/lib/python3.8/site-packages (from python-slugify->kaggle) (1.3)\n", "\u001b[33mWARNING: You are using pip version 21.2.4; however, version 22.0.4 is available.\n", @@ -48,7 +48,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 30, "id": "02a4034f", "metadata": {}, "outputs": [ @@ -68,7 +68,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 31, "id": "5035aef0", "metadata": {}, "outputs": [ @@ -86,7 +86,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 32, "id": "14344d2f", "metadata": {}, "outputs": [ @@ -97,13 +97,13 @@ "Requirement already satisfied: seaborn in /home/students/s444463/.local/lib/python3.8/site-packages (0.11.2)\n", "Requirement already satisfied: numpy>=1.15 in /usr/lib/python3/dist-packages (from seaborn) (1.17.4)\n", "Requirement already satisfied: scipy>=1.0 in /usr/lib/python3/dist-packages (from seaborn) (1.3.3)\n", - "Requirement already satisfied: pandas>=0.23 in /usr/lib/python3/dist-packages (from seaborn) (0.25.3)\n", "Requirement already satisfied: matplotlib>=2.2 in /home/students/s444463/.local/lib/python3.8/site-packages (from seaborn) (3.4.3)\n", + "Requirement already satisfied: pandas>=0.23 in /usr/lib/python3/dist-packages (from seaborn) (0.25.3)\n", "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.8/dist-packages (from matplotlib>=2.2->seaborn) (8.3.2)\n", - "Requirement already satisfied: python-dateutil>=2.7 in /usr/lib/python3/dist-packages (from matplotlib>=2.2->seaborn) (2.7.3)\n", - "Requirement already satisfied: cycler>=0.10 in /home/students/s444463/.local/lib/python3.8/site-packages (from matplotlib>=2.2->seaborn) (0.10.0)\n", "Requirement already satisfied: pyparsing>=2.2.1 in /usr/local/lib/python3.8/dist-packages (from matplotlib>=2.2->seaborn) (2.4.7)\n", + "Requirement already satisfied: cycler>=0.10 in /home/students/s444463/.local/lib/python3.8/site-packages (from matplotlib>=2.2->seaborn) (0.10.0)\n", "Requirement already satisfied: kiwisolver>=1.0.1 in /home/students/s444463/.local/lib/python3.8/site-packages (from matplotlib>=2.2->seaborn) (1.3.2)\n", + "Requirement already satisfied: python-dateutil>=2.7 in /usr/lib/python3/dist-packages (from matplotlib>=2.2->seaborn) (2.7.3)\n", "Requirement already satisfied: six in /usr/lib/python3/dist-packages (from cycler>=0.10->matplotlib>=2.2->seaborn) (1.14.0)\n", "\u001b[33mWARNING: You are using pip version 21.2.4; however, version 22.0.4 is available.\n", "You should consider upgrading via the '/usr/bin/python3 -m pip install --upgrade pip' command.\u001b[0m\n" @@ -116,7 +116,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 33, "id": "0f5ebfab", "metadata": {}, "outputs": [ @@ -519,7 +519,7 @@ "[17880 rows x 18 columns]" ] }, - "execution_count": 17, + "execution_count": 33, "metadata": {}, "output_type": "execute_result" } @@ -532,7 +532,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 34, "id": "edbf49da", "metadata": {}, "outputs": [ @@ -551,7 +551,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 35, "id": "e60b3f32", "metadata": {}, "outputs": [ @@ -572,7 +572,7 @@ "Name: department, Length: 1337, dtype: int64" ] }, - "execution_count": 19, + "execution_count": 35, "metadata": {}, "output_type": "execute_result" } @@ -583,10 +583,414 @@ }, { "cell_type": "code", - "execution_count": null, - "id": "2612d68b", + "execution_count": 36, + "id": "ddb2fc38", "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
job_idtitlelocationdepartmentsalary_rangecompany_profiledescriptionrequirementsbenefitstelecommutinghas_company_logohas_questionsemployment_typerequired_experiencerequired_educationindustryfunctionfraudulent
01Marketing InternUS, NY, New YorkMarketingWe're Food52, and we've created a groundbreaki...Food52, a fast-growing, James Beard Award-winn...Experience with content management systems a m...010OtherInternshipMarketing0
12Customer Service - Cloud Video ProductionNZ, , AucklandSuccess90 Seconds, the worlds Cloud Video Production ...Organised - Focused - Vibrant - Awesome!Do you...What we expect from you:Your key responsibilit...What you will get from usThrough being part of...010Full-timeNot ApplicableMarketing and AdvertisingCustomer Service0
23Commissioning Machinery Assistant (CMA)US, IA, WeverValor Services provides Workforce Solutions th...Our client, located in Houston, is actively se...Implement pre-commissioning and commissioning ...0100
34Account Executive - Washington DCUS, DC, WashingtonSalesOur passion for improving quality of life thro...THE COMPANY: ESRI – Environmental Systems Rese...EDUCATION: Bachelor’s or Master’s in GIS, busi...Our culture is anything but corporate—we have ...010Full-timeMid-Senior levelBachelor's DegreeComputer SoftwareSales0
45Bill Review ManagerUS, FL, Fort WorthSpotSource Solutions LLC is a Global Human Cap...JOB TITLE: Itemization Review ManagerLOCATION:...QUALIFICATIONS:RN license in the State of Texa...Full Benefits Offered011Full-timeMid-Senior levelBachelor's DegreeHospital & Health CareHealth Care Provider0
.........................................................
1787517876Account Director - DistributionCA, ON, TorontoSalesVend is looking for some awesome new talent to...Just in case this is the first time you’ve vis...To ace this role you:Will eat comprehensive St...What can you expect from us?We have an open cu...011Full-timeMid-Senior levelComputer SoftwareSales0
1787617877Payroll AccountantUS, PA, PhiladelphiaAccountingWebLinc is the e-commerce platform and service...The Payroll Accountant will focus primarily on...- B.A. or B.S. in Accounting- Desire to have f...Health & WellnessMedical planPrescription ...011Full-timeMid-Senior levelBachelor's DegreeInternetAccounting/Auditing0
1787717878Project Cost Control Staff Engineer - Cost Con...US, TX, HoustonWe Provide Full Time Permanent Positions for m...Experienced Project Cost Control Staff Enginee...At least 12 years professional experience.Abil...000Full-time0
1787817879Graphic DesignerNG, LA, LagosNemsia Studios is looking for an experienced v...1. Must be fluent in the latest versions of Co...Competitive salary (compensation will be based...001ContractNot ApplicableProfessionalGraphic DesignDesign0
1787917880Web Application DevelopersNZ, N, WellingtonEngineeringVend is looking for some awesome new talent to...Who are we?Vend is an award winning web based ...We want to hear from you if:You have an in-dep...011Full-timeMid-Senior levelComputer SoftwareEngineering0
\n", + "

17880 rows × 18 columns

\n", + "
" + ], + "text/plain": [ + " job_id title \\\n", + "0 1 Marketing Intern \n", + "1 2 Customer Service - Cloud Video Production \n", + "2 3 Commissioning Machinery Assistant (CMA) \n", + "3 4 Account Executive - Washington DC \n", + "4 5 Bill Review Manager \n", + "... ... ... \n", + "17875 17876 Account Director - Distribution \n", + "17876 17877 Payroll Accountant \n", + "17877 17878 Project Cost Control Staff Engineer - Cost Con... \n", + "17878 17879 Graphic Designer \n", + "17879 17880 Web Application Developers \n", + "\n", + " location department salary_range \\\n", + "0 US, NY, New York Marketing \n", + "1 NZ, , Auckland Success \n", + "2 US, IA, Wever \n", + "3 US, DC, Washington Sales \n", + "4 US, FL, Fort Worth \n", + "... ... ... ... \n", + "17875 CA, ON, Toronto Sales \n", + "17876 US, PA, Philadelphia Accounting \n", + "17877 US, TX, Houston \n", + "17878 NG, LA, Lagos \n", + "17879 NZ, N, Wellington Engineering \n", + "\n", + " company_profile \\\n", + "0 We're Food52, and we've created a groundbreaki... \n", + "1 90 Seconds, the worlds Cloud Video Production ... \n", + "2 Valor Services provides Workforce Solutions th... \n", + "3 Our passion for improving quality of life thro... \n", + "4 SpotSource Solutions LLC is a Global Human Cap... \n", + "... ... \n", + "17875 Vend is looking for some awesome new talent to... \n", + "17876 WebLinc is the e-commerce platform and service... \n", + "17877 We Provide Full Time Permanent Positions for m... \n", + "17878 \n", + "17879 Vend is looking for some awesome new talent to... \n", + "\n", + " description \\\n", + "0 Food52, a fast-growing, James Beard Award-winn... \n", + "1 Organised - Focused - Vibrant - Awesome!Do you... \n", + "2 Our client, located in Houston, is actively se... \n", + "3 THE COMPANY: ESRI – Environmental Systems Rese... \n", + "4 JOB TITLE: Itemization Review ManagerLOCATION:... \n", + "... ... \n", + "17875 Just in case this is the first time you’ve vis... \n", + "17876 The Payroll Accountant will focus primarily on... \n", + "17877 Experienced Project Cost Control Staff Enginee... \n", + "17878 Nemsia Studios is looking for an experienced v... \n", + "17879 Who are we?Vend is an award winning web based ... \n", + "\n", + " requirements \\\n", + "0 Experience with content management systems a m... \n", + "1 What we expect from you:Your key responsibilit... \n", + "2 Implement pre-commissioning and commissioning ... \n", + "3 EDUCATION: Bachelor’s or Master’s in GIS, busi... \n", + "4 QUALIFICATIONS:RN license in the State of Texa... \n", + "... ... \n", + "17875 To ace this role you:Will eat comprehensive St... \n", + "17876 - B.A. or B.S. in Accounting- Desire to have f... \n", + "17877 At least 12 years professional experience.Abil... \n", + "17878 1. Must be fluent in the latest versions of Co... \n", + "17879 We want to hear from you if:You have an in-dep... \n", + "\n", + " benefits telecommuting \\\n", + "0 0 \n", + "1 What you will get from usThrough being part of... 0 \n", + "2 0 \n", + "3 Our culture is anything but corporate—we have ... 0 \n", + "4 Full Benefits Offered 0 \n", + "... ... ... \n", + "17875 What can you expect from us?We have an open cu... 0 \n", + "17876 Health & WellnessMedical planPrescription ... 0 \n", + "17877 0 \n", + "17878 Competitive salary (compensation will be based... 0 \n", + "17879 0 \n", + "\n", + " has_company_logo has_questions employment_type required_experience \\\n", + "0 1 0 Other Internship \n", + "1 1 0 Full-time Not Applicable \n", + "2 1 0 \n", + "3 1 0 Full-time Mid-Senior level \n", + "4 1 1 Full-time Mid-Senior level \n", + "... ... ... ... ... \n", + "17875 1 1 Full-time Mid-Senior level \n", + "17876 1 1 Full-time Mid-Senior level \n", + "17877 0 0 Full-time \n", + "17878 0 1 Contract Not Applicable \n", + "17879 1 1 Full-time Mid-Senior level \n", + "\n", + " required_education industry function \\\n", + "0 Marketing \n", + "1 Marketing and Advertising Customer Service \n", + "2 \n", + "3 Bachelor's Degree Computer Software Sales \n", + "4 Bachelor's Degree Hospital & Health Care Health Care Provider \n", + "... ... ... ... \n", + "17875 Computer Software Sales \n", + "17876 Bachelor's Degree Internet Accounting/Auditing \n", + "17877 \n", + "17878 Professional Graphic Design Design \n", + "17879 Computer Software Engineering \n", + "\n", + " fraudulent \n", + "0 0 \n", + "1 0 \n", + "2 0 \n", + "3 0 \n", + "4 0 \n", + "... ... \n", + "17875 0 \n", + "17876 0 \n", + "17877 0 \n", + "17878 0 \n", + "17879 0 \n", + "\n", + "[17880 rows x 18 columns]" + ] + }, + "execution_count": 36, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "import numpy as np\n", "data = data.replace(np.nan, '', regex=True)\n", @@ -595,7 +999,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 37, "id": "c5ac75f5", "metadata": {}, "outputs": [ @@ -956,7 +1360,7 @@ "max NaN 1.000000 " ] }, - "execution_count": 26, + "execution_count": 37, "metadata": {}, "output_type": "execute_result" } @@ -967,7 +1371,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 38, "id": "4b0e77a4", "metadata": {}, "outputs": [ @@ -982,7 +1386,7 @@ "dtype: float64" ] }, - "execution_count": 21, + "execution_count": 38, "metadata": {}, "output_type": "execute_result" } @@ -993,7 +1397,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 39, "id": "5a1d8ec7", "metadata": {}, "outputs": [ @@ -1002,17 +1406,11 @@ "output_type": "stream", "text": [ "Defaulting to user installation because normal site-packages is not writeable\n", - "Requirement already satisfied: scikit-learn in /usr/lib/python3/dist-packages (0.22.2.post1)\n", - "Collecting scikit-learn\n", - " Downloading scikit_learn-1.0.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (26.7 MB)\n", - "\u001b[K |████████████████████████████████| 26.7 MB 2.9 MB/s eta 0:00:01\n", - "\u001b[?25hRequirement already satisfied: scipy>=1.1.0 in /usr/lib/python3/dist-packages (from scikit-learn) (1.3.3)\n", + "Requirement already satisfied: scikit-learn in /home/students/s444463/.local/lib/python3.8/site-packages (1.0.2)\n", "Requirement already satisfied: numpy>=1.14.6 in /usr/lib/python3/dist-packages (from scikit-learn) (1.17.4)\n", + "Requirement already satisfied: threadpoolctl>=2.0.0 in /home/students/s444463/.local/lib/python3.8/site-packages (from scikit-learn) (3.1.0)\n", "Requirement already satisfied: joblib>=0.11 in /usr/lib/python3/dist-packages (from scikit-learn) (0.14.0)\n", - "Collecting threadpoolctl>=2.0.0\n", - " Downloading threadpoolctl-3.1.0-py3-none-any.whl (14 kB)\n", - "Installing collected packages: threadpoolctl, scikit-learn\n", - "Successfully installed scikit-learn-1.0.2 threadpoolctl-3.1.0\n", + "Requirement already satisfied: scipy>=1.1.0 in /usr/lib/python3/dist-packages (from scikit-learn) (1.3.3)\n", "\u001b[33mWARNING: You are using pip version 21.2.4; however, version 22.0.4 is available.\n", "You should consider upgrading via the '/usr/bin/python3 -m pip install --upgrade pip' command.\u001b[0m\n", "Note: you may need to restart the kernel to use updated packages.\n" @@ -1025,7 +1423,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 40, "id": "50813795", "metadata": {}, "outputs": [ @@ -1046,7 +1444,7 @@ "Name: title, Length: 8461, dtype: int64" ] }, - "execution_count": 23, + "execution_count": 40, "metadata": {}, "output_type": "execute_result" } @@ -1061,7 +1459,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 41, "id": "ea3c9f2e", "metadata": {}, "outputs": [ @@ -1083,7 +1481,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 42, "id": "b20cc27a", "metadata": {}, "outputs": [ @@ -1104,7 +1502,7 @@ "Name: title, Length: 8461, dtype: int64" ] }, - "execution_count": 25, + "execution_count": 42, "metadata": {}, "output_type": "execute_result" }