s45151/python-scripts
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

updated email crawler

Browse Source
This commit is contained in:
Michael Herman 2016-02-18 15:08:55 -07:00
parent 780cad2988
commit 6613b13d4d
1 changed files with 9 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
08_basic_email_web_crawler.py
View File

@ -1,26 +1,21 @@
import requests
import re
#get url
#url=input('Enter a URL (include 'http://'):')--this is wrong
# get url
url = input('Enter a URL (include `http://`): ')
# connect to the url
website = requests.get(url)
#connect to the url
website=requests.get(url)
# read html
html = website.text
#read html
html=website.text
#use re.findall to grab all the links
# use re.findall to grab all the links
links = re.findall('"((http|ftp)s?://.*?)"', html)
emails=re.findall('([\w\.,]+@[\w\.,]+\.\w+)',html)
emails = re.findall('([\w\.,]+@[\w\.,]+\.\w+)', html)
#prints the number of links in the list
# print the number of links in the list
print("\nFound {} links".format(len(links)))
for email in emails:
print(email)
print(email)