s45151/python-scripts
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

updated email crawler

Browse Source
This commit is contained in:
Michael Herman 2016-02-18 15:08:55 -07:00
parent 780cad2988
commit 6613b13d4d
1 changed files with 9 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
08_basic_email_web_crawler.py
View File

@ -2,25 +2,20 @@ import requests
import re import re
# get url # get url
#url=input('Enter a URL (include 'http://'):')--this is wrong
url = input('Enter a URL (include `http://`): ') url = input('Enter a URL (include `http://`): ')
# connect to the url # connect to the url
website = requests.get(url) website = requests.get(url)
# read html # read html
html = website.text html = website.text
# use re.findall to grab all the links # use re.findall to grab all the links
links = re.findall('"((http|ftp)s?://.*?)"', html) links = re.findall('"((http|ftp)s?://.*?)"', html)
emails = re.findall('([\w\.,]+@[\w\.,]+\.\w+)', html) emails = re.findall('([\w\.,]+@[\w\.,]+\.\w+)', html)
#prints the number of links in the list # print the number of links in the list
print("\nFound {} links".format(len(links))) print("\nFound {} links".format(len(links)))
for email in emails: for email in emails:
print(email) print(email)