s396341/mass-scraper
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Fix get parishes urls script.

Browse Source
This commit is contained in:
Dawid Jurkiewicz 2018-04-04 20:29:48 +02:00
parent 56f704630e
commit ccc4af3d51
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scraper/get_parishes_urls.py
View File

@ -119,7 +119,7 @@ def main():
apikey = args.apikey.read().rstrip('\n') # TODO: should be apikey file apikey = args.apikey.read().rstrip('\n') # TODO: should be apikey file
args.apikey.close() args.apikey.close()
outputfile_path = './extended.tsv' outputfile_path = './parishes-with-urls.tsv' # TODO: move to parameters
nr_of_outputfile_lines = count_file_number_of_lines(outputfile_path) nr_of_outputfile_lines = count_file_number_of_lines(outputfile_path)
header = next(args.parishes).rstrip('\n').split('\t') header = next(args.parishes).rstrip('\n').split('\t')
@ -136,8 +136,8 @@ def main():
if not parish: if not parish:
NullPlace = namedtuple('NullPlace', ['website', 'place_id']) NullPlace = namedtuple('NullPlace', ['website', 'place_id'])
parish = NullPlace('', '') parish = NullPlace('', '')
except: except Exception as e:
logging.info('Probably limit exceeded. Exiting.') logging.info('Probably limit exceeded. Exiting.\nException: {}'.format(e))
# write_last_line_to_file(outputfile_path, line_nr) # write_last_line_to_file(outputfile_path, line_nr)
return return
add_parish_info(row, parish, result) add_parish_info(row, parish, result)