mass-scraper/scraper/Makefile
2018-03-01 18:16:11 +01:00

31 lines
665 B
Makefile

SHELL := /bin/bash
PREPARE_ENVIRONMENT := $(shell ./prepare-environment.sh > /tmp/makeenv)
include /tmp/makeenv
.PHONY: all clean
all: parishes-with-urls.tsv
parishes-with-urls.tsv: apikey.txt parishes-deon.tsv
./get_parishes_urls -a $< -p $(word 2,$^)
parishes-deon.tsv:
./crawl_deon.py > $@
annotated-filtered.tsv: annotated-warszawa.tsv annotated-poznan.tsv
cat $< <(tail -n +2 $(word 2, $^)) > tmp_
./intersect_parishes.py -a tmp_ > $@
annotated-warszawa.tsv:
./crawl_warszawa.py > $@ 2> error_warszawa
annotated-poznan.tsv:
./crawl_poznan.py > $@ 2> error_poznan
clean:
rm -rf parishes-deon.tsv
update:
conda env update -f ../environment.yml