small refactoring and cleanup

This commit is contained in:
Smolak 2019-11-16 22:06:05 +01:00
parent c006103bc1
commit d20baf5bd8

View File

@ -1,12 +1,12 @@
import scrapy import scrapy
from scrapy.spiders import CrawlSpider, Rule from scrapy.spiders import CrawlSpider, Rule
from scrapy.linkextractors import LinkExtractor from scrapy.linkextractors import LinkExtractor
from scrapy.item import Item, Field
import re import re
from items import MovieItem
from fina_scrap.items import MovieItem from fina_scrap.items import MovieItem
class MySpider(CrawlSpider): class FinaSpider(CrawlSpider):
name = 'repozytorium.fn.org.pl' name = 'repozytorium.fn.org.pl'
start_urls = ['http://repozytorium.fn.org.pl/?q=pl/fnsearch/film_index/a'] start_urls = ['http://repozytorium.fn.org.pl/?q=pl/fnsearch/film_index/a']