s426220/isi-2021-lab3-twilight-library
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Add extractMonthAndDate

Browse Source
This commit is contained in:
Aleksander Piotrowski 2021-03-26 19:16:40 +01:00
parent 99b507c88c
commit 8a67f51b9e
2 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
app/rytwiany.hs
View File

@ -22,12 +22,19 @@ extractRecords = extractLinksWithText "//a[contains(@href,'.pdf')]"
toShadowItem :: (String, String) -> ShadowItem
toShadowItem (url, articleTitle) =
(defaultShadowItem url title) {
originalDate = extractMonthAndYear title,
itype = "periodical",
format = Just "pdf",
finalUrl = url
}
where title = articleTitle
extractMonthAndYear :: String -> Maybe String
extractMonthAndYear n =
case n =~~ ("([A-Z]* ?- ?)?[A-Z]* ((1[6789]|20)[0-9][0-9]-)?(1[6789]|20)[0-9][0-9]" :: String) of
Just year -> Just year
otherwise -> Nothing
main = do
let start = "http://www.rytwiany.com.pl/index.php?sid=5"
let shadowLibrary = ShadowLibrary {logoUrl=Nothing,lname="Rytwiany",abbrev="Ryt",lLevel=0,webpage="http://www.rytwiany.com.pl"}

10
ryt → rytwiany.out
View File

@ -13,11 +13,11 @@ ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_rytw_nr_11.pdf", title = "Gazeta Rytwianska nr 11", itype = "periodical", originalDate = Just "STYCZEN - MARZEC 2012", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_rytw_nr_11.pdf", description = Nothing, fileSize = Just "11,6 MB"}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_rytw_nr_12.pdf", title = "Gazeta Rytwianska nr 12 ", itype = "periodical", originalDate = Just "KWIECIEN - GRUDZIEN 2012", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_rytw_nr_12.pdf", description = Nothing, fileSize = Just "14,5 MB"}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_rytw_nr_13.pdf", title = "Gazeta Rytwianska nr 13 ", itype = "periodical", originalDate = Just "STYCZEN - GRUDZIEN 2013", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/gazeta/gazeta_rytw_nr_13.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_1_1997.pdf", title = "GLos Rytwian Nr. 1 STYCZEN 1997", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_1_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_3_1997.pdf", title = "GLos Rytwian Nr. 3 CZERWIEC 1997", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_3_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_4_1997.pdf", title = "GLos Rytwian Nr. 4 LISTOPAD 1997", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_4_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_5_1997.pdf", title = "GLos Rytwiany Nr. 5 GRUDZIEN 1997", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_5_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_6_1998.pdf", title = "GLos Rytwiany Nr. 6 SIERPIEN 1998", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_6_1998.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_1_1997.pdf", title = "GLos Rytwian Nr. 1 STYCZEN 1997", itype = "periodical", originalDate = Just "STYCZEN 1997", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_1_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_3_1997.pdf", title = "GLos Rytwian Nr. 3 CZERWIEC 1997", itype = "periodical", originalDate = Just "CZERWIEC 1997", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_3_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_4_1997.pdf", title = "GLos Rytwian Nr. 4 LISTOPAD 1997", itype = "periodical", originalDate = Just "LISTOPAD 1997", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_4_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_5_1997.pdf", title = "GLos Rytwiany Nr. 5 GRUDZIEN 1997", itype = "periodical", originalDate = Just "GRUDZIEN 1997", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_5_1997.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_6_1998.pdf", title = "GLos Rytwiany Nr. 6 SIERPIEN 1998", itype = "periodical", originalDate = Just "SIERPIEN 1998", creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.rytwiany.com.pl/userfiles/file/2014/glos_rytwian_6_1998.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.pankarprybacy.pl/SGPK_nr%201_www.pdf", title = "1", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.pankarprybacy.pl/SGPK_nr%201_www.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.pankarprybacy.pl/SGPK_nr%202_www.pdf", title = "2", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.pankarprybacy.pl/SGPK_nr%202_www.pdf", description = Nothing, fileSize = Nothing}
ShadowItem {url = Just "http://www.pankarprybacy.pl/SGPK_nr%203_www.pdf", title = "3", itype = "periodical", originalDate = Nothing, creator = Nothing, format = Just "pdf", lang = Just "pol", finalUrl = "http://www.pankarprybacy.pl/SGPK_nr%203_www.pdf", description = Nothing, fileSize = Nothing}