msl robot

This commit is contained in:
kuba 2022-04-18 11:15:43 +02:00
parent f8b4d348c7
commit f38b6b716b
3 changed files with 86 additions and 0 deletions

67
app/msl.hs Normal file
View File

@ -0,0 +1,67 @@
{-# LANGUAGE Arrows, NoMonomorphismRestriction #-}
import ShadowLibrary.Core
import Text.XML.HXT.Core
import Text.XML.HXT.XPath
import Text.XML.HXT.Curl
import Data.List
import Data.List.Utils (replace)
import Text.Regex.Posix
import Text.Printf
extractH xpathCondition = (downloadDocument &&& this)
>>> first(getXPathTrees xpathCondition
>>> (listA (deep isText >>> getText)
>>> arr (intercalate " ")
))
extractInfo xpathCondition = (downloadDocument &&& this)
>>> first (getXPathTrees xpathCondition
>>> (getAttrValue "href"
&&& (getXPathTrees "//a[@class='msl-box-link']//div[@class='msl-box-title']"
>>> (listA (deep isText >>> getText))
>>> arr (intercalate " ")
)
&&& (getXPathTrees "//a[@class='msl-box-link']//div[@class='msl-box-info']"
>>> (listA (deep isText >>> getText))
>>> arr (intercalate " ")
)
&&& (getXPathTrees "//a[@class='msl-box-link']//div[@class='time']"
>>> (listA (deep isText >>> getText))
>>> arr (intercalate " ")
)
))
extractRecords = extractInfo "//a[@class='msl-box-link']"
toShadow :: ((String, (String, (String, String))), String) -> ShadowItem
toShadow ((url, (title, (author, year))), s) =
ShadowItem {
url = Just url,
title = title,
originalDate = Just year,
creator = Just author,
format = Just s,
itype = "periodical",
lang = Nothing,
finalUrl = url,
description = Nothing
}
main = do
--let start = "https://zasoby.msl.org.pl/mobjects/show"
let start = "https://zasoby.msl.org.pl/mobjects/show?date_range=&otype%5B4%5D=1&otype%5B5%5D=1&otype%5B6%5D=1&otype%5B7%5D=1" --przefiltrowane
let shadowLibrary = ShadowLibrary {logoUrl=Nothing,
lname="Zasoby MSL",
abbrev="MSL",
lLevel=0,
webpage=start}
extractItemsStartingFromUrl shadowLibrary start (extractRecords >>> arr toShadow)

BIN
packages.microsoft.gpg Normal file

Binary file not shown.

19
stack.yaml.lock Normal file
View File

@ -0,0 +1,19 @@
# This file was autogenerated by Stack.
# You should not edit this file by hand.
# For more information, please see the documentation at:
# https://docs.haskellstack.org/en/stable/lock_files
packages:
- completed:
hackage: hxt-xpath-9.1.2.2@sha256:9cd590ae93a04573db8f90fa4094625ebd97dded45da7667c577ce6b38a42900,1999
pantry-tree:
size: 2225
sha256: aee2f75974e868ff429b8ff349a29667536c60397098f5dfedc968d1951511bb
original:
hackage: hxt-xpath-9.1.2.2
snapshots:
- completed:
size: 507596
url: https://raw.githubusercontent.com/commercialhaskell/stackage-snapshots/master/lts/11/9.yaml
sha256: 42f472dbf06482da1b3319241f3e3b3593a45bd7d4f537d2789f21386b9b2ad3
original: lts-11.9