56 lines
1.6 KiB
Python
56 lines
1.6 KiB
Python
# Natural Language Toolkit: Europarl Corpus Readers
|
|
#
|
|
# Copyright (C) 2001-2019 NLTK Project
|
|
# Author: Nitin Madnani <nmadnani@umiacs.umd.edu>
|
|
# URL: <http://nltk.org/>
|
|
# For license information, see LICENSE.TXT
|
|
|
|
import re
|
|
from nltk.corpus.util import LazyCorpusLoader
|
|
from nltk.corpus.reader import *
|
|
|
|
# Create a new corpus reader instance for each European language
|
|
danish = LazyCorpusLoader(
|
|
'europarl_raw/danish', EuroparlCorpusReader, r'ep-.*\.da', encoding='utf-8'
|
|
)
|
|
|
|
dutch = LazyCorpusLoader(
|
|
'europarl_raw/dutch', EuroparlCorpusReader, r'ep-.*\.nl', encoding='utf-8'
|
|
)
|
|
|
|
english = LazyCorpusLoader(
|
|
'europarl_raw/english', EuroparlCorpusReader, r'ep-.*\.en', encoding='utf-8'
|
|
)
|
|
|
|
finnish = LazyCorpusLoader(
|
|
'europarl_raw/finnish', EuroparlCorpusReader, r'ep-.*\.fi', encoding='utf-8'
|
|
)
|
|
|
|
french = LazyCorpusLoader(
|
|
'europarl_raw/french', EuroparlCorpusReader, r'ep-.*\.fr', encoding='utf-8'
|
|
)
|
|
|
|
german = LazyCorpusLoader(
|
|
'europarl_raw/german', EuroparlCorpusReader, r'ep-.*\.de', encoding='utf-8'
|
|
)
|
|
|
|
greek = LazyCorpusLoader(
|
|
'europarl_raw/greek', EuroparlCorpusReader, r'ep-.*\.el', encoding='utf-8'
|
|
)
|
|
|
|
italian = LazyCorpusLoader(
|
|
'europarl_raw/italian', EuroparlCorpusReader, r'ep-.*\.it', encoding='utf-8'
|
|
)
|
|
|
|
portuguese = LazyCorpusLoader(
|
|
'europarl_raw/portuguese', EuroparlCorpusReader, r'ep-.*\.pt', encoding='utf-8'
|
|
)
|
|
|
|
spanish = LazyCorpusLoader(
|
|
'europarl_raw/spanish', EuroparlCorpusReader, r'ep-.*\.es', encoding='utf-8'
|
|
)
|
|
|
|
swedish = LazyCorpusLoader(
|
|
'europarl_raw/swedish', EuroparlCorpusReader, r'ep-.*\.sv', encoding='utf-8'
|
|
)
|