Rewritten the build system, added lem UTF-8 version.
This commit is contained in:
Maciej Prill
parent
7bed30fe7b
commit
5f4d9c3b32
129
Makefile
Normal file
129
Makefile
Normal file
@ -0,0 +1,129 @@
|
|||||||
|
include config.mak
|
||||||
|
|
||||||
|
CUR_DIR=$(shell pwd)
|
||||||
|
SRC_DIR=$(CUR_DIR)/src
|
||||||
|
|
||||||
|
TARGETS = components configuration share libraries
|
||||||
|
|
||||||
|
ifeq ($(BUILD_DOC), yes)
|
||||||
|
TARGETS += documentation
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: all
|
||||||
|
all: $(TARGETS)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# main section
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
.PHONY: components
|
||||||
|
components:
|
||||||
|
cd $(SRC_DIR)/lib && make; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
@for cmp in $(COMPONENTS); do\
|
||||||
|
cd $(SRC_DIR)/$$cmp && make; cd $(CUR_DIR); \
|
||||||
|
done
|
||||||
|
|
||||||
|
.PHONY: documentation
|
||||||
|
documentation:
|
||||||
|
cd $(CUR_DIR)/doc && make; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: configuration
|
||||||
|
configuration:
|
||||||
|
|
||||||
|
.PHONY: libraries
|
||||||
|
libraries:
|
||||||
|
|
||||||
|
.PHONY: share
|
||||||
|
share:
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# cleanup section
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
.PHONY: clean
|
||||||
|
clean: clean_components clean_documentation
|
||||||
|
@echo "All files cleaned successfully!"
|
||||||
|
|
||||||
|
.PHONY: clean_components
|
||||||
|
clean_components:
|
||||||
|
@for cmp in $(COMPONENTS); do \
|
||||||
|
cd $(SRC_DIR)/$$cmp && make clean; cd $(CUR_DIR); \
|
||||||
|
done
|
||||||
|
cd $(SRC_DIR)/lib && make clean; cd $(CUR_DIR);
|
||||||
|
|
||||||
|
.PHONY: clean_documentation
|
||||||
|
clean_documentation:
|
||||||
|
cd $(CUR_DIR)/doc && make clean; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# install section
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
.PHONY: install
|
||||||
|
install: all install_dirs install_components install_configuration install_libraries install_documentation install_share
|
||||||
|
|
||||||
|
.PHONY: install_dirs
|
||||||
|
install_dirs:
|
||||||
|
install -d $(PREFIX) \
|
||||||
|
$(BIN_DIR) \
|
||||||
|
$(CONF_DIR) \
|
||||||
|
$(LANG_DIR) \
|
||||||
|
$(LIB_DIR) \
|
||||||
|
$(DOC_DIR) \
|
||||||
|
$(SHARE_DIR)/info
|
||||||
|
|
||||||
|
.PHONY: install_components
|
||||||
|
install_components: components
|
||||||
|
@for cmp in $(COMPONENTS); do \
|
||||||
|
cd $(SRC_DIR)/$$cmp && make install; cd $(CUR_DIR); \
|
||||||
|
done
|
||||||
|
|
||||||
|
.PHONY: install_configuration
|
||||||
|
install_configuration: configuration
|
||||||
|
cd $(CUR_DIR)/conf && make install; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: install_libraries
|
||||||
|
install_libraries: libraries
|
||||||
|
cd $(CUR_DIR)/lib && make install; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: install_documentation
|
||||||
|
install_documentation: documentation
|
||||||
|
cd $(CUR_DIR)/doc && make install; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: install_share
|
||||||
|
install_share: share
|
||||||
|
cd $(CUR_DIR)/share && make install; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
# uninstall section
|
||||||
|
# ------------------------------------------------------------------
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall: uninstall_share uninstall_documentation uninstall_libraries uninstall_configuration uninstall_components uninstall_dirs
|
||||||
|
|
||||||
|
.PHONY: uninstall_components
|
||||||
|
uninstall_components:
|
||||||
|
@for cmp in $(COMPONENTS); do \
|
||||||
|
cd $(SRC_DIR)/$$cmp && make uninstall; cd $(CUR_DIR); \
|
||||||
|
done
|
||||||
|
|
||||||
|
.PHONY: uninstall_configuration
|
||||||
|
uninstall_configuration:
|
||||||
|
cd $(CUR_DIR)/conf && make uninstall; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: uninstall_libraries
|
||||||
|
uninstall_libraries:
|
||||||
|
cd $(CUR_DIR)/lib && make uninstall; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: uninstall_documentation
|
||||||
|
uninstall_documentation:
|
||||||
|
cd $(CUR_DIR)/doc && make uninstall; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: uninstall_share
|
||||||
|
uninstall_share:
|
||||||
|
cd $(CUR_DIR)/share && make uninstall; cd $(CUR_DIR)
|
||||||
|
|
||||||
|
.PHONY: uninstall_dirs
|
||||||
|
uninstall_dirs: uninstall_configuration uninstall_documentation uninstall_share uninstall_libraries
|
||||||
|
rmdir $(CONF_DIR)
|
||||||
|
rmdir $(DOC_DIR)
|
||||||
|
rmdir $(LANG_DIR)
|
||||||
|
rmdir $(LIB_DIR)
|
||||||
35
conf/Makefile
Normal file
35
conf/Makefile
Normal file
@ -0,0 +1,35 @@
|
|||||||
|
include ../config.mak
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef CONF_DIR
|
||||||
|
install -m 0644 compiledic.conf $(CONF_DIR)
|
||||||
|
install -m 0644 cor.conf $(CONF_DIR)
|
||||||
|
install -m 0644 dgc.conf $(CONF_DIR)
|
||||||
|
install -m 0644 dgp.conf $(CONF_DIR)
|
||||||
|
install -m 0644 gph.conf $(CONF_DIR)
|
||||||
|
install -m 0644 grp.conf $(CONF_DIR)
|
||||||
|
install -m 0644 gue.conf $(CONF_DIR)
|
||||||
|
install -m 0644 kor.conf $(CONF_DIR)
|
||||||
|
install -m 0644 lem.conf $(CONF_DIR)
|
||||||
|
install -m 0644 mar.conf $(CONF_DIR)
|
||||||
|
install -m 0644 ser.conf $(CONF_DIR)
|
||||||
|
install -m 0644 utt.conf $(CONF_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef CONF_DIR
|
||||||
|
rm $(CONF_DIR)/compiledic.conf
|
||||||
|
rm $(CONF_DIR)/cor.conf
|
||||||
|
rm $(CONF_DIR)/dgc.conf
|
||||||
|
rm $(CONF_DIR)/dgp.conf
|
||||||
|
rm $(CONF_DIR)/gph.conf
|
||||||
|
rm $(CONF_DIR)/grp.conf
|
||||||
|
rm $(CONF_DIR)/gue.conf
|
||||||
|
rm $(CONF_DIR)/kor.conf
|
||||||
|
rm $(CONF_DIR)/lem.conf
|
||||||
|
rm $(CONF_DIR)/mar.conf
|
||||||
|
rm $(CONF_DIR)/ser.conf
|
||||||
|
rm $(CONF_DIR)/utt.conf
|
||||||
|
endif
|
||||||
46
dist/Makefile
vendored
Normal file
46
dist/Makefile
vendored
Normal file
@ -0,0 +1,46 @@
|
|||||||
|
|
||||||
|
# some variables
|
||||||
|
|
||||||
|
# path, where all nessesary files are placed
|
||||||
|
# (they will be processed for making distribution)
|
||||||
|
export UTT_DIST_DIR=$(UTT_DIR)
|
||||||
|
# path, where distribution package will be placed
|
||||||
|
export UTT_DIST_OUTPUT=$(UTT_DIR)/..
|
||||||
|
#temp path for making distribution
|
||||||
|
export UTT_DIST_TMP=$(shell pwd)/dist_tmp
|
||||||
|
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# default task should display options
|
||||||
|
.PHONY: default
|
||||||
|
defaul:
|
||||||
|
@echo "Using: make tarball|rpm|deb"
|
||||||
|
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# this task should compile utt (if nesessery) and create tar.gz version
|
||||||
|
.PHONY: tarball
|
||||||
|
tarball:
|
||||||
|
cd tarball && make
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# this task should compile utt (if nesessery) and create rpm version
|
||||||
|
.PHONY: rpm
|
||||||
|
rpm:
|
||||||
|
@#we build rpm (see spec/README for details)
|
||||||
|
cd spec && make
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# this task should compile utt (if nesessery) and create deb version
|
||||||
|
.PHONY: deb
|
||||||
|
deb:
|
||||||
|
@#we build deb (see deb/README for details)
|
||||||
|
cd deb && make
|
||||||
|
|
||||||
|
# -----------------------------------------------------------
|
||||||
|
# this task should remove compiled files and directories
|
||||||
|
.PHONY: clean
|
||||||
|
clean:
|
||||||
|
# finally the line below should be uncomment
|
||||||
|
rm -fr ${UTT_DIST_TMP}
|
||||||
|
|
||||||
15
dist/common/check_dependenties.pl
vendored
Normal file
15
dist/common/check_dependenties.pl
vendored
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
|
||||||
|
while(<STDIN>) {
|
||||||
|
chomp;
|
||||||
|
$app = $_;
|
||||||
|
$path = `which $app 2>/dev/null`;
|
||||||
|
$err = $?;
|
||||||
|
print $app.": ";
|
||||||
|
if($err != 0) {
|
||||||
|
print "failed ($err)\n";
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
print $path;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
1
dist/common/description.def
vendored
Normal file
1
dist/common/description.def
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
I put here some description.
|
||||||
1
dist/common/description.pl.def
vendored
Normal file
1
dist/common/description.pl.def
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
Tu umieszczę opis po polsku.
|
||||||
29
dist/common/find_perl_deps.pl
vendored
Normal file
29
dist/common/find_perl_deps.pl
vendored
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
|
||||||
|
|
||||||
|
while(<STDIN>) {
|
||||||
|
chomp;
|
||||||
|
# najpierw nazwa pliku zrodlowego out
|
||||||
|
if($_ =~ /^[^:]*\:\s*(.*)$/) {
|
||||||
|
my $line = $1;
|
||||||
|
# print "TEXT: $line\n";
|
||||||
|
# teraz tylko samo polecenie
|
||||||
|
if($line =~ /\`\s*(.+)\s*\`/) {
|
||||||
|
my $cmd = $1;
|
||||||
|
# print "CMD: $cmd\n";
|
||||||
|
# teraz splitujemy potoki
|
||||||
|
my @progs = split(/\s*\|\s*/, $cmd);
|
||||||
|
foreach (@progs) {
|
||||||
|
# print "$_\n";
|
||||||
|
# ucinamy agrumenty programu
|
||||||
|
# oraz linie, zawierajace nie-programy (--replace, $tmpfile_x, /g, \\, itp.)
|
||||||
|
if($_ =~ /^([^\$\\\/\s\']+)(\s.*)?$/) {
|
||||||
|
my $app = $1;
|
||||||
|
# print "APP: $app\n";
|
||||||
|
# my $res = `which $app`;
|
||||||
|
# print "WYNIK: $res\n";
|
||||||
|
print "$app\n";
|
||||||
|
}
|
||||||
|
} # foreach
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
16
dist/common/find_rpm_deps.sh
vendored
Executable file
16
dist/common/find_rpm_deps.sh
vendored
Executable file
@ -0,0 +1,16 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
# sprawdzamy czy podano argument
|
||||||
|
if test $# -lt 1; then echo RPM file name expected!; exit -1; fi
|
||||||
|
|
||||||
|
# sprawdzamy czy to plik, potem, czy rpm
|
||||||
|
if test -f $1; \
|
||||||
|
then
|
||||||
|
if test "rpm" = `ls $1 | tail -c 4`; \
|
||||||
|
then
|
||||||
|
rpm -q -R -p $1; \
|
||||||
|
else echo "It's not a RPM file!"; \
|
||||||
|
fi
|
||||||
|
else echo RPM file not found!; \
|
||||||
|
fi
|
||||||
|
|
||||||
3
dist/common/make_deps.sh
vendored
Executable file
3
dist/common/make_deps.sh
vendored
Executable file
@ -0,0 +1,3 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
grep -r -e "\`" ../../src | grep -v -e "\.svn\/" | perl find_perl_deps.pl | sort | uniq > dep_list.txt
|
||||||
14
dist/common/prepare_conf.sh
vendored
Executable file
14
dist/common/prepare_conf.sh
vendored
Executable file
@ -0,0 +1,14 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
if test 3 -ne $#
|
||||||
|
then
|
||||||
|
echo "Usage: " `basename $0` src_conf_dir dest_conf_dir replacement
|
||||||
|
else
|
||||||
|
POLEC="s/PATH_PREFIX/$3/g"
|
||||||
|
|
||||||
|
for FN in `ls $1/*.conf`
|
||||||
|
do
|
||||||
|
BN=`basename ${FN}`
|
||||||
|
sed ${POLEC} ${FN} > $2/${BN}
|
||||||
|
done
|
||||||
|
fi
|
||||||
1
dist/common/release.def
vendored
Normal file
1
dist/common/release.def
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
2
|
||||||
0
dist/common/requirements.def
vendored
Normal file
0
dist/common/requirements.def
vendored
Normal file
1
dist/common/version.def
vendored
Normal file
1
dist/common/version.def
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
0.9
|
||||||
86
dist/deb/Makefile
vendored
Normal file
86
dist/deb/Makefile
vendored
Normal file
@ -0,0 +1,86 @@
|
|||||||
|
#default task
|
||||||
|
|
||||||
|
DIR=$(shell pwd)
|
||||||
|
|
||||||
|
ifndef UTT_DIST_DIR
|
||||||
|
UTT_DIST_DIR=${DIR}
|
||||||
|
endif
|
||||||
|
|
||||||
|
ifndef UTT_DIST_OUTPUT
|
||||||
|
UTT_DIST_OUTPUT=${DIR}
|
||||||
|
endif
|
||||||
|
|
||||||
|
# here there're few properties
|
||||||
|
_PRODUCT_NAME=utt
|
||||||
|
_UTT_VER=$(shell cat ../common/version.def)
|
||||||
|
_UTT_REL=$(shell cat ../common/release.def)
|
||||||
|
_DEB_FROOT=$(DIR)/deb_root
|
||||||
|
_UTT_DIR=${_DEB_FROOT}/usr/local/$(_PRODUCT_NAME).$(_UTT_VER)-$(_UTT_REL)
|
||||||
|
|
||||||
|
.PHONY: default
|
||||||
|
default: make_control make_postinst make_prerm
|
||||||
|
# first, we prepare some directory structure
|
||||||
|
mkdir -p $(_DEB_FROOT)/DEBIAN
|
||||||
|
mkdir -p $(_UTT_DIR)
|
||||||
|
|
||||||
|
# next, we copy deb package files
|
||||||
|
mv ./control $(_DEB_FROOT)/DEBIAN/
|
||||||
|
mv ./postinst $(_DEB_FROOT)/DEBIAN/
|
||||||
|
mv ./prerm $(_DEB_FROOT)/DEBIAN/
|
||||||
|
cd ${_DEB_FROOT} && tar -cvvf control.tar.gz DEBIAN/
|
||||||
|
cd ${DIR};
|
||||||
|
rm -fr ${_DEB_FROOT}/DEBIAN/
|
||||||
|
|
||||||
|
# we copy all necessery files (binaries)
|
||||||
|
cp -r ${UTT_DIST_DIR}/* ${_UTT_DIR}/
|
||||||
|
cp ./changelog ${_UTT_DIR}/share/doc/$(_PRODUCT_NAME)/
|
||||||
|
# gzip --best $(_DEB_ROOT)/usr/share/doc/$(_PRODUCT_NAME)/changelog
|
||||||
|
cp ./changelog.Debian $(_UTT_DIR)/share/doc/$(_PRODUCT_NAME)/
|
||||||
|
# gzip --best $(_DEB_ROOT)/usr/share/doc/$(_PRODUCT_NAME)/changelog.Debian
|
||||||
|
cp ../files/* ${_UTT_DIR}/share/doc/${_PRODUCT_NAME}/
|
||||||
|
cp ../common/utt_make_config.pl ${_UTT_DIR}/bin/
|
||||||
|
chmod 755 ${_UTT_DIR}/bin/utt_make_config.pl
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# # next we make man/doc archives
|
||||||
|
# gzip --best $(_DEB_ROOT)/usr/share/man/man1/$(_PRODUCT_NAME).1
|
||||||
|
|
||||||
|
find $(_DEB_FROOT) -type d | xargs chmod 755 # this is necessary on Debian Woody, don't ask me why
|
||||||
|
|
||||||
|
# finally, we buid deb package
|
||||||
|
fakeroot dpkg-deb --build $(_DEB_FROOT)
|
||||||
|
mv $(_DEB_FROOT).deb $(_PRODUCT_NAME)_$(_UTT_VER)-$(_UTT_REL).all.deb
|
||||||
|
rm -rf ${_DEB_FROOT}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
.PHONY: make_control
|
||||||
|
make_control:
|
||||||
|
echo "Package: $(_PRODUCT_NAME)" > control
|
||||||
|
echo "Version: $(_UTT_VER)" >> control
|
||||||
|
echo "Section: web" >> control
|
||||||
|
echo "Priority: optional" >> control
|
||||||
|
echo "Architecture: all" >> control
|
||||||
|
echo "Essential: no" >> control
|
||||||
|
|
||||||
|
echo "Depends: " >> control
|
||||||
|
# here we read this information from file ../common/requirements.def
|
||||||
|
#libwww-perl, acme-base (>= 1.2) <= wymagania pakietowe
|
||||||
|
|
||||||
|
echo "Pre-Depends: perl" >> control
|
||||||
|
|
||||||
|
echo "Maintainer: Adam Mickiewicz University" >> control
|
||||||
|
echo "Provides: $(_PRODUCT_NAME)" >> control
|
||||||
|
echo -n "Description: " >> control
|
||||||
|
cat ../common/description.def >> control
|
||||||
|
|
||||||
|
.PHONY: make_postinst
|
||||||
|
make_postinst:
|
||||||
|
echo "#!/bin/sh" > postinst
|
||||||
|
echo "$(_INSTALL_DIR)/create_utt_config.pl" >> postinst
|
||||||
|
echo "rm -f $(_INSTALL_DIR)/create_utt_config.pl" >> postinst
|
||||||
|
|
||||||
|
.PHONY: make_prerm
|
||||||
|
make_prerm:
|
||||||
|
echo "#!/bin/sh" > prerm
|
||||||
3
dist/deb/README
vendored
Normal file
3
dist/deb/README
vendored
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
This directory contains files necessery to create deb package.
|
||||||
|
|
||||||
|
apt-get install dpkg-dev debhelper devscripts fakeroot linda
|
||||||
8
dist/files/COPYRIGHT
vendored
Normal file
8
dist/files/COPYRIGHT
vendored
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
Copyright (C) 2005 - 2008 Tomasz Obrebski, Michal Stolarski, Justyna Walkowska, Pawel Konieczka
|
||||||
|
|
||||||
|
Permission is granted to copy, distribute and/or modify this document
|
||||||
|
under the terms of the GNU Free Documentation License, Version 1.2
|
||||||
|
or any later version published by the Free Software Foundation;
|
||||||
|
with no Invariant Sections, no Front-Cover Texts, and no Back-Cover
|
||||||
|
Texts. A copy of the license is included in the section entitled ‘‘GNU
|
||||||
|
Free Documentation License’’.
|
||||||
264
dist/files/LICENCE
vendored
Normal file
264
dist/files/LICENCE
vendored
Normal file
@ -0,0 +1,264 @@
|
|||||||
|
GNU Free Documentation License
|
||||||
|
Version 1.2, November 2002
|
||||||
|
Copyright (c) 2000,2001,2002 Free Software Foundation, Inc.
|
||||||
|
51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
|
||||||
|
|
||||||
|
Everyone is permitted to copy and distribute verbatim copies
|
||||||
|
of this license document, but changing it is not allowed.
|
||||||
|
|
||||||
|
0. PREAMBLE
|
||||||
|
The purpose of this License is to make a manual, textbook, or other functional and
|
||||||
|
useful document free in the sense of freedom: to assure everyone the effective freedom
|
||||||
|
to copy and redistribute it, with or without modifying it, either commercially or noncommercially.
|
||||||
|
Secondarily, this License preserves for the author and publisher a way
|
||||||
|
to get credit for their work, while not being considered responsible for modifications
|
||||||
|
made by others.
|
||||||
|
This License is a kind of “copyleft”, which means that derivative works of the document
|
||||||
|
must themselves be free in the same sense. It complements the GNU General Public
|
||||||
|
License, which is a copyleft license designed for free software.
|
||||||
|
We have designed this License in order to use it for manuals for free software, because
|
||||||
|
free software needs free documentation: a free program should come with manuals
|
||||||
|
providing the same freedoms that the software does. But this License is not limited to
|
||||||
|
software manuals; it can be used for any textual work, regardless of subject matter or
|
||||||
|
whether it is published as a printed book. We recommend this License principally for
|
||||||
|
works whose purpose is instruction or reference.
|
||||||
|
1. APPLICABILITY AND DEFINITIONS
|
||||||
|
This License applies to any manual or other work, in any medium, that contains a
|
||||||
|
notice placed by the copyright holder saying it can be distributed under the terms
|
||||||
|
of this License. Such a notice grants a world-wide, royalty-free license, unlimited in
|
||||||
|
duration, to use that work under the conditions stated herein. The “Document”,
|
||||||
|
below, refers to any such manual or work. Any member of the public is a licensee, and
|
||||||
|
is addressed as “you”. You accept the license if you copy, modify or distribute the work
|
||||||
|
in a way requiring permission under copyright law.
|
||||||
|
A “Modified Version” of the Document means any work containing the Document or
|
||||||
|
a portion of it, either copied verbatim, or with modifications and/or translated into
|
||||||
|
another language.
|
||||||
|
A “Secondary Section” is a named appendix or a front-matter section of the Document
|
||||||
|
that deals exclusively with the relationship of the publishers or authors of the Document
|
||||||
|
to the Document’s overall subject (or to related matters) and contains nothing that
|
||||||
|
could fall directly within that overall subject. (Thus, if the Document is in part a
|
||||||
|
textbook of mathematics, a Secondary Section may not explain any mathematics.) The
|
||||||
|
relationship could be a matter of historical connection with the subject or with related
|
||||||
|
matters, or of legal, commercial, philosophical, ethical or political position regarding
|
||||||
|
them.
|
||||||
|
The “Invariant Sections” are certain Secondary Sections whose titles are designated, as
|
||||||
|
being those of Invariant Sections, in the notice that says that the Document is released
|
||||||
|
under this License. If a section does not fit the above definition of Secondary then it is
|
||||||
|
not allowed to be designated as Invariant. The Document may contain zero Invariant
|
||||||
|
Sections. If the Document does not identify any Invariant Sections then there are none.
|
||||||
|
The “Cover Texts” are certain short passages of text that are listed, as Front-Cover
|
||||||
|
Texts or Back-Cover Texts, in the notice that says that the Document is released under
|
||||||
|
this License. A Front-Cover Text may be at most 5 words, and a Back-Cover Text may
|
||||||
|
be at most 25 words.
|
||||||
|
A “Transparent” copy of the Document means a machine-readable copy, represented
|
||||||
|
in a format whose specification is available to the general public, that is suitable for
|
||||||
|
revising the document straightforwardly with generic text editors or (for images composed
|
||||||
|
of pixels) generic paint programs or (for drawings) some widely available drawing
|
||||||
|
editor, and that is suitable for input to text formatters or for automatic translation to
|
||||||
|
a variety of formats suitable for input to text formatters. A copy made in an otherwise
|
||||||
|
Transparent file format whose markup, or absence of markup, has been arranged to
|
||||||
|
thwart or discourage subsequent modification by readers is not Transparent. An image
|
||||||
|
format is not Transparent if used for any substantial amount of text. A copy that is
|
||||||
|
not “Transparent” is called “Opaque”.
|
||||||
|
Examples of suitable formats for Transparent copies include plain ascii without
|
||||||
|
markup, Texinfo input format, LaTEX input format, SGML or XML using a publicly
|
||||||
|
available DTD, and standard-conforming simple HTML, PostScript or PDF designed
|
||||||
|
for human modification. Examples of transparent image formats include PNG, XCF
|
||||||
|
and JPG. Opaque formats include proprietary formats that can be read and edited
|
||||||
|
only by proprietary word processors, SGML or XML for which the DTD and/or
|
||||||
|
processing tools are not generally available, and the machine-generated HTML,
|
||||||
|
PostScript or PDF produced by some word processors for output purposes only.
|
||||||
|
The “Title Page” means, for a printed book, the title page itself, plus such following
|
||||||
|
pages as are needed to hold, legibly, the material this License requires to appear in the
|
||||||
|
title page. For works in formats which do not have any title page as such, “Title Page”
|
||||||
|
means the text near the most prominent appearance of the work’s title, preceding the
|
||||||
|
beginning of the body of the text.
|
||||||
|
A section “Entitled XYZ” means a named subunit of the Document whose title either
|
||||||
|
is precisely XYZ or contains XYZ in parentheses following text that translates XYZ in
|
||||||
|
another language. (Here XYZ stands for a specific section name mentioned below, such
|
||||||
|
as “Acknowledgements”, “Dedications”, “Endorsements”, or “History”.) To “Preserve
|
||||||
|
the Title” of such a section when you modify the Document means that it remains a
|
||||||
|
section “Entitled XYZ” according to this definition.
|
||||||
|
The Document may include Warranty Disclaimers next to the notice which states that
|
||||||
|
this License applies to the Document. These Warranty Disclaimers are considered to
|
||||||
|
be included by reference in this License, but only as regards disclaiming warranties:
|
||||||
|
any other implication that these Warranty Disclaimers may have is void and has no
|
||||||
|
effect on the meaning of this License.
|
||||||
|
2. VERBATIM COPYING
|
||||||
|
You may copy and distribute the Document in any medium, either commercially or
|
||||||
|
noncommercially, provided that this License, the copyright notices, and the license
|
||||||
|
notice saying this License applies to the Document are reproduced in all copies, and
|
||||||
|
that you add no other conditions whatsoever to those of this License. You may not use
|
||||||
|
technical measures to obstruct or control the reading or further copying of the copies
|
||||||
|
you make or distribute. However, you may accept compensation in exchange for copies.
|
||||||
|
If you distribute a large enough number of copies you must also follow the conditions
|
||||||
|
in section 3.
|
||||||
|
You may also lend copies, under the same conditions stated above, and you may publicly
|
||||||
|
display copies.
|
||||||
|
3. COPYING IN QUANTITY
|
||||||
|
If you publish printed copies (or copies in media that commonly have printed covers) of
|
||||||
|
the Document, numbering more than 100, and the Document’s license notice requires
|
||||||
|
Cover Texts, you must enclose the copies in covers that carry, clearly and legibly, all
|
||||||
|
these Cover Texts: Front-Cover Texts on the front cover, and Back-Cover Texts on
|
||||||
|
the back cover. Both covers must also clearly and legibly identify you as the publisher
|
||||||
|
of these copies. The front cover must present the full title with all words of the title
|
||||||
|
equally prominent and visible. You may add other material on the covers in addition.
|
||||||
|
Copying with changes limited to the covers, as long as they preserve the title of the
|
||||||
|
Document and satisfy these conditions, can be treated as verbatim copying in other
|
||||||
|
respects.
|
||||||
|
If the required texts for either cover are too voluminous to fit legibly, you should put
|
||||||
|
the first ones listed (as many as fit reasonably) on the actual cover, and continue the
|
||||||
|
rest onto adjacent pages.
|
||||||
|
If you publish or distribute Opaque copies of the Document numbering more than 100,
|
||||||
|
you must either include a machine-readable Transparent copy along with each Opaque
|
||||||
|
copy, or state in or with each Opaque copy a computer-network location from which
|
||||||
|
the general network-using public has access to download using public-standard network
|
||||||
|
protocols a complete Transparent copy of the Document, free of added material. If
|
||||||
|
you use the latter option, you must take reasonably prudent steps, when you begin
|
||||||
|
distribution of Opaque copies in quantity, to ensure that this Transparent copy will
|
||||||
|
remain thus accessible at the stated location until at least one year after the last time
|
||||||
|
you distribute an Opaque copy (directly or through your agents or retailers) of that
|
||||||
|
edition to the public.
|
||||||
|
It is requested, but not required, that you contact the authors of the Document well
|
||||||
|
before redistributing any large number of copies, to give them a chance to provide you
|
||||||
|
with an updated version of the Document.
|
||||||
|
4. MODIFICATIONS
|
||||||
|
You may copy and distribute a Modified Version of the Document under the conditions
|
||||||
|
of sections 2 and 3 above, provided that you release the Modified Version under precisely
|
||||||
|
this License, with the Modified Version filling the role of the Document, thus licensing
|
||||||
|
distribution and modification of the Modified Version to whoever possesses a copy of
|
||||||
|
it. In addition, you must do these things in the Modified Version:
|
||||||
|
A. Use in the Title Page (and on the covers, if any) a title distinct from that of the
|
||||||
|
Document, and from those of previous versions (which should, if there were any,
|
||||||
|
be listed in the History section of the Document). You may use the same title as
|
||||||
|
a previous version if the original publisher of that version gives permission.
|
||||||
|
B. List on the Title Page, as authors, one or more persons or entities responsible for
|
||||||
|
authorship of the modifications in the Modified Version, together with at least five
|
||||||
|
of the principal authors of the Document (all of its principal authors, if it has fewer
|
||||||
|
than five), unless they release you from this requirement.
|
||||||
|
C. State on the Title page the name of the publisher of the Modified Version, as the
|
||||||
|
publisher.
|
||||||
|
D. Preserve all the copyright notices of the Document.
|
||||||
|
E. Add an appropriate copyright notice for your modifications adjacent to the other
|
||||||
|
copyright notices.
|
||||||
|
F. Include, immediately after the copyright notices, a license notice giving the public
|
||||||
|
permission to use the Modified Version under the terms of this License, in the form
|
||||||
|
shown in the Addendum below.
|
||||||
|
G. Preserve in that license notice the full lists of Invariant Sections and required Cover
|
||||||
|
Texts given in the Document’s license notice.
|
||||||
|
H. Include an unaltered copy of this License.
|
||||||
|
I. Preserve the section Entitled “History”, Preserve its Title, and add to it an item
|
||||||
|
stating at least the title, year, new authors, and publisher of the Modified Version
|
||||||
|
as given on the Title Page. If there is no section Entitled “History” in the Document,
|
||||||
|
create one stating the title, year, authors, and publisher of the Document
|
||||||
|
as given on its Title Page, then add an item describing the Modified Version as
|
||||||
|
stated in the previous sentence.
|
||||||
|
J. Preserve the network location, if any, given in the Document for public access to
|
||||||
|
a Transparent copy of the Document, and likewise the network locations given in
|
||||||
|
the Document for previous versions it was based on. These may be placed in the
|
||||||
|
“History” section. You may omit a network location for a work that was published
|
||||||
|
at least four years before the Document itself, or if the original publisher of the
|
||||||
|
version it refers to gives permission.
|
||||||
|
K. For any section Entitled “Acknowledgements” or “Dedications”, Preserve the Title
|
||||||
|
of the section, and preserve in the section all the substance and tone of each of the
|
||||||
|
contributor acknowledgements and/or dedications given therein.
|
||||||
|
L. Preserve all the Invariant Sections of the Document, unaltered in their text and
|
||||||
|
in their titles. Section numbers or the equivalent are not considered part of the
|
||||||
|
section titles.
|
||||||
|
M. Delete any section Entitled “Endorsements”. Such a section may not be included
|
||||||
|
in the Modified Version.
|
||||||
|
N. Do not retitle any existing section to be Entitled “Endorsements” or to conflict in
|
||||||
|
title with any Invariant Section.
|
||||||
|
O. Preserve any Warranty Disclaimers.
|
||||||
|
If the Modified Version includes new front-matter sections or appendices that qualify
|
||||||
|
as Secondary Sections and contain no material copied from the Document, you may at
|
||||||
|
your option designate some or all of these sections as invariant. To do this, add their
|
||||||
|
titles to the list of Invariant Sections in the Modified Version’s license notice. These
|
||||||
|
titles must be distinct from any other section titles.
|
||||||
|
You may add a section Entitled “Endorsements”, provided it contains nothing but
|
||||||
|
endorsements of your Modified Version by various parties—for example, statements of
|
||||||
|
peer review or that the text has been approved by an organization as the authoritative
|
||||||
|
definition of a standard.
|
||||||
|
You may add a passage of up to five words as a Front-Cover Text, and a passage of up
|
||||||
|
to 25 words as a Back-Cover Text, to the end of the list of Cover Texts in the Modified
|
||||||
|
Version. Only one passage of Front-Cover Text and one of Back-Cover Text may be
|
||||||
|
added by (or through arrangements made by) any one entity. If the Document already
|
||||||
|
includes a cover text for the same cover, previously added by you or by arrangement
|
||||||
|
made by the same entity you are acting on behalf of, you may not add another; but
|
||||||
|
you may replace the old one, on explicit permission from the previous publisher that
|
||||||
|
added the old one.
|
||||||
|
The author(s) and publisher(s) of the Document do not by this License give permission
|
||||||
|
to use their names for publicity for or to assert or imply endorsement of any Modified
|
||||||
|
Version.
|
||||||
|
5. COMBINING DOCUMENTS
|
||||||
|
You may combine the Document with other documents released under this License,
|
||||||
|
under the terms defined in section 4 above for modified versions, provided that you
|
||||||
|
include in the combination all of the Invariant Sections of all of the original documents,
|
||||||
|
unmodified, and list them all as Invariant Sections of your combined work in its license
|
||||||
|
notice, and that you preserve all their Warranty Disclaimers.
|
||||||
|
The combined work need only contain one copy of this License, and multiple identical
|
||||||
|
Invariant Sections may be replaced with a single copy. If there are multiple Invariant
|
||||||
|
Sections with the same name but different contents, make the title of each such section
|
||||||
|
unique by adding at the end of it, in parentheses, the name of the original author or
|
||||||
|
publisher of that section if known, or else a unique number. Make the same adjustment
|
||||||
|
to the section titles in the list of Invariant Sections in the license notice of the combined
|
||||||
|
work.
|
||||||
|
In the combination, you must combine any sections Entitled “History” in the various
|
||||||
|
original documents, forming one section Entitled “History”; likewise combine any
|
||||||
|
sections Entitled “Acknowledgements”, and any sections Entitled “Dedications”. You
|
||||||
|
must delete all sections Entitled “Endorsements.”
|
||||||
|
6. COLLECTIONS OF DOCUMENTS
|
||||||
|
You may make a collection consisting of the Document and other documents released
|
||||||
|
under this License, and replace the individual copies of this License in the various
|
||||||
|
documents with a single copy that is included in the collection, provided that you
|
||||||
|
follow the rules of this License for verbatim copying of each of the documents in all
|
||||||
|
other respects.
|
||||||
|
You may extract a single document from such a collection, and distribute it individually
|
||||||
|
under this License, provided you insert a copy of this License into the extracted
|
||||||
|
document, and follow this License in all other respects regarding verbatim copying of
|
||||||
|
that document.
|
||||||
|
7. AGGREGATION WITH INDEPENDENT WORKS
|
||||||
|
A compilation of the Document or its derivatives with other separate and independent
|
||||||
|
documents or works, in or on a volume of a storage or distribution medium, is called
|
||||||
|
an “aggregate” if the copyright resulting from the compilation is not used to limit the
|
||||||
|
legal rights of the compilation’s users beyond what the individual works permit. When
|
||||||
|
the Document is included in an aggregate, this License does not apply to the other
|
||||||
|
works in the aggregate which are not themselves derivative works of the Document.
|
||||||
|
If the Cover Text requirement of section 3 is applicable to these copies of the Document,
|
||||||
|
then if the Document is less than one half of the entire aggregate, the Document’s Cover
|
||||||
|
Texts may be placed on covers that bracket the Document within the aggregate, or the
|
||||||
|
electronic equivalent of covers if the Document is in electronic form. Otherwise they
|
||||||
|
must appear on printed covers that bracket the whole aggregate.
|
||||||
|
8. TRANSLATION
|
||||||
|
Translation is considered a kind of modification, so you may distribute translations
|
||||||
|
of the Document under the terms of section 4. Replacing Invariant Sections with
|
||||||
|
translations requires special permission from their copyright holders, but you may
|
||||||
|
include translations of some or all Invariant Sections in addition to the original versions
|
||||||
|
of these Invariant Sections. You may include a translation of this License, and all the
|
||||||
|
license notices in the Document, and any Warranty Disclaimers, provided that you
|
||||||
|
also include the original English version of this License and the original versions of
|
||||||
|
those notices and disclaimers. In case of a disagreement between the translation and
|
||||||
|
the original version of this License or a notice or disclaimer, the original version will
|
||||||
|
prevail.
|
||||||
|
If a section in the Document is Entitled “Acknowledgements”, “Dedications”, or “History”,
|
||||||
|
the requirement (section 4) to Preserve its Title (section 1) will typically require
|
||||||
|
changing the actual title.
|
||||||
|
9. TERMINATION
|
||||||
|
You may not copy, modify, sublicense, or distribute the Document except as expressly
|
||||||
|
provided for under this License. Any other attempt to copy, modify, sublicense or
|
||||||
|
distribute the Document is void, and will automatically terminate your rights under
|
||||||
|
this License. However, parties who have received copies, or rights, from you under this
|
||||||
|
License will not have their licenses terminated so long as such parties remain in full
|
||||||
|
compliance.
|
||||||
|
10. FUTURE REVISIONS OF THIS LICENSE
|
||||||
|
The Free Software Foundation may publish new, revised versions of the GNU Free
|
||||||
|
Documentation License from time to time. Such new versions will be similar in spirit
|
||||||
|
to the present version, but may differ in detail to address new problems or concerns.
|
||||||
|
See http://www.gnu.org/copyleft/.
|
||||||
|
Each version of the License is given a distinguishing version number. If the Document
|
||||||
|
specifies that a particular numbered version of this License “or any later version”
|
||||||
|
applies to it, you have the option of following the terms and conditions either of that
|
||||||
|
specified version or of any later version that has been published (not as a draft) by
|
||||||
|
the Free Software Foundation. If the Document does not specify a version number of
|
||||||
|
this License, you may choose any version ever published (not as a draft) by the Free
|
||||||
|
Software Foundation.
|
||||||
51
dist/files/README
vendored
Normal file
51
dist/files/README
vendored
Normal file
@ -0,0 +1,51 @@
|
|||||||
|
General information
|
||||||
|
*********************
|
||||||
|
|
||||||
|
UAM Text Tools (UTT) is a package of language processing tools
|
||||||
|
developed at Adam Mickiewicz University. Its functionality includes:
|
||||||
|
* tokenization
|
||||||
|
* dictionary-based morphological analysis
|
||||||
|
* heuristic morphological analysis of unknown words
|
||||||
|
* spelling correction
|
||||||
|
* pattern search
|
||||||
|
* sentence splitting
|
||||||
|
* generation of concordance tables
|
||||||
|
|
||||||
|
The toolkit is destined for processing of raw (not annotated)
|
||||||
|
unrestricted text for any conceivable purpose.
|
||||||
|
|
||||||
|
|
||||||
|
Installation
|
||||||
|
**************
|
||||||
|
|
||||||
|
1) unpack the UTT tar archive
|
||||||
|
2) in the same directory, unpack the tar archives of all UTT dictionary modules you have
|
||||||
|
3) run
|
||||||
|
make install
|
||||||
|
in the root directory of the installation
|
||||||
|
4) add the bin directory to the PATH variable
|
||||||
|
|
||||||
|
|
||||||
|
Requirements
|
||||||
|
*************
|
||||||
|
|
||||||
|
* File::HomeDir
|
||||||
|
|
||||||
|
the Perl package File::HomeDir must be installed
|
||||||
|
(to install the package, run 'perl -MCPAN -e shell' and write
|
||||||
|
'install File::HomeDir' after the 'cpan>' prompt appears)
|
||||||
|
|
||||||
|
* flex
|
||||||
|
|
||||||
|
to run the ser component, flex must be installed in your system
|
||||||
|
|
||||||
|
* ruby
|
||||||
|
|
||||||
|
to run the tre component, ruby must be installed in your system
|
||||||
|
|
||||||
|
* locale pl_PL.iso-8852-2
|
||||||
|
|
||||||
|
the locales pl_PL.iso-8859-2 (pl_PL in short) must be installed
|
||||||
|
and set while using UTT with the Polish module. The text you
|
||||||
|
process with UTT must be encoded in iso-8859-2.
|
||||||
|
|
||||||
26
dist/spec/Makefile
vendored
Normal file
26
dist/spec/Makefile
vendored
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
# this makefile will build rpm
|
||||||
|
|
||||||
|
DIR=$(shell pwd)
|
||||||
|
|
||||||
|
ifndef UTT_DIST_DIR
|
||||||
|
UTT_DIST_DIR=${DIR}
|
||||||
|
endif
|
||||||
|
|
||||||
|
_RPM_FROOT=${DIR}/rmp_root
|
||||||
|
_UTT_ROOT=${_RPM_FROOT}/usr/local
|
||||||
|
# default task
|
||||||
|
.PHONY: rpm
|
||||||
|
rpm:
|
||||||
|
if test -d ${_RPM_FROOT}; then rm -fr ${_RMP_FROOT}; fi
|
||||||
|
mkdir -p ${_UTT_ROOT}
|
||||||
|
cp -rf ${UTT_DIST_DIR}/* ${_UTT_ROOT}/
|
||||||
|
mkdir -p ${_UTT_ROOT}/cnf
|
||||||
|
mv ${_UTT_ROOT}/etc/utt/*.conf ${_UTT_ROOT}/cnf/
|
||||||
|
${DIR}/../common/prepare_conf.sh ${_UTT_ROOT}/cnf ${_UTT_ROOT}/etc/utt \\\/usr\\\/local
|
||||||
|
rm -rf ${_UTT_ROOT}/cnf
|
||||||
|
|
||||||
|
cp ../files/* ${_UTT_ROOT}/
|
||||||
|
cd ${_RPM_FROOT}; rpmbuild -bb ${DIR}/utt.spec
|
||||||
|
|
||||||
|
rm -rf ${_RPM_FROOT}
|
||||||
|
|
||||||
16
dist/spec/README
vendored
Normal file
16
dist/spec/README
vendored
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
This directory contains files necessary to produce rpm package.
|
||||||
|
|
||||||
|
First, you must have variable UTT_DIST_DIR defined properly.
|
||||||
|
This variable should be defined by main Makefile.
|
||||||
|
|
||||||
|
To create rpm file, just write:
|
||||||
|
make
|
||||||
|
|
||||||
|
The created package should appears in default RPM directory.
|
||||||
|
(in my computer it is /usr/src/redhat/RPMS/$arch/ directory)
|
||||||
|
|
||||||
|
To determine the rpm output directory, execute:
|
||||||
|
rpm --showrc | grep _rmpdir
|
||||||
|
|
||||||
|
You need access privilage to this directory to create rmp.
|
||||||
|
|
||||||
81
dist/spec/utt.spec
vendored
Normal file
81
dist/spec/utt.spec
vendored
Normal file
@ -0,0 +1,81 @@
|
|||||||
|
#
|
||||||
|
# Default RPM header.
|
||||||
|
#
|
||||||
|
# START_RPM_STD_HEADER:
|
||||||
|
|
||||||
|
|
||||||
|
#
|
||||||
|
# RPM properties
|
||||||
|
#
|
||||||
|
%define _this_product UAM Text Tools
|
||||||
|
%define _this_summary Some tools for text processing
|
||||||
|
%define _this_name utt
|
||||||
|
%define _this_version %(cat ../../common/version.def)
|
||||||
|
%define _this_release %(cat ../../common/release.def)
|
||||||
|
%define _this_copyright Adam Mickiewicz University, Poland
|
||||||
|
|
||||||
|
#
|
||||||
|
# Default RPM header.
|
||||||
|
#
|
||||||
|
# END_RPM_STD_HEADER:
|
||||||
|
# --------------------------------------------------------------------
|
||||||
|
|
||||||
|
Summary: %_this_summary
|
||||||
|
Name: %_this_name
|
||||||
|
Version: %_this_version
|
||||||
|
Release: %_this_release
|
||||||
|
#Copyright: %_this_copyright
|
||||||
|
License: GPL
|
||||||
|
Group: Development/Tools
|
||||||
|
URL: http://utt.amu.edu.pl
|
||||||
|
Vendor: Adam Mickiewicz University
|
||||||
|
BuildRoot: %(pwd)
|
||||||
|
#BuildArch: i586
|
||||||
|
# requirements for utt application
|
||||||
|
#AutoReq: no
|
||||||
|
#AutoReqProv: no
|
||||||
|
|
||||||
|
#Requires: glibc >= 2.1.3
|
||||||
|
#Requires: libgcc1 >= 3.0
|
||||||
|
#Requires: libgcc >= 3.0
|
||||||
|
#Requires: libstdc++6 >= 3.4.1
|
||||||
|
#Requires: libstdc++ >= 3.4.1
|
||||||
|
|
||||||
|
%description
|
||||||
|
%(cat ../../common/description.def)
|
||||||
|
|
||||||
|
%description -l pl
|
||||||
|
%(cat ../../common/description.pl.def)
|
||||||
|
|
||||||
|
|
||||||
|
# -------------------------------------------------------------
|
||||||
|
# preparing sources for compilation
|
||||||
|
%prep
|
||||||
|
|
||||||
|
# source compilation
|
||||||
|
%build
|
||||||
|
|
||||||
|
# rpm building
|
||||||
|
%install
|
||||||
|
|
||||||
|
# cleaning after rpm build
|
||||||
|
%clean
|
||||||
|
|
||||||
|
# -------------------------------------------------------------
|
||||||
|
#before installation
|
||||||
|
%pre
|
||||||
|
|
||||||
|
#after installation
|
||||||
|
%post
|
||||||
|
# we need to create utt.conf file
|
||||||
|
|
||||||
|
#before uninstallation
|
||||||
|
%preun
|
||||||
|
|
||||||
|
#after uninstallation
|
||||||
|
%postun
|
||||||
|
|
||||||
|
# -------------------------------------------------------------
|
||||||
|
%files
|
||||||
|
%defattr(-,root,root)
|
||||||
|
/*
|
||||||
74
dist/struktura.txt
vendored
Normal file
74
dist/struktura.txt
vendored
Normal file
@ -0,0 +1,74 @@
|
|||||||
|
/usr/local/bin/aut2fsa
|
||||||
|
/usr/local/bin/canonize
|
||||||
|
/usr/local/bin/compiledic
|
||||||
|
/usr/local/bin/con
|
||||||
|
/usr/local/bin/cor
|
||||||
|
/usr/local/bin/dgc
|
||||||
|
/usr/local/bin/dgp
|
||||||
|
/usr/local/bin/fla
|
||||||
|
/usr/local/bin/fsm2aut
|
||||||
|
/usr/local/bin/go ?
|
||||||
|
/usr/local/bin/Makefile.go ?
|
||||||
|
/usr/local/bin/gph
|
||||||
|
/usr/local/bin/grp
|
||||||
|
/usr/local/bin/gue
|
||||||
|
/usr/local/bin/kot
|
||||||
|
/usr/local/bin/lem
|
||||||
|
/usr/local/bin/mar
|
||||||
|
/usr/local/bin/sen
|
||||||
|
/usr/local/bin/sen-nl
|
||||||
|
/usr/local/bin/ser
|
||||||
|
/usr/local/bin/tok
|
||||||
|
/usr/local/bin/tre.rb
|
||||||
|
/usr/local/bin/unfla
|
||||||
|
/usr/local/bin/ipi.tag2re
|
||||||
|
/usr/local/bin/uam.tag2re
|
||||||
|
|
||||||
|
|
||||||
|
# R.D. sugeruje /etc/utt
|
||||||
|
# lokalnie: ~/.utt lub (trendy) ~/.config/utt
|
||||||
|
/usr/local/etc/utt/con.conf
|
||||||
|
/usr/local/etc/utt/cor.conf
|
||||||
|
/usr/local/etc/utt/dgc.conf
|
||||||
|
/usr/local/etc/utt/fla.conf
|
||||||
|
/usr/local/etc/utt/grp.conf
|
||||||
|
/usr/local/etc/utt/gue.conf
|
||||||
|
/usr/local/etc/utt/kor.conf
|
||||||
|
/usr/local/etc/utt/kot.conf
|
||||||
|
/usr/local/etc/utt/lem.conf
|
||||||
|
/usr/local/etc/utt/mar.conf
|
||||||
|
/usr/local/etc/utt/sen.conf
|
||||||
|
/usr/local/etc/utt/ser.conf
|
||||||
|
/usr/local/etc/utt/tok.conf
|
||||||
|
/usr/local/etc/utt/unfla.conf
|
||||||
|
/usr/local/etc/utt/utt.conf
|
||||||
|
|
||||||
|
/usr/local/share/utt/weights.kor
|
||||||
|
/usr/local/share/utt/cats.dgc
|
||||||
|
/usr/local/share/utt/gram.dgc
|
||||||
|
# lokalnie: wszystkie pliki beda umieszczone w ~/.local/share/utt/
|
||||||
|
|
||||||
|
/usr/local/share/utt/pl_PL.ISO-8859-2/pl_PL.ISO-8859-2.sym
|
||||||
|
/usr/local/share/utt/pl_PL.ISO-8859-2/cor.bin
|
||||||
|
/usr/local/share/utt/pl_PL.ISO-8859-2/gue.bin
|
||||||
|
/usr/local/share/utt/pl_PL.ISO-8859-2/lem.bin
|
||||||
|
/usr/local/share/utt/pl_PL.UTF-8/pl_PL.UTF-8.sym
|
||||||
|
/usr/local/share/utt/pl_PL.UTF-8/cor.bin
|
||||||
|
/usr/local/share/utt/pl_PL.UTF-8/gue.bin
|
||||||
|
/usr/local/share/utt/pl_PL.UTF-8/lem.bin
|
||||||
|
# lokalnie: wszystkie slowniki beda umieszczone w ~/.local/share/utt/
|
||||||
|
|
||||||
|
/usr/local/lib/utt/ser.l.template
|
||||||
|
/usr/local/lib/utt/terms.m4
|
||||||
|
/usr/local/lib/utt/seg.rb
|
||||||
|
/usr/local/lib/attr.pm
|
||||||
|
# lokalnie: wszystkie pliki beda umieszczone w ~/.local/lib/utt/
|
||||||
|
|
||||||
|
/usr/local/share/doc/utt/FAQ
|
||||||
|
/usr/local/share/doc/utt/COPYRIGHT
|
||||||
|
/usr/local/share/doc/utt/NEWS
|
||||||
|
/usr/local/share/doc/utt/README
|
||||||
|
/usr/local/share/info/utt.info.gz
|
||||||
|
/usr/local/share/man/man3/utt.gz
|
||||||
|
|
||||||
|
~/.utt/*.conf (wszystko z /usr/local/etc/utt)
|
||||||
5
dist/tarball/INSTALL
vendored
Normal file
5
dist/tarball/INSTALL
vendored
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
Here you can find some information about how to install utt.
|
||||||
|
|
||||||
|
You should just unpack archive and then execute
|
||||||
|
make test
|
||||||
|
make install
|
||||||
48
dist/tarball/Makefile
vendored
Normal file
48
dist/tarball/Makefile
vendored
Normal file
@ -0,0 +1,48 @@
|
|||||||
|
# This makefile allows build tarball distribution for utt.
|
||||||
|
|
||||||
|
#
|
||||||
|
# Some variables
|
||||||
|
#
|
||||||
|
|
||||||
|
DIR=$(shell pwd)
|
||||||
|
|
||||||
|
# Directory with utt binaries
|
||||||
|
ifndef UTT_DIST_DIR
|
||||||
|
UTT_DIST_DIR=${DIR}
|
||||||
|
endif
|
||||||
|
|
||||||
|
# Where put result
|
||||||
|
ifndef UTT_DIST_OUTPUT
|
||||||
|
UTT_DIST_OUTPUT=${DIR}
|
||||||
|
endif
|
||||||
|
|
||||||
|
# Common info about version and release
|
||||||
|
_UTT_VER=$(shell cat ../common/version.def)
|
||||||
|
_UTT_REL=$(shell cat ../common/release.def)
|
||||||
|
|
||||||
|
# Temp vars
|
||||||
|
_TARBALL_ROOT=$(DIR)/utt-$(_UTT_VER).$(_UTT_REL)
|
||||||
|
_TAR_FILE_NAME=utt.$(_UTT_VER)_$(_UTT_REL).tar.gz
|
||||||
|
|
||||||
|
#defualt task
|
||||||
|
.PHONY: default
|
||||||
|
default:
|
||||||
|
@echo Build directory: ${UTT_DIST_DIR}
|
||||||
|
@echo Output directory for tarball: ${UTT_DIST_OUTPUT}
|
||||||
|
mkdir -p ${_TARBALL_ROOT}
|
||||||
|
cp -fr ${UTT_DIST_DIR}/* ${_TARBALL_ROOT}
|
||||||
|
@# we add some extra files
|
||||||
|
@# config files
|
||||||
|
mkdir -p ${_TARBALL_ROOT}/cnf
|
||||||
|
mv ${_TARBALL_ROOT}/etc/utt/*.conf ${_TARBALL_ROOT}/cnf/
|
||||||
|
${DIR}/../common/prepare_conf.sh ${_TARBALL_ROOT}/cnf ${_TARBALL_ROOT}/etc/utt \~\\\/.local
|
||||||
|
rm -rf ${_TARBALL_ROOT}/cnf
|
||||||
|
cp ./INSTALL ${_TARBALL_ROOT}/
|
||||||
|
cp ./Makefile.tarball ${_TARBALL_ROOT}/Makefile
|
||||||
|
cp ../files/* ${_TARBALL_ROOT}/
|
||||||
|
|
||||||
|
|
||||||
|
tar -czf ${UTT_DIST_OUTPUT}/${_TAR_FILE_NAME} utt*
|
||||||
|
|
||||||
|
rm -rf ${_TARBALL_ROOT}
|
||||||
|
|
||||||
18
dist/tarball/Makefile.tarball
vendored
Normal file
18
dist/tarball/Makefile.tarball
vendored
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
UTT_LIB_DIR=${HOME}/.local/lib/utt
|
||||||
|
UTT_SHARE_DIR=${HOME}/.local/share/utt
|
||||||
|
UTT_CONF_DIR=${HOME}/.utt
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
mkdir -p ${UTT_LIB_DIR}
|
||||||
|
cp -r lib/utt/* ${UTT_LIB_DIR}
|
||||||
|
mkdir -p ${UTT_SHARE_DIR}
|
||||||
|
cp -r share/utt/* ${UTT_SHARE_DIR}
|
||||||
|
mkdir -p ${UTT_CONF_DIR}
|
||||||
|
cp -r etc/utt/* ${UTT_CONF_DIR}
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
rm -r ${UTT_LIB_DIR}
|
||||||
|
rm -r ${UTT_SHARE_DIR}
|
||||||
|
rm -r ${CONF_DIR}
|
||||||
6
dist/tarball/README
vendored
Normal file
6
dist/tarball/README
vendored
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
This directory contains Makefile, which allows to create tar.gz archive.
|
||||||
|
|
||||||
|
To create archive, just write:
|
||||||
|
make
|
||||||
|
|
||||||
|
Warning: you need define variable UTT_DIST_DIR.
|
||||||
45
doc/Makefile
Normal file
45
doc/Makefile
Normal file
@ -0,0 +1,45 @@
|
|||||||
|
include ../config.mak
|
||||||
|
|
||||||
|
all: utt.info utt.dvi utt.html utt.pdf utt.ps
|
||||||
|
|
||||||
|
utt.info: utt.texinfo
|
||||||
|
$(MAKEINFO) $< -o $@
|
||||||
|
|
||||||
|
utt.dvi: utt.texinfo
|
||||||
|
$(TEXI2DVI) --build=clean $< -o $@
|
||||||
|
|
||||||
|
utt.html: utt.texinfo
|
||||||
|
$(MAKEINFO) --html --no-split $< -o $@
|
||||||
|
|
||||||
|
utt.pdf: utt.texinfo
|
||||||
|
$(TEXI2PDF) --build=clean $< -o $@
|
||||||
|
|
||||||
|
utt.ps: utt.dvi
|
||||||
|
$(DVIPS) $< -o $@
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef SHARE_DIR
|
||||||
|
install -m 0644 utt.info $(SHARE_DIR)/info
|
||||||
|
endif
|
||||||
|
ifdef DOC_DIR
|
||||||
|
install -m 0644 utt.dvi $(DOC_DIR)
|
||||||
|
install -m 0644 utt.html $(DOC_DIR)
|
||||||
|
install -m 0644 utt.pdf $(DOC_DIR)
|
||||||
|
install -m 0644 utt.ps $(DOC_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef SHARE_DIR
|
||||||
|
rm $(SHARE_DIR)/info/utt.info
|
||||||
|
endif
|
||||||
|
ifdef DOC_DIR
|
||||||
|
rm $(DOC_DIR)/utt.dvi
|
||||||
|
rm $(DOC_DIR)/utt.html
|
||||||
|
rm $(DOC_DIR)/utt.pdf
|
||||||
|
rm $(DOC_DIR)/utt.ps
|
||||||
|
endif
|
||||||
|
|
||||||
|
clean:
|
||||||
|
rm utt.info utt.dvi utt.html utt.pdf utt.ps || true
|
||||||
19
lib/Makefile
Normal file
19
lib/Makefile
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
include ../config.mak
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef LIB_DIR
|
||||||
|
install -m 0755 attr.pm $(LIB_DIR)
|
||||||
|
install -m 0755 seg.rb $(LIB_DIR)
|
||||||
|
install -m 0755 ser.l.template $(LIB_DIR)
|
||||||
|
install -m 0755 terms.m4 $(LIB_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef LIB_DIR
|
||||||
|
rm $(LIB_DIR)/attr.pm
|
||||||
|
rm $(LIB_DIR)/seg.rb
|
||||||
|
rm $(LIB_DIR)/ser.l.template
|
||||||
|
rm $(LIB_DIR)/terms.m4
|
||||||
|
endif
|
||||||
133
lib/attr.pm
Normal file
133
lib/attr.pm
Normal file
@ -0,0 +1,133 @@
|
|||||||
|
package attr;
|
||||||
|
|
||||||
|
use locale;
|
||||||
|
use strict;
|
||||||
|
|
||||||
|
use Data::Dumper;
|
||||||
|
|
||||||
|
our $pos_re = qr/(?:[[:upper:]]+)/;
|
||||||
|
our $attr_re = qr/(?:[[:upper:]]+)/;
|
||||||
|
our $val_re = qr/(?:[[:lower:][:digit:]+?!*-]|<[^>\n]+>)/;
|
||||||
|
our $av_re = qr/(?:$attr_re$val_re+)/;
|
||||||
|
our $avlist_re = qr/(?:$av_re+)/;
|
||||||
|
our $cat_re = qr/(?:$pos_re(?:\/$avlist_re)?)/;
|
||||||
|
|
||||||
|
sub match(\@\@)
|
||||||
|
{
|
||||||
|
my ($cat1,$avs1)= @{shift @_};
|
||||||
|
my ($cat2,$avs2)= @{shift @_};
|
||||||
|
|
||||||
|
if($cat1 ne $cat2 && $cat1 ne '*' && $cat2 ne '*')
|
||||||
|
{
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
ATTR:for my $attr (keys %$avs1)
|
||||||
|
{
|
||||||
|
if(exists $avs2->{$attr})
|
||||||
|
{
|
||||||
|
for my $val (keys %{$avs1->{$attr}})
|
||||||
|
{
|
||||||
|
next ATTR if $avs2->{$attr}->{$val};
|
||||||
|
}
|
||||||
|
return 0;
|
||||||
|
last ATTR;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub agree(\@\@$)
|
||||||
|
{
|
||||||
|
my $val1 = $_[0]->[1]->{$_[2]};
|
||||||
|
my $val2 = $_[1]->[1]->{$_[2]};
|
||||||
|
|
||||||
|
return 1 if !$val1 || !$val2;
|
||||||
|
|
||||||
|
for my $v (keys %$val1)
|
||||||
|
{
|
||||||
|
return 1 if exists $val2->{$v};
|
||||||
|
}
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
# funkcja parse
|
||||||
|
# arg: deskrypcja
|
||||||
|
# warto¶æ: referencja do tablicy [<cat>, <avs>],
|
||||||
|
# gdzie <avs> jest referencja do hasza, zawierajacego pary
|
||||||
|
# atrybut=>hasz warto¶ci (pary warto¶æ=>1), czyli np.
|
||||||
|
|
||||||
|
# [
|
||||||
|
# 'ADJ',
|
||||||
|
# {
|
||||||
|
# 'KOLEDZY' => {
|
||||||
|
# '<alojzy>' => 1,
|
||||||
|
# '<karol>' => 1,
|
||||||
|
# '<jan>' => 1
|
||||||
|
# },
|
||||||
|
# 'C' => {
|
||||||
|
# 'p' => 1,
|
||||||
|
# 'a' => 1,
|
||||||
|
# 'i' => 1
|
||||||
|
# },
|
||||||
|
# 'N' => {
|
||||||
|
# 'p' => 1
|
||||||
|
# }
|
||||||
|
# }
|
||||||
|
# ];
|
||||||
|
|
||||||
|
sub parse ($)
|
||||||
|
{
|
||||||
|
my ($dstr)=@_;
|
||||||
|
my $avs={};
|
||||||
|
my ($cat,$attrlist) = split '/', $dstr;
|
||||||
|
ATTR:
|
||||||
|
# while( $attrlist =~ /([[:upper:]]+)((?:[[:lower:][:digit:]+?!*-]|<[^>\n]+>)+)/g )
|
||||||
|
while( $attrlist =~ /($attr_re)($val_re+)/g )
|
||||||
|
{
|
||||||
|
my ($attrstr,$valstr)=($1,$2);
|
||||||
|
my %vals;
|
||||||
|
while($valstr =~ /$val_re/g)
|
||||||
|
{
|
||||||
|
my $val = $&;
|
||||||
|
next ATTR if $val eq '*';
|
||||||
|
$val =~ s/^<([[:lower:]])>$/$1/;
|
||||||
|
$vals{$val}=1;
|
||||||
|
}
|
||||||
|
|
||||||
|
$avs->{$attrstr} = \%vals; # dlaczego to dziala? %vals jest lokalne
|
||||||
|
}
|
||||||
|
[$cat, $avs];
|
||||||
|
}
|
||||||
|
|
||||||
|
# funkcja unparse
|
||||||
|
# arg: jak warto¶æ parse
|
||||||
|
# warto¶æ: deskrypcja - napis
|
||||||
|
|
||||||
|
sub unparse (\@)
|
||||||
|
{
|
||||||
|
my ($cat,$avs)= @{shift @_};
|
||||||
|
my $dstr=$cat;
|
||||||
|
my @attrs = keys %$avs;
|
||||||
|
if(@attrs)
|
||||||
|
{
|
||||||
|
$dstr .= '/';
|
||||||
|
for my $attr ( sort @attrs )
|
||||||
|
{
|
||||||
|
$dstr .= $attr . (join '', sort keys %{$avs->{$attr}});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
$dstr;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
sub canonize ($)
|
||||||
|
{
|
||||||
|
unparse @{parse @_[0]} ;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
1;
|
||||||
31
lib/seg.rb
Normal file
31
lib/seg.rb
Normal file
@ -0,0 +1,31 @@
|
|||||||
|
|
||||||
|
class Seg
|
||||||
|
|
||||||
|
def initialize(s="")
|
||||||
|
@line=s
|
||||||
|
self
|
||||||
|
end
|
||||||
|
|
||||||
|
def to_s
|
||||||
|
@line.chomp
|
||||||
|
end
|
||||||
|
|
||||||
|
def set(s)
|
||||||
|
@line=s
|
||||||
|
self
|
||||||
|
end
|
||||||
|
|
||||||
|
def field(key)
|
||||||
|
if key.class==Fixnum
|
||||||
|
@line.split[key-1]
|
||||||
|
elsif key.class==String
|
||||||
|
@line =~ /\s#{key}:(\S+)/; $1
|
||||||
|
end
|
||||||
|
end
|
||||||
|
alias [] field
|
||||||
|
|
||||||
|
def fields
|
||||||
|
@line.split
|
||||||
|
end
|
||||||
|
|
||||||
|
end
|
||||||
30
lib/ser.l.template
Normal file
30
lib/ser.l.template
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
%{
|
||||||
|
#include<string.h>
|
||||||
|
int n=0;
|
||||||
|
%}
|
||||||
|
|
||||||
|
%%
|
||||||
|
|
||||||
|
PATTERN {
|
||||||
|
int start, end, len;
|
||||||
|
char *lastseg, *tmp;
|
||||||
|
if(yytext[yyleng-1]!='\n')
|
||||||
|
{fprintf(stderr,"ser: pattern matches incomplete line\n"); exit(1);}
|
||||||
|
n++;
|
||||||
|
sscanf(yytext,"%d %d",&start,&len);
|
||||||
|
yytext[yyleng-1]='\0';
|
||||||
|
if(tmp=strrchr(yytext,'\n'))
|
||||||
|
{
|
||||||
|
lastseg=tmp+1;
|
||||||
|
sscanf(lastseg,"%d %d", &end, &len);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
end=start;
|
||||||
|
yytext[yyleng-1]='\n';
|
||||||
|
printf("%04d 00 BOM * ser:%d\n",start,n);
|
||||||
|
ECHO;
|
||||||
|
printf("%04d 00 EOM * ser:%d\n",end+len,n);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
.*\n DEFAULTACTION;
|
||||||
52
lib/terms.m4
Normal file
52
lib/terms.m4
Normal file
@ -0,0 +1,52 @@
|
|||||||
|
divert(-1)
|
||||||
|
#--------------------------------------------------------------------------
|
||||||
|
|
||||||
|
# Macros defined here may be used in pattern specifications
|
||||||
|
# You can modify this file according to your needs.
|
||||||
|
|
||||||
|
# ENDOFSEGMENT and MORFIELD are macros expanded to, respectively,
|
||||||
|
# end of segment marker (dependes on the format: flattened or not)
|
||||||
|
# and the name of the annotation field containing morphological
|
||||||
|
# information (standard value is 'lem'). These values are controlled
|
||||||
|
# by programs using this file to expand search patterns (ser, grp, ...).
|
||||||
|
|
||||||
|
# seg(type,form,annotation)
|
||||||
|
|
||||||
|
define(`seg',`(\s*((\d+\s+)(\d+\s+)?)?dnl
|
||||||
|
ifelse($1, `',`(\S+)', `($1)')\s+dnl
|
||||||
|
ifelse($2, `',`(\S+)', `($2)')dnl
|
||||||
|
ifelse($3, `',`((\s+\S+)*)', `(\s+($3))')\s*ENDOFSEGMENT)')
|
||||||
|
|
||||||
|
# form(f) - segment containing the form f
|
||||||
|
|
||||||
|
define(`form', `seg(,$1)')
|
||||||
|
|
||||||
|
# field(f) segment containing auxiliary field f
|
||||||
|
|
||||||
|
define(`field', `seg(,,`(\S+\s+)*($1)(\s+\S+)*')')
|
||||||
|
|
||||||
|
# word, space, punct, number segments (assuming W, S, P, N segment types)
|
||||||
|
|
||||||
|
define(`space', `seg(`S',`$1')')
|
||||||
|
define(`word', `seg(`W',`$1')')
|
||||||
|
define(`punct', `seg(`P',`$1')')
|
||||||
|
define(`number', `seg(`N',`$1')')
|
||||||
|
|
||||||
|
# macros specific to PMDB format
|
||||||
|
|
||||||
|
define(`lexeme', `field(`MORFIELD:(\S+;)?$1,\S+')')
|
||||||
|
define(`cat', `field(`MORFIELD:\S+,$1([,;]\S+)?')')
|
||||||
|
|
||||||
|
|
||||||
|
# Place here your macro definitions.
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
#--------------------------------------------------------------------------
|
||||||
|
divert(0)
|
||||||
31
share/Makefile
Normal file
31
share/Makefile
Normal file
@ -0,0 +1,31 @@
|
|||||||
|
include ../config.mak
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef LANG_DIR
|
||||||
|
install -d $(LANG_DIR)/pl_PL.ISO-8859-2
|
||||||
|
install -d $(LANG_DIR)/pl_PL.UTF-8
|
||||||
|
install -m 0644 pl_PL.ISO-8859-2/cor.bin $(LANG_DIR)/pl_PL.ISO-8859-2
|
||||||
|
install -m 0644 pl_PL.ISO-8859-2/gue.bin $(LANG_DIR)/pl_PL.ISO-8859-2
|
||||||
|
install -m 0644 pl_PL.ISO-8859-2/lem.bin $(LANG_DIR)/pl_PL.ISO-8859-2
|
||||||
|
install -m 0644 pl_PL.ISO-8859-2/pl_PL.ISO-8859-2.sym $(LANG_DIR)/pl_PL.ISO-8859-2
|
||||||
|
install -m 0644 pl_PL.UTF-8/lem.bin $(LANG_DIR)/pl_PL.UTF-8
|
||||||
|
install -m 0644 cats.dgc $(LANG_DIR)
|
||||||
|
install -m 0644 gram.dgc $(LANG_DIR)
|
||||||
|
install -m 0644 weights.kor $(LANG_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef LANG_DIR
|
||||||
|
rm $(LANG_DIR)/weights.kor
|
||||||
|
rm $(LANG_DIR)/gram.dgc
|
||||||
|
rm $(LANG_DIR)/cats.dgc
|
||||||
|
rm $(LANG_DIR)/pl_PL.UTF-8/lem.bin
|
||||||
|
rm $(LANG_DIR)/pl_PL.ISO-8859-2/pl_PL.ISO-8859-2.sym
|
||||||
|
rm $(LANG_DIR)/pl_PL.ISO-8859-2/lem.bin
|
||||||
|
rm $(LANG_DIR)/pl_PL.ISO-8859-2/gue.bin
|
||||||
|
rm $(LANG_DIR)/pl_PL.ISO-8859-2/cor.bin
|
||||||
|
rmdir $(LANG_DIR)/pl_PL.ISO-8859-2
|
||||||
|
rmdir $(LANG_DIR)/pl_PL.UTF-8
|
||||||
|
endif
|
||||||
696
share/cats.dgc
Normal file
696
share/cats.dgc
Normal file
@ -0,0 +1,696 @@
|
|||||||
|
ADJ/DcNpCaGp
|
||||||
|
ADJ/DcNpCd
|
||||||
|
ADJ/DcNpCgl
|
||||||
|
ADJ/DcNpCi
|
||||||
|
ADJ/DcNpCnavGaifn
|
||||||
|
ADJ/DcNpCnvGp
|
||||||
|
ADJ/DcNsCaGi
|
||||||
|
ADJ/DcNsCaGpa
|
||||||
|
ADJ/DcNsCaiGf
|
||||||
|
ADJ/DcNsCavGf
|
||||||
|
ADJ/DcNsCdGpain
|
||||||
|
ADJ/DcNsCgdlGf
|
||||||
|
ADJ/DcNsCgGpain
|
||||||
|
ADJ/DcNsCilGpain
|
||||||
|
ADJ/DcNsCnavGn
|
||||||
|
ADJ/DcNsCnvGpai
|
||||||
|
ADJ/DpNpCaGp
|
||||||
|
ADJ/DpNpCd
|
||||||
|
ADJ/DpNpCgl
|
||||||
|
ADJ/DpNpCi
|
||||||
|
ADJ/DpNpCnavGaifn
|
||||||
|
ADJ/DpNpCnvGp
|
||||||
|
ADJ/DpNsCaGi
|
||||||
|
ADJ/DpNsCaGpa
|
||||||
|
ADJ/DpNsCaiGf
|
||||||
|
ADJ/DpNsCavGf
|
||||||
|
ADJ/DpNsCdGpain
|
||||||
|
ADJ/DpNsCgdlGf
|
||||||
|
ADJ/DpNsCgGpain
|
||||||
|
ADJ/DpNsCilGpain
|
||||||
|
ADJ/DpNsCnavGn
|
||||||
|
ADJ/DpNsCnvGpai
|
||||||
|
ADJ/DsNpCaGp
|
||||||
|
ADJ/DsNpCd
|
||||||
|
ADJ/DsNpCgl
|
||||||
|
ADJ/DsNpCi
|
||||||
|
ADJ/DsNpCnavGaifn
|
||||||
|
ADJ/DsNpCnvGp
|
||||||
|
ADJ/DsNsCaGi
|
||||||
|
ADJ/DsNsCaGpa
|
||||||
|
ADJ/DsNsCaiGf
|
||||||
|
ADJ/DsNsCavGf
|
||||||
|
ADJ/DsNsCdGpain
|
||||||
|
ADJ/DsNsCgdlGf
|
||||||
|
ADJ/DsNsCgGpain
|
||||||
|
ADJ/DsNsCilGpain
|
||||||
|
ADJ/DsNsCnavGn
|
||||||
|
ADJ/DsNsCnvGpai
|
||||||
|
ADJNUM/NpCaGp
|
||||||
|
ADJNUM/NpCd
|
||||||
|
ADJNUM/NpCgl
|
||||||
|
ADJNUM/NpCi
|
||||||
|
ADJNUM/NpCnavGaifn
|
||||||
|
ADJNUM/NpCnvGp
|
||||||
|
ADJNUM/NsCaGi
|
||||||
|
ADJNUM/NsCaGpa
|
||||||
|
ADJNUM/NsCaiGf
|
||||||
|
ADJNUM/NsCavGf
|
||||||
|
ADJNUM/NsCdGpain
|
||||||
|
ADJNUM/NsCgdlGf
|
||||||
|
ADJNUM/NsCgGpain
|
||||||
|
ADJNUM/NsCilGpain
|
||||||
|
ADJNUM/NsCnavGn
|
||||||
|
ADJNUM/NsCnvGpai
|
||||||
|
ADJPAP/NpCaGp
|
||||||
|
ADJPAP/NpCd
|
||||||
|
ADJPAP/NpCgl
|
||||||
|
ADJPAP/NpCi
|
||||||
|
ADJPAP/NpCnavGaifn
|
||||||
|
ADJPAP/NpCnvGp
|
||||||
|
ADJPAP/NsCaGi
|
||||||
|
ADJPAP/NsCaGpa
|
||||||
|
ADJPAP/NsCaiGf
|
||||||
|
ADJPAP/NsCavGf
|
||||||
|
ADJPAP/NsCdGpain
|
||||||
|
ADJPAP/NsCgdlGf
|
||||||
|
ADJPAP/NsCgGpain
|
||||||
|
ADJPAP/NsCilGpain
|
||||||
|
ADJPAP/NsCnavGn
|
||||||
|
ADJPAP/NsCnvGpai
|
||||||
|
ADJPP/NpCaGp
|
||||||
|
ADJPP/NpCd
|
||||||
|
ADJPP/NpCgl
|
||||||
|
ADJPP/NpCi
|
||||||
|
ADJPP/NpCnavGaifn
|
||||||
|
ADJPP/NpCnvGp
|
||||||
|
ADJPP/NsCaGi
|
||||||
|
ADJPP/NsCaGpa
|
||||||
|
ADJPP/NsCaiGf
|
||||||
|
ADJPP/NsCavGf
|
||||||
|
ADJPP/NsCdGpain
|
||||||
|
ADJPP/NsCgdlGf
|
||||||
|
ADJPP/NsCgGpain
|
||||||
|
ADJPP/NsCilGpain
|
||||||
|
ADJPP/NsCnavGn
|
||||||
|
ADJPP/NsCnvGpai
|
||||||
|
ADJPRO/NpCaGp
|
||||||
|
ADJPRO/NpCd
|
||||||
|
ADJPRO/NpCgl
|
||||||
|
ADJPRO/NpCi
|
||||||
|
ADJPRO/NpCnavGaifn
|
||||||
|
ADJPRO/NpCnvGp
|
||||||
|
ADJPRO/NsCaGi
|
||||||
|
ADJPRO/NsCaGpa
|
||||||
|
ADJPRO/NsCaiGf
|
||||||
|
ADJPRO/NsCavGf
|
||||||
|
ADJPRO/NsCdGpain
|
||||||
|
ADJPRO/NsCgdlGf
|
||||||
|
ADJPRO/NsCgGpain
|
||||||
|
ADJPRO/NsCilGpain
|
||||||
|
ADJPRO/NsCnavGn
|
||||||
|
ADJPRO/NsCnvGpai
|
||||||
|
ADJPRO/ZdNpCaGp
|
||||||
|
ADJPRO/ZdNpCd
|
||||||
|
ADJPRO/ZdNpCgl
|
||||||
|
ADJPRO/ZdNpCi
|
||||||
|
ADJPRO/ZdNpCnavGaifn
|
||||||
|
ADJPRO/ZdNpCnvGp
|
||||||
|
ADJPRO/ZdNsCaGi
|
||||||
|
ADJPRO/ZdNsCaGpa
|
||||||
|
ADJPRO/ZdNsCaiGf
|
||||||
|
ADJPRO/ZdNsCavGf
|
||||||
|
ADJPRO/ZdNsCdGpain
|
||||||
|
ADJPRO/ZdNsCgdlGf
|
||||||
|
ADJPRO/ZdNsCgGpain
|
||||||
|
ADJPRO/ZdNsCilGpain
|
||||||
|
ADJPRO/ZdNsCnavGn
|
||||||
|
ADJPRO/ZdNsCnvGpai
|
||||||
|
ADJPRO/ZgNpCaGp
|
||||||
|
ADJPRO/ZgNpCd
|
||||||
|
ADJPRO/ZgNpCgl
|
||||||
|
ADJPRO/ZgNpCi
|
||||||
|
ADJPRO/ZgNpCnavGaifn
|
||||||
|
ADJPRO/ZgNpCnvGp
|
||||||
|
ADJPRO/ZgNsCaGi
|
||||||
|
ADJPRO/ZgNsCaGpa
|
||||||
|
ADJPRO/ZgNsCaiGf
|
||||||
|
ADJPRO/ZgNsCavGf
|
||||||
|
ADJPRO/ZgNsCdGpain
|
||||||
|
ADJPRO/ZgNsCgdlGf
|
||||||
|
ADJPRO/ZgNsCgGpain
|
||||||
|
ADJPRO/ZgNsCilGpain
|
||||||
|
ADJPRO/ZgNsCnavGn
|
||||||
|
ADJPRO/ZgNsCnvGpai
|
||||||
|
ADJPRO/ZiNpCaGp
|
||||||
|
ADJPRO/ZiNpCd
|
||||||
|
ADJPRO/ZiNpCgl
|
||||||
|
ADJPRO/ZiNpCi
|
||||||
|
ADJPRO/ZiNpCnavGaifn
|
||||||
|
ADJPRO/ZiNpCnvGp
|
||||||
|
ADJPRO/ZiNsCaGi
|
||||||
|
ADJPRO/ZiNsCaGpa
|
||||||
|
ADJPRO/ZiNsCaiGf
|
||||||
|
ADJPRO/ZiNsCavGf
|
||||||
|
ADJPRO/ZiNsCdGpain
|
||||||
|
ADJPRO/ZiNsCgdlGf
|
||||||
|
ADJPRO/ZiNsCgGpain
|
||||||
|
ADJPRO/ZiNsCilGpain
|
||||||
|
ADJPRO/ZiNsCnavGn
|
||||||
|
ADJPRO/ZiNsCnvGpai
|
||||||
|
ADJPRO/ZnNpCaGp
|
||||||
|
ADJPRO/ZnNpCd
|
||||||
|
ADJPRO/ZnNpCgl
|
||||||
|
ADJPRO/ZnNpCi
|
||||||
|
ADJPRO/ZnNpCnavGaifn
|
||||||
|
ADJPRO/ZnNpCnvGp
|
||||||
|
ADJPRO/ZnNsCaGi
|
||||||
|
ADJPRO/ZnNsCaGpa
|
||||||
|
ADJPRO/ZnNsCaiGf
|
||||||
|
ADJPRO/ZnNsCavGf
|
||||||
|
ADJPRO/ZnNsCdGpain
|
||||||
|
ADJPRO/ZnNsCgdlGf
|
||||||
|
ADJPRO/ZnNsCgGpain
|
||||||
|
ADJPRO/ZnNsCilGpain
|
||||||
|
ADJPRO/ZnNsCnavGn
|
||||||
|
ADJPRO/ZnNsCnvGpai
|
||||||
|
ADJPRO/ZqNpCaGp
|
||||||
|
ADJPRO/ZqNpCd
|
||||||
|
ADJPRO/ZqNpCgl
|
||||||
|
ADJPRO/ZqNpCi
|
||||||
|
ADJPRO/ZqNpCnavGaifn
|
||||||
|
ADJPRO/ZqNpCnvGp
|
||||||
|
ADJPRO/ZqNsCaGi
|
||||||
|
ADJPRO/ZqNsCaGpa
|
||||||
|
ADJPRO/ZqNsCaiGf
|
||||||
|
ADJPRO/ZqNsCavGf
|
||||||
|
ADJPRO/ZqNsCdGpain
|
||||||
|
ADJPRO/ZqNsCgdlGf
|
||||||
|
ADJPRO/ZqNsCgGpain
|
||||||
|
ADJPRO/ZqNsCilGpain
|
||||||
|
ADJPRO/ZqNsCnavGn
|
||||||
|
ADJPRO/ZqNsCnvGpai
|
||||||
|
ADJPRO/ZqrNpCaGp
|
||||||
|
ADJPRO/ZqrNpCd
|
||||||
|
ADJPRO/ZqrNpCgl
|
||||||
|
ADJPRO/ZqrNpCi
|
||||||
|
ADJPRO/ZqrNpCnavGaifn
|
||||||
|
ADJPRO/ZqrNpCnvGp
|
||||||
|
ADJPRO/ZqrNsCaGi
|
||||||
|
ADJPRO/ZqrNsCaGpa
|
||||||
|
ADJPRO/ZqrNsCaiGf
|
||||||
|
ADJPRO/ZqrNsCavGf
|
||||||
|
ADJPRO/ZqrNsCdGpain
|
||||||
|
ADJPRO/ZqrNsCgdlGf
|
||||||
|
ADJPRO/ZqrNsCgGpain
|
||||||
|
ADJPRO/ZqrNsCilGpain
|
||||||
|
ADJPRO/ZqrNsCnavGn
|
||||||
|
ADJPRO/ZqrNsCnvGpai
|
||||||
|
ADJPRO/ZsNpCaGp
|
||||||
|
ADJPRO/ZsNpCd
|
||||||
|
ADJPRO/ZsNpCgl
|
||||||
|
ADJPRO/ZsNpCi
|
||||||
|
ADJPRO/ZsNpCnavGaifn
|
||||||
|
ADJPRO/ZsNpCnvGp
|
||||||
|
ADJPRO/ZsNsCaGi
|
||||||
|
ADJPRO/ZsNsCaGpa
|
||||||
|
ADJPRO/ZsNsCaiGf
|
||||||
|
ADJPRO/ZsNsCavGf
|
||||||
|
ADJPRO/ZsNsCdGpain
|
||||||
|
ADJPRO/ZsNsCgdlGf
|
||||||
|
ADJPRO/ZsNsCgGpain
|
||||||
|
ADJPRO/ZsNsCilGpain
|
||||||
|
ADJPRO/ZsNsCnavGn
|
||||||
|
ADJPRO/ZsNsCnvGpai
|
||||||
|
ADJPRP/NpCaGp
|
||||||
|
ADJPRP/NpCd
|
||||||
|
ADJPRP/NpCgl
|
||||||
|
ADJPRP/NpCi
|
||||||
|
ADJPRP/NpCnavGaifn
|
||||||
|
ADJPRP/NpCnvGp
|
||||||
|
ADJPRP/NsCaGi
|
||||||
|
ADJPRP/NsCaGpa
|
||||||
|
ADJPRP/NsCaiGf
|
||||||
|
ADJPRP/NsCavGf
|
||||||
|
ADJPRP/NsCdGpain
|
||||||
|
ADJPRP/NsCgdlGf
|
||||||
|
ADJPRP/NsCgGpain
|
||||||
|
ADJPRP/NsCilGpain
|
||||||
|
ADJPRP/NsCnavGn
|
||||||
|
ADJPRP/NsCnvGpai
|
||||||
|
ADVANP
|
||||||
|
ADV/Dc
|
||||||
|
ADV/Dp
|
||||||
|
ADV/Ds
|
||||||
|
ADVNUM
|
||||||
|
ADVPRO
|
||||||
|
ADVPRO/Zd
|
||||||
|
ADVPRO/Zi
|
||||||
|
ADVPRO/Zn
|
||||||
|
ADVPRO/Zq
|
||||||
|
ADVPRO/Zqr
|
||||||
|
ADVPRO/Zr
|
||||||
|
ADVPRP
|
||||||
|
APP
|
||||||
|
BYC/Vb
|
||||||
|
BYC/VpMcNpP1Gaifn
|
||||||
|
BYC/VpMcNpP1Gp
|
||||||
|
BYC/VpMcNpP2Gaifn
|
||||||
|
BYC/VpMcNpP2Gp
|
||||||
|
BYC/VpMcNpP3Gaifn
|
||||||
|
BYC/VpMcNpP3Gp
|
||||||
|
BYC/VpMcNsP1Gf
|
||||||
|
BYC/VpMcNsP1Gpai
|
||||||
|
BYC/VpMcNsP2Gf
|
||||||
|
BYC/VpMcNsP2Gpai
|
||||||
|
BYC/VpMcNsP3Gf
|
||||||
|
BYC/VpMcNsP3Gn
|
||||||
|
BYC/VpMcNsP3Gpai
|
||||||
|
BYC/VpMdTaNpP1Gaifn
|
||||||
|
BYC/VpMdTaNpP1Gp
|
||||||
|
BYC/VpMdTaNpP2Gaifn
|
||||||
|
BYC/VpMdTaNpP2Gp
|
||||||
|
BYC/VpMdTaNpP3Gaifn
|
||||||
|
BYC/VpMdTaNpP3Gp
|
||||||
|
BYC/VpMdTaNsP1Gf
|
||||||
|
BYC/VpMdTaNsP1Gpai
|
||||||
|
BYC/VpMdTaNsP2Gf
|
||||||
|
BYC/VpMdTaNsP2Gpai
|
||||||
|
BYC/VpMdTaNsP3Gf
|
||||||
|
BYC/VpMdTaNsP3Gn
|
||||||
|
BYC/VpMdTaNsP3Gpai
|
||||||
|
BYC/VpMdTrfNpP1
|
||||||
|
BYC/VpMdTrfNpP2
|
||||||
|
BYC/VpMdTrfNpP3
|
||||||
|
BYC/VpMdTrfNsP1
|
||||||
|
BYC/VpMdTrfNsP2
|
||||||
|
BYC/VpMdTrfNsP3
|
||||||
|
BYC/VpMiNpP1
|
||||||
|
BYC/VpMiNpP2
|
||||||
|
BYC/VpMiNsP2
|
||||||
|
CONJ
|
||||||
|
EXCL
|
||||||
|
N/GaNpCa
|
||||||
|
N/GaNpCd
|
||||||
|
N/GaNpCg
|
||||||
|
N/GaNpCi
|
||||||
|
N/GaNpCl
|
||||||
|
N/GaNpCn
|
||||||
|
N/GaNpCv
|
||||||
|
N/GaNsCa
|
||||||
|
N/GaNsCd
|
||||||
|
N/GaNsCg
|
||||||
|
N/GaNsCi
|
||||||
|
N/GaNsCl
|
||||||
|
N/GaNsCn
|
||||||
|
N/GaNsCv
|
||||||
|
N/GfNpCa
|
||||||
|
N/GfNpCd
|
||||||
|
N/GfNpCg
|
||||||
|
N/GfNpCi
|
||||||
|
N/GfNpCl
|
||||||
|
N/GfNpCn
|
||||||
|
N/GfNpCv
|
||||||
|
N/GfNsCa
|
||||||
|
N/GfNsCd
|
||||||
|
N/GfNsCg
|
||||||
|
N/GfNsCi
|
||||||
|
N/GfNsCl
|
||||||
|
N/GfNsCn
|
||||||
|
N/GfNsCv
|
||||||
|
N/GiNpCa
|
||||||
|
N/GiNpCd
|
||||||
|
N/GiNpCg
|
||||||
|
N/GiNpCi
|
||||||
|
N/GiNpCl
|
||||||
|
N/GiNpCn
|
||||||
|
N/GiNpCv
|
||||||
|
N/GiNsCa
|
||||||
|
N/GiNsCd
|
||||||
|
N/GiNsCg
|
||||||
|
N/GiNsCi
|
||||||
|
N/GiNsCl
|
||||||
|
N/GiNsCn
|
||||||
|
N/GiNsCv
|
||||||
|
N/GnNpCa
|
||||||
|
N/GnNpCd
|
||||||
|
N/GnNpCg
|
||||||
|
N/GnNpCi
|
||||||
|
N/GnNpCl
|
||||||
|
N/GnNpCn
|
||||||
|
N/GnNpCv
|
||||||
|
N/GnNsCa
|
||||||
|
N/GnNsCd
|
||||||
|
N/GnNsCg
|
||||||
|
N/GnNsCi
|
||||||
|
N/GnNsCl
|
||||||
|
N/GnNsCn
|
||||||
|
N/GnNsCv
|
||||||
|
N/G?NpCa
|
||||||
|
N/G*NpCa
|
||||||
|
N/G?NpCd
|
||||||
|
N/G*NpCd
|
||||||
|
N/G?NpCg
|
||||||
|
N/G*NpCg
|
||||||
|
N/G?NpCi
|
||||||
|
N/G*NpCi
|
||||||
|
N/G?NpCl
|
||||||
|
N/G*NpCl
|
||||||
|
N/G?NpCn
|
||||||
|
N/G*NpCn
|
||||||
|
N/G?NpCv
|
||||||
|
N/G*NpCv
|
||||||
|
N/G?NsCa
|
||||||
|
N/G?NsCd
|
||||||
|
N/G?NsCg
|
||||||
|
N/G?NsCi
|
||||||
|
N/G?NsCl
|
||||||
|
N/G?NsCn
|
||||||
|
N/G?NsCv
|
||||||
|
N/GpNpCa
|
||||||
|
N/GpNpCd
|
||||||
|
N/GpNpCg
|
||||||
|
N/GpNpCi
|
||||||
|
N/GpNpCl
|
||||||
|
N/GpNpCn
|
||||||
|
N/GpNpCv
|
||||||
|
N/GpNsCa
|
||||||
|
N/GpNsCd
|
||||||
|
N/GpNsCg
|
||||||
|
N/GpNsCi
|
||||||
|
N/GpNsCl
|
||||||
|
N/GpNsCn
|
||||||
|
N/GpNsCv
|
||||||
|
NPRO/ZdGnNsCa
|
||||||
|
NPRO/ZdGnNsCd
|
||||||
|
NPRO/ZdGnNsCg
|
||||||
|
NPRO/ZdGnNsCi
|
||||||
|
NPRO/ZdGnNsCl
|
||||||
|
NPRO/ZdGnNsCn
|
||||||
|
NPRO/ZgGnNsCa
|
||||||
|
NPRO/ZgGnNsCd
|
||||||
|
NPRO/ZgGnNsCg
|
||||||
|
NPRO/ZgGnNsCi
|
||||||
|
NPRO/ZgGnNsCl
|
||||||
|
NPRO/ZgGnNsCn
|
||||||
|
NPRO/ZgGpNpCa
|
||||||
|
NPRO/ZgGpNpCd
|
||||||
|
NPRO/ZgGpNpCg
|
||||||
|
NPRO/ZgGpNpCi
|
||||||
|
NPRO/ZgGpNpCl
|
||||||
|
NPRO/ZgGpNpCn
|
||||||
|
NPRO/ZiGnNsCa
|
||||||
|
NPRO/ZiGnNsCd
|
||||||
|
NPRO/ZiGnNsCg
|
||||||
|
NPRO/ZiGnNsCi
|
||||||
|
NPRO/ZiGnNsCl
|
||||||
|
NPRO/ZiGnNsCn
|
||||||
|
NPRO/ZiGpNsCa
|
||||||
|
NPRO/ZiGpNsCd
|
||||||
|
NPRO/ZiGpNsCg
|
||||||
|
NPRO/ZiGpNsCi
|
||||||
|
NPRO/ZiGpNsCl
|
||||||
|
NPRO/ZiGpNsCn
|
||||||
|
NPRO/ZnGnNsCa
|
||||||
|
NPRO/ZnGnNsCd
|
||||||
|
NPRO/ZnGnNsCg
|
||||||
|
NPRO/ZnGnNsCi
|
||||||
|
NPRO/ZnGnNsCl
|
||||||
|
NPRO/ZnGnNsCn
|
||||||
|
NPRO/ZnGpNsCa
|
||||||
|
NPRO/ZnGpNsCd
|
||||||
|
NPRO/ZnGpNsCg
|
||||||
|
NPRO/ZnGpNsCi
|
||||||
|
NPRO/ZnGpNsCl
|
||||||
|
NPRO/ZnGpNsCn
|
||||||
|
NPRO/ZpGaifnNpCa
|
||||||
|
NPRO/ZpGaifnNpCd
|
||||||
|
NPRO/ZpGaifnNpCg
|
||||||
|
NPRO/ZpGaifnNpCi
|
||||||
|
NPRO/ZpGaifnNpCl
|
||||||
|
NPRO/ZpGaifnNpCn
|
||||||
|
NPRO/ZpGfNsCa
|
||||||
|
NPRO/ZpGfNsCd
|
||||||
|
NPRO/ZpGfNsCg
|
||||||
|
NPRO/ZpGfNsCi
|
||||||
|
NPRO/ZpGfNsCl
|
||||||
|
NPRO/ZpGfNsCn
|
||||||
|
NPRO/ZpGnNsCa
|
||||||
|
NPRO/ZpGnNsCd
|
||||||
|
NPRO/ZpGnNsCg
|
||||||
|
NPRO/ZpGnNsCi
|
||||||
|
NPRO/ZpGnNsCl
|
||||||
|
NPRO/ZpGnNsCn
|
||||||
|
NPRO/ZpG*NpCa
|
||||||
|
NPRO/ZpG*NpCd
|
||||||
|
NPRO/ZpG*NpCg
|
||||||
|
NPRO/ZpG*NpCi
|
||||||
|
NPRO/ZpG*NpCl
|
||||||
|
NPRO/ZpG*NpCn
|
||||||
|
NPRO/ZpG*NsCa
|
||||||
|
NPRO/ZpG*NsCd
|
||||||
|
NPRO/ZpG*NsCg
|
||||||
|
NPRO/ZpG*NsCi
|
||||||
|
NPRO/ZpG*NsCl
|
||||||
|
NPRO/ZpG*NsCn
|
||||||
|
NPRO/ZpGpaiNsCa
|
||||||
|
NPRO/ZpGpaiNsCd
|
||||||
|
NPRO/ZpGpaiNsCg
|
||||||
|
NPRO/ZpGpaiNsCi
|
||||||
|
NPRO/ZpGpaiNsCl
|
||||||
|
NPRO/ZpGpaiNsCn
|
||||||
|
NPRO/ZpGpNpCa
|
||||||
|
NPRO/ZpGpNpCd
|
||||||
|
NPRO/ZpGpNpCg
|
||||||
|
NPRO/ZpGpNpCi
|
||||||
|
NPRO/ZpGpNpCl
|
||||||
|
NPRO/ZpGpNpCn
|
||||||
|
NPRO/ZqGnNsCa
|
||||||
|
NPRO/ZqGnNsCd
|
||||||
|
NPRO/ZqGnNsCg
|
||||||
|
NPRO/ZqGnNsCi
|
||||||
|
NPRO/ZqGnNsCl
|
||||||
|
NPRO/ZqGnNsCn
|
||||||
|
NPRO/ZqGpNsCa
|
||||||
|
NPRO/ZqGpNsCd
|
||||||
|
NPRO/ZqGpNsCg
|
||||||
|
NPRO/ZqGpNsCi
|
||||||
|
NPRO/ZqGpNsCl
|
||||||
|
NPRO/ZqGpNsCn
|
||||||
|
NPRO/ZqrGnNsCa
|
||||||
|
NPRO/ZqrGnNsCd
|
||||||
|
NPRO/ZqrGnNsCg
|
||||||
|
NPRO/ZqrGnNsCi
|
||||||
|
NPRO/ZqrGnNsCl
|
||||||
|
NPRO/ZqrGnNsCn
|
||||||
|
NPRO/ZqrGpNsCa
|
||||||
|
NPRO/ZqrGpNsCd
|
||||||
|
NPRO/ZqrGpNsCg
|
||||||
|
NPRO/ZqrGpNsCi
|
||||||
|
NPRO/ZqrGpNsCl
|
||||||
|
NPRO/ZqrGpNsCn
|
||||||
|
NPRO/ZxG*N*Ca
|
||||||
|
NPRO/ZxG*N*Cd
|
||||||
|
NPRO/ZxG*N*Cg
|
||||||
|
NPRO/ZxG*N*Ci
|
||||||
|
NPRO/ZxG*N*Cl
|
||||||
|
NUMCOL/Ca
|
||||||
|
NUMCOL/Cd
|
||||||
|
NUMCOL/Cg
|
||||||
|
NUMCOL/Ci
|
||||||
|
NUMCOL/Cl
|
||||||
|
NUMCOL/Cn
|
||||||
|
NUMCRD/Ca
|
||||||
|
NUMCRD/CaGaifn
|
||||||
|
NUMCRD/CaGain
|
||||||
|
NUMCRD/CaGf
|
||||||
|
NUMCRD/CaGp
|
||||||
|
NUMCRD/Cd
|
||||||
|
NUMCRD/Cg
|
||||||
|
NUMCRD/Ci
|
||||||
|
NUMCRD/CiGf
|
||||||
|
NUMCRD/CiGpain
|
||||||
|
NUMCRD/Cl
|
||||||
|
NUMCRD/Cn
|
||||||
|
NUMCRD/CnGaifn
|
||||||
|
NUMCRD/CnGain
|
||||||
|
NUMCRD/CnGf
|
||||||
|
NUMCRD/CnGp
|
||||||
|
NUMCRD/ZiCaGaifn
|
||||||
|
NUMCRD/ZiCaGain
|
||||||
|
NUMCRD/ZiCaGf
|
||||||
|
NUMCRD/ZiCaGp
|
||||||
|
NUMCRD/ZiCd
|
||||||
|
NUMCRD/ZiCg
|
||||||
|
NUMCRD/ZiCi
|
||||||
|
NUMCRD/ZiCiGf
|
||||||
|
NUMCRD/ZiCiGpain
|
||||||
|
NUMCRD/ZiCl
|
||||||
|
NUMCRD/ZiCnGaifn
|
||||||
|
NUMCRD/ZiCnGain
|
||||||
|
NUMCRD/ZiCnGf
|
||||||
|
NUMCRD/ZiCnGp
|
||||||
|
NUMCRD/ZqiCaGaifn
|
||||||
|
NUMCRD/ZqiCaGp
|
||||||
|
NUMCRD/ZqiCd
|
||||||
|
NUMCRD/ZqiCg
|
||||||
|
NUMCRD/ZqiCi
|
||||||
|
NUMCRD/ZqiCl
|
||||||
|
NUMCRD/ZqiCnGaifn
|
||||||
|
NUMCRD/ZqiCnGp
|
||||||
|
NUMORD/NpCaGp
|
||||||
|
NUMORD/NpCd
|
||||||
|
NUMORD/NpCgl
|
||||||
|
NUMORD/NpCi
|
||||||
|
NUMORD/NpCnavGaifn
|
||||||
|
NUMORD/NpCnvGp
|
||||||
|
NUMORD/NsCaGi
|
||||||
|
NUMORD/NsCaGpa
|
||||||
|
NUMORD/NsCaiGf
|
||||||
|
NUMORD/NsCavGf
|
||||||
|
NUMORD/NsCdGpain
|
||||||
|
NUMORD/NsCgdlGf
|
||||||
|
NUMORD/NsCgGpain
|
||||||
|
NUMORD/NsCilGpain
|
||||||
|
NUMORD/NsCnavGn
|
||||||
|
NUMORD/NsCnvGpai
|
||||||
|
NUMPAR
|
||||||
|
NUMPAR/Dc
|
||||||
|
NUMPAR/Dp
|
||||||
|
NUMPAR/Ds
|
||||||
|
NUMPAR/Ns
|
||||||
|
NUMPAR/NsGf
|
||||||
|
NUMPAR/NsGpain
|
||||||
|
NV/Ca
|
||||||
|
NV/Cd
|
||||||
|
NV/Cg
|
||||||
|
NV/Ci
|
||||||
|
NV/Cl
|
||||||
|
NV/Cn
|
||||||
|
ONO
|
||||||
|
P
|
||||||
|
PART
|
||||||
|
P/Ca
|
||||||
|
P/Cai
|
||||||
|
P/Cal
|
||||||
|
P/Cd
|
||||||
|
P/Cg
|
||||||
|
P/Cga
|
||||||
|
P/Cgai
|
||||||
|
P/Cgd
|
||||||
|
P/Cgi
|
||||||
|
P/Ci
|
||||||
|
P/Cl
|
||||||
|
PPRO/Zp
|
||||||
|
V/AiVb
|
||||||
|
V/AiViTa
|
||||||
|
V/AiVpMcNpP1Gaifn
|
||||||
|
V/AiVpMcNpP1Gp
|
||||||
|
V/AiVpMcNpP2Gaifn
|
||||||
|
V/AiVpMcNpP2Gp
|
||||||
|
V/AiVpMcNpP3Gaifn
|
||||||
|
V/AiVpMcNpP3Gp
|
||||||
|
V/AiVpMcNsP1Gf
|
||||||
|
V/AiVpMcNsP1Gpai
|
||||||
|
V/AiVpMcNsP2Gf
|
||||||
|
V/AiVpMcNsP2Gpai
|
||||||
|
V/AiVpMcNsP3Gf
|
||||||
|
V/AiVpMcNsP3Gn
|
||||||
|
V/AiVpMcNsP3Gpai
|
||||||
|
V/AiVpMdTaNpP1Gaifn
|
||||||
|
V/AiVpMdTaNpP1Gp
|
||||||
|
V/AiVpMdTaNpP2Gaifn
|
||||||
|
V/AiVpMdTaNpP2Gp
|
||||||
|
V/AiVpMdTaNpP3Gaifn
|
||||||
|
V/AiVpMdTaNpP3Gp
|
||||||
|
V/AiVpMdTaNsP1Gf
|
||||||
|
V/AiVpMdTaNsP1Gpai
|
||||||
|
V/AiVpMdTaNsP2Gf
|
||||||
|
V/AiVpMdTaNsP2Gpai
|
||||||
|
V/AiVpMdTaNsP3Gf
|
||||||
|
V/AiVpMdTaNsP3Gn
|
||||||
|
V/AiVpMdTaNsP3Gpai
|
||||||
|
V/AiVpMdTrfNpP1
|
||||||
|
V/AiVpMdTrfNpP2
|
||||||
|
V/AiVpMdTrfNpP3
|
||||||
|
V/AiVpMdTrfNsP1
|
||||||
|
V/AiVpMdTrfNsP2
|
||||||
|
V/AiVpMdTrfNsP3
|
||||||
|
V/AiVpMiNpP1
|
||||||
|
V/AiVpMiNpP2
|
||||||
|
V/AiVpMiNsP2
|
||||||
|
V/ApVb
|
||||||
|
V/ApViTa
|
||||||
|
V/ApVpMcNpP1Gaifn
|
||||||
|
V/ApVpMcNpP1Gp
|
||||||
|
V/ApVpMcNpP2Gaifn
|
||||||
|
V/ApVpMcNpP2Gp
|
||||||
|
V/ApVpMcNpP3Gaifn
|
||||||
|
V/ApVpMcNpP3Gp
|
||||||
|
V/ApVpMcNsP1Gf
|
||||||
|
V/ApVpMcNsP1Gpai
|
||||||
|
V/ApVpMcNsP2Gf
|
||||||
|
V/ApVpMcNsP2Gpai
|
||||||
|
V/ApVpMcNsP3Gf
|
||||||
|
V/ApVpMcNsP3Gn
|
||||||
|
V/ApVpMcNsP3Gpai
|
||||||
|
V/ApVpMdTaNpP1Gaifn
|
||||||
|
V/ApVpMdTaNpP1Gp
|
||||||
|
V/ApVpMdTaNpP2Gaifn
|
||||||
|
V/ApVpMdTaNpP2Gp
|
||||||
|
V/ApVpMdTaNpP3Gaifn
|
||||||
|
V/ApVpMdTaNpP3Gp
|
||||||
|
V/ApVpMdTaNsP1Gf
|
||||||
|
V/ApVpMdTaNsP1Gpai
|
||||||
|
V/ApVpMdTaNsP2Gf
|
||||||
|
V/ApVpMdTaNsP2Gpai
|
||||||
|
V/ApVpMdTaNsP3Gf
|
||||||
|
V/ApVpMdTaNsP3Gn
|
||||||
|
V/ApVpMdTaNsP3Gpai
|
||||||
|
V/ApVpMdTrfNpP1
|
||||||
|
V/ApVpMdTrfNpP2
|
||||||
|
V/ApVpMdTrfNpP3
|
||||||
|
V/ApVpMdTrfNsP1
|
||||||
|
V/ApVpMdTrfNsP2
|
||||||
|
V/ApVpMdTrfNsP3
|
||||||
|
V/ApVpMiNpP1
|
||||||
|
V/ApVpMiNpP2
|
||||||
|
V/ApVpMiNsP2
|
||||||
|
V/GiVb
|
||||||
|
V/GiViTa
|
||||||
|
V/GiVpMcNpP1Gaifn
|
||||||
|
V/GiVpMcNpP1Gp
|
||||||
|
V/GiVpMcNpP2Gaifn
|
||||||
|
V/GiVpMcNpP2Gp
|
||||||
|
V/GiVpMcNpP3Gaifn
|
||||||
|
V/GiVpMcNpP3Gp
|
||||||
|
V/GiVpMcNsP1Gf
|
||||||
|
V/GiVpMcNsP1Gpai
|
||||||
|
V/GiVpMcNsP2Gf
|
||||||
|
V/GiVpMcNsP2Gpai
|
||||||
|
V/GiVpMcNsP3Gf
|
||||||
|
V/GiVpMcNsP3Gn
|
||||||
|
V/GiVpMcNsP3Gpai
|
||||||
|
V/GiVpMdTaNpP1Gaifn
|
||||||
|
V/GiVpMdTaNpP1Gp
|
||||||
|
V/GiVpMdTaNpP2Gaifn
|
||||||
|
V/GiVpMdTaNpP2Gp
|
||||||
|
V/GiVpMdTaNpP3Gaifn
|
||||||
|
V/GiVpMdTaNpP3Gp
|
||||||
|
V/GiVpMdTaNsP1Gf
|
||||||
|
V/GiVpMdTaNsP1Gpai
|
||||||
|
V/GiVpMdTaNsP2Gf
|
||||||
|
V/GiVpMdTaNsP2Gpai
|
||||||
|
V/GiVpMdTaNsP3Gf
|
||||||
|
V/GiVpMdTaNsP3Gn
|
||||||
|
V/GiVpMdTaNsP3Gpai
|
||||||
|
V/GiVpMdTrfNpP1
|
||||||
|
V/GiVpMdTrfNpP2
|
||||||
|
V/GiVpMdTrfNpP3
|
||||||
|
V/GiVpMdTrfNsP1
|
||||||
|
V/GiVpMdTrfNsP2
|
||||||
|
V/GiVpMdTrfNsP3
|
||||||
|
V/GiVpMiNpP1
|
||||||
|
V/GiVpMiNpP2
|
||||||
|
V/GiVpMiNsP2
|
||||||
|
VNI
|
||||||
124
share/gram.dgc
Normal file
124
share/gram.dgc
Normal file
@ -0,0 +1,124 @@
|
|||||||
|
#FLAG REL
|
||||||
|
|
||||||
|
#UP REL
|
||||||
|
|
||||||
|
#ORDER * pcmpl
|
||||||
|
#ORDER ..
|
||||||
|
#ORDER subj .. * .. cmpl
|
||||||
|
#ORDER refl .. *
|
||||||
|
#ORDER * refl
|
||||||
|
|
||||||
|
#CONSTR cmpl_g => ~cmpl_a
|
||||||
|
#CONSTR cmpl_inf => ~(cmpl_g|cmpl_d|cmpl_a|cmpl_p|cmpl_ze|cmpl_s)
|
||||||
|
#CONSTR subj_pred => subj
|
||||||
|
#constr cmpl_pred => cmpl
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
#subj
|
||||||
|
ROLE subj # deklaracja roli (typ zaleznosci) podmiot
|
||||||
|
AGR subj N # zgodnosc podrzednika z nadrzednikiem co do liczby
|
||||||
|
AGR subj G # zgodnosc podrzednika z nadrzednikiem co do rodzaju
|
||||||
|
GOV subj */Cn # wymaganie by podrzednik byl w mianowniku
|
||||||
|
|
||||||
|
# pary kategorii, jakie mozna polaczyc zaleznoscia typu podmiot
|
||||||
|
|
||||||
|
# nadrzednik podrzednik
|
||||||
|
LINK V/VpP3,BYC/VpP3 N,NPRO subj
|
||||||
|
|
||||||
|
# (przecinek znaczy lub)
|
||||||
|
|
||||||
|
ROLE cmpl_ga # dopelnienie w bierniku/dopelniaczu
|
||||||
|
ROLE cmpl_d # w celowniku
|
||||||
|
ROLE cmpl_i # w narzedniku
|
||||||
|
ROLE cmpl_inf # w bezokoliczniku
|
||||||
|
ROLE cmpl_s # bedace zdaniem
|
||||||
|
ROLE cmpl_ze # bedace zdaniem poprzedzonym 'ze'
|
||||||
|
ROLE aux #
|
||||||
|
ROLE mod # modyfikator (okolicznik/przydawka) (niewymagane określenie) (biały kot)
|
||||||
|
ROLE prep # modyfikator w postaci frazy przyimkowej
|
||||||
|
ROLE pcmpl # dopełnienie przyimka (wymagany rzeczownik)
|
||||||
|
ROLE ccmpl # dopełnienie spójnika (wymagany drugi człon konstrukcji spójnikowej)
|
||||||
|
ROLE poss # np. książka Marii, ojciec kolegi
|
||||||
|
ROLE restr # (bardzo <- duży)
|
||||||
|
ROLE part # partykuła
|
||||||
|
ROLE coord # koordynacja (powiązanie pierwszego członu konstrukcji współrzędnej
|
||||||
|
# ze spójnikiem współrzędnym centralnym ( Oto [pies -> i] kot. )
|
||||||
|
|
||||||
|
|
||||||
|
AGR aux N
|
||||||
|
AGR aux G
|
||||||
|
|
||||||
|
AGR mod N
|
||||||
|
AGR mod C
|
||||||
|
AGR mod G
|
||||||
|
|
||||||
|
AGR pcmpl C
|
||||||
|
|
||||||
|
GOV cmpl_ga */Cga
|
||||||
|
GOV cmpl_d */Cd
|
||||||
|
GOV cmpl_i */Ci
|
||||||
|
GOV poss */Cg
|
||||||
|
|
||||||
|
SGL subj
|
||||||
|
SGL cmpl_ga
|
||||||
|
SGL cmpl_d
|
||||||
|
SGL cmpl_i
|
||||||
|
SGL cmpl_inf
|
||||||
|
SGL aux
|
||||||
|
SGL pcmpl
|
||||||
|
SGL ccmpl
|
||||||
|
SGL poss
|
||||||
|
SGL restr
|
||||||
|
|
||||||
|
REQ P pcmpl
|
||||||
|
REQ CONJ ccmpl
|
||||||
|
|
||||||
|
RIGHT pcmpl
|
||||||
|
RIGHT ccmpl
|
||||||
|
RIGHT cmpl_ze
|
||||||
|
RIGHT poss
|
||||||
|
|
||||||
|
|
||||||
|
#cmpl_*
|
||||||
|
LINK V,ADVPRP,ADVANP,ADJPRP,ADJPAP,NV N,NPRO cmpl_ga
|
||||||
|
LINK V,ADVPRP,ADVANP,ADJPRP,ADJPAP,NV N,NPRO cmpl_d
|
||||||
|
LINK V,ADVPRP,ADVANP,ADJPRP,ADJPAP,NV N,NPRO cmpl_i
|
||||||
|
LINK V,ADVPRP,ADVANP,ADJPRP,ADJPAP,NV V/Vb cmpl_inf
|
||||||
|
LINK V,ADVPRP,ADVANP,ADJPRP,ADJPAP,NV CONJ cmpl_ze
|
||||||
|
|
||||||
|
#aux
|
||||||
|
#czas przyszly analityczny
|
||||||
|
LINK BYC/VpMdTf V/AiVpP3,V/AiVb aux
|
||||||
|
#czas zaprzeszly(?)
|
||||||
|
LINK BYC/VpMc V/VpP3 aux
|
||||||
|
#BYC jako lacznik w (jest bialy, jest zaszlachtowany, jest pilotem)
|
||||||
|
LINK BYC ADJPAP/Cn,ADJ/Cn,N/Ci aux
|
||||||
|
|
||||||
|
#mod
|
||||||
|
|
||||||
|
LINK V ADV,ADVPRP,ADVANP,ADVPRO mod
|
||||||
|
LINK N,NV ADJ,ADJPAP,ADJPRP,ADJPRO mod
|
||||||
|
|
||||||
|
|
||||||
|
#prep
|
||||||
|
LINK N,V P prep
|
||||||
|
|
||||||
|
#pcmpl
|
||||||
|
LINK P N,NV pcmpl
|
||||||
|
|
||||||
|
|
||||||
|
#poss
|
||||||
|
LINK N N,NV,NPRO poss
|
||||||
|
|
||||||
|
|
||||||
|
#ccmpl
|
||||||
|
LINK CONJ V/Vp ccmpl
|
||||||
|
|
||||||
|
|
||||||
|
#restr
|
||||||
|
LINK ADJ ADV restr
|
||||||
|
|
||||||
|
|
||||||
|
#part
|
||||||
|
LINK V PART part
|
||||||
BIN
share/pl_PL.ISO-8859-2/cor.bin
Normal file
BIN
share/pl_PL.ISO-8859-2/cor.bin
Normal file
Binary file not shown.
BIN
share/pl_PL.ISO-8859-2/gue.bin
Normal file
BIN
share/pl_PL.ISO-8859-2/gue.bin
Normal file
Binary file not shown.
BIN
share/pl_PL.ISO-8859-2/lem.bin
Normal file
BIN
share/pl_PL.ISO-8859-2/lem.bin
Normal file
Binary file not shown.
8
share/pl_PL.ISO-8859-2/pl_PL.ISO-8859-2.sym
Normal file
8
share/pl_PL.ISO-8859-2/pl_PL.ISO-8859-2.sym
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
lcase a ą b c ć d e ę f g h i j k l ł m n ń o ó
|
||||||
|
lcase p q r s ś t u v w x y z ź ż é ö ü ä
|
||||||
|
ucase A Ą B C Ć D E Ę F G H I J K L Ł M N Ń O Ó
|
||||||
|
ucase P Q R S Ś T U V W X Y Z Ź Ż
|
||||||
|
letter lcase ucase
|
||||||
|
digit 0 1 2 3 4 5 6 7 8 9
|
||||||
|
punct , . @ / ' ~ ; _ - + ? \
|
||||||
|
all letter digit signs sem
|
||||||
BIN
share/pl_PL.UTF-8/lem.bin
Normal file
BIN
share/pl_PL.UTF-8/lem.bin
Normal file
Binary file not shown.
21
share/weights.kor
Normal file
21
share/weights.kor
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
%stdcor 1
|
||||||
|
%xchg 1
|
||||||
|
¿ rz 0.5
|
||||||
|
ch h 0.5
|
||||||
|
u ó 0.5
|
||||||
|
u o 0.75
|
||||||
|
om ¹ 0.5
|
||||||
|
om a 0.75
|
||||||
|
en ê 0.5
|
||||||
|
en ê 0.75
|
||||||
|
a ¹ 0.25
|
||||||
|
c æ 0.25
|
||||||
|
e ê 0.25
|
||||||
|
l ³ 0.25
|
||||||
|
n ñ 0.25
|
||||||
|
o ó 0.25
|
||||||
|
s ¶ 0.25
|
||||||
|
z ¿ 0.25
|
||||||
|
z ¼ 0.25
|
||||||
|
x ¼ 0.30
|
||||||
|
|
||||||
8
src/common/Makefile
Normal file
8
src/common/Makefile
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
# main: cmdline.c main_template.cc
|
||||||
|
# g++ -o main cmdline.c common.cc main_template.cc
|
||||||
|
|
||||||
|
# cmdline.c cmdline.h : cmdline.ggo
|
||||||
|
# gengetopt -i cmdline.ggo
|
||||||
|
|
||||||
|
# cmdline.ggo: cmdline_common.ggo cmdline_program.ggo
|
||||||
|
# cat cmdline_common.ggo cmdline_program.ggo > cmdline.ggo
|
||||||
18
src/common/README
Normal file
18
src/common/README
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
Propozycja ujednolicenia dzialania klocka na poziomie
|
||||||
|
funkcji main. Parametry meta - zdefiniowane dla
|
||||||
|
wszystkich, poza tok, programow, definiujace ich zachowanie
|
||||||
|
w systemie klockow.
|
||||||
|
|
||||||
|
cmdline_common.ggo - deklaracje parametrow meta
|
||||||
|
|
||||||
|
cmdline_program.ggo - przyklad deklaracji parametrow programu
|
||||||
|
nazwa docelowa np. cmdline_guess.ggo
|
||||||
|
|
||||||
|
common.cc - zmienne globalne zawierajace informacje
|
||||||
|
przekazane przez parametry meta
|
||||||
|
common.h
|
||||||
|
|
||||||
|
main_template.cc - szkielet funkcji main
|
||||||
|
|
||||||
|
Makefile - sposob kompilacji
|
||||||
|
|
||||||
1248
src/common/cmdline.c
Normal file
1248
src/common/cmdline.c
Normal file
File diff suppressed because it is too large
Load Diff
39
src/common/cmdline.ggo
Normal file
39
src/common/cmdline.ggo
Normal file
@ -0,0 +1,39 @@
|
|||||||
|
#section "Common UTT options"
|
||||||
|
|
||||||
|
|
||||||
|
option "input" f "Input file" string no
|
||||||
|
|
||||||
|
option "output" o "Output file for succesfully processed segments" string no
|
||||||
|
|
||||||
|
option "fail" e "Output file for unsuccesfully processed segments " string no
|
||||||
|
|
||||||
|
option "only-fail" - "Print only segments the program failed to process" flag off hidden
|
||||||
|
|
||||||
|
option "no-fail" - "Print only segments the program processed" flag off hidden
|
||||||
|
|
||||||
|
option "copy" c "Copy succesfully processed segments to standard output" flag off
|
||||||
|
|
||||||
|
option "process" p "Process segments with this tag" string no multiple
|
||||||
|
|
||||||
|
option "select" s "Select only segments with this field" string no multiple
|
||||||
|
|
||||||
|
option "ignore" S "Select only segments without this field" string no multiple
|
||||||
|
|
||||||
|
option "output-field" O "Output field name" string no
|
||||||
|
|
||||||
|
option "input-field" I "Input field name" string no multiple
|
||||||
|
|
||||||
|
option "interactive" i "Toggle interactive mode" flag off
|
||||||
|
|
||||||
|
option "config" - "Configuration file" string typestr="FILENAME" no
|
||||||
|
|
||||||
|
option "one-field" 1 "Print all results in one segments (creates ambiguous annotation)" flag off
|
||||||
|
|
||||||
|
option "one-line" - "Print annotation alternatives as additional fields" flag off
|
||||||
|
|
||||||
|
option "language" - "Language." string no
|
||||||
|
package "guess"
|
||||||
|
version "0.1"
|
||||||
|
|
||||||
|
option "color" l "Show guessed descriptions in colour." flag off
|
||||||
|
|
||||||
248
src/common/cmdline.h
Normal file
248
src/common/cmdline.h
Normal file
@ -0,0 +1,248 @@
|
|||||||
|
/** @file cmdline.h
|
||||||
|
* @brief The header file for the command line option parser
|
||||||
|
* generated by GNU Gengetopt version 2.22.4
|
||||||
|
* http://www.gnu.org/software/gengetopt.
|
||||||
|
* DO NOT modify this file, since it can be overwritten
|
||||||
|
* @author GNU Gengetopt by Lorenzo Bettini */
|
||||||
|
|
||||||
|
#ifndef CMDLINE_H
|
||||||
|
#define CMDLINE_H
|
||||||
|
|
||||||
|
/* If we use autoconf. */
|
||||||
|
#ifdef HAVE_CONFIG_H
|
||||||
|
#include "config.h"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#include <stdio.h> /* for FILE */
|
||||||
|
|
||||||
|
#ifdef __cplusplus
|
||||||
|
extern "C" {
|
||||||
|
#endif /* __cplusplus */
|
||||||
|
|
||||||
|
#ifndef CMDLINE_PARSER_PACKAGE
|
||||||
|
/** @brief the program name (used for printing errors) */
|
||||||
|
#define CMDLINE_PARSER_PACKAGE "guess"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifndef CMDLINE_PARSER_PACKAGE_NAME
|
||||||
|
/** @brief the complete program name (used for help and version) */
|
||||||
|
#define CMDLINE_PARSER_PACKAGE_NAME "guess"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#ifndef CMDLINE_PARSER_VERSION
|
||||||
|
/** @brief the program version */
|
||||||
|
#define CMDLINE_PARSER_VERSION "0.1"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
/** @brief Where the command line options are stored */
|
||||||
|
struct gengetopt_args_info
|
||||||
|
{
|
||||||
|
const char *help_help; /**< @brief Print help and exit help description. */
|
||||||
|
const char *full_help_help; /**< @brief Print help, including hidden options, and exit help description. */
|
||||||
|
const char *version_help; /**< @brief Print version and exit help description. */
|
||||||
|
char * input_arg; /**< @brief Input file. */
|
||||||
|
char * input_orig; /**< @brief Input file original value given at command line. */
|
||||||
|
const char *input_help; /**< @brief Input file help description. */
|
||||||
|
char * output_arg; /**< @brief Output file for succesfully processed segments. */
|
||||||
|
char * output_orig; /**< @brief Output file for succesfully processed segments original value given at command line. */
|
||||||
|
const char *output_help; /**< @brief Output file for succesfully processed segments help description. */
|
||||||
|
char * fail_arg; /**< @brief Output file for unsuccesfully processed segments . */
|
||||||
|
char * fail_orig; /**< @brief Output file for unsuccesfully processed segments original value given at command line. */
|
||||||
|
const char *fail_help; /**< @brief Output file for unsuccesfully processed segments help description. */
|
||||||
|
int only_fail_flag; /**< @brief Print only segments the program failed to process (default=off). */
|
||||||
|
const char *only_fail_help; /**< @brief Print only segments the program failed to process help description. */
|
||||||
|
int no_fail_flag; /**< @brief Print only segments the program processed (default=off). */
|
||||||
|
const char *no_fail_help; /**< @brief Print only segments the program processed help description. */
|
||||||
|
int copy_flag; /**< @brief Copy succesfully processed segments to standard output (default=off). */
|
||||||
|
const char *copy_help; /**< @brief Copy succesfully processed segments to standard output help description. */
|
||||||
|
char ** process_arg; /**< @brief Process segments with this tag. */
|
||||||
|
char ** process_orig; /**< @brief Process segments with this tag original value given at command line. */
|
||||||
|
unsigned int process_min; /**< @brief Process segments with this tag's minimum occurreces */
|
||||||
|
unsigned int process_max; /**< @brief Process segments with this tag's maximum occurreces */
|
||||||
|
const char *process_help; /**< @brief Process segments with this tag help description. */
|
||||||
|
char ** select_arg; /**< @brief Select only segments with this field. */
|
||||||
|
char ** select_orig; /**< @brief Select only segments with this field original value given at command line. */
|
||||||
|
unsigned int select_min; /**< @brief Select only segments with this field's minimum occurreces */
|
||||||
|
unsigned int select_max; /**< @brief Select only segments with this field's maximum occurreces */
|
||||||
|
const char *select_help; /**< @brief Select only segments with this field help description. */
|
||||||
|
char ** ignore_arg; /**< @brief Select only segments without this field. */
|
||||||
|
char ** ignore_orig; /**< @brief Select only segments without this field original value given at command line. */
|
||||||
|
unsigned int ignore_min; /**< @brief Select only segments without this field's minimum occurreces */
|
||||||
|
unsigned int ignore_max; /**< @brief Select only segments without this field's maximum occurreces */
|
||||||
|
const char *ignore_help; /**< @brief Select only segments without this field help description. */
|
||||||
|
char * output_field_arg; /**< @brief Output field name. */
|
||||||
|
char * output_field_orig; /**< @brief Output field name original value given at command line. */
|
||||||
|
const char *output_field_help; /**< @brief Output field name help description. */
|
||||||
|
char ** input_field_arg; /**< @brief Input field name. */
|
||||||
|
char ** input_field_orig; /**< @brief Input field name original value given at command line. */
|
||||||
|
unsigned int input_field_min; /**< @brief Input field name's minimum occurreces */
|
||||||
|
unsigned int input_field_max; /**< @brief Input field name's maximum occurreces */
|
||||||
|
const char *input_field_help; /**< @brief Input field name help description. */
|
||||||
|
int interactive_flag; /**< @brief Toggle interactive mode (default=off). */
|
||||||
|
const char *interactive_help; /**< @brief Toggle interactive mode help description. */
|
||||||
|
char * config_arg; /**< @brief Configuration file. */
|
||||||
|
char * config_orig; /**< @brief Configuration file original value given at command line. */
|
||||||
|
const char *config_help; /**< @brief Configuration file help description. */
|
||||||
|
int one_field_flag; /**< @brief Print all results in one segments (creates ambiguous annotation) (default=off). */
|
||||||
|
const char *one_field_help; /**< @brief Print all results in one segments (creates ambiguous annotation) help description. */
|
||||||
|
int one_line_flag; /**< @brief Print annotation alternatives as additional fields (default=off). */
|
||||||
|
const char *one_line_help; /**< @brief Print annotation alternatives as additional fields help description. */
|
||||||
|
char * language_arg; /**< @brief Language.. */
|
||||||
|
char * language_orig; /**< @brief Language. original value given at command line. */
|
||||||
|
const char *language_help; /**< @brief Language. help description. */
|
||||||
|
int color_flag; /**< @brief Show guessed descriptions in colour. (default=off). */
|
||||||
|
const char *color_help; /**< @brief Show guessed descriptions in colour. help description. */
|
||||||
|
|
||||||
|
unsigned int help_given ; /**< @brief Whether help was given. */
|
||||||
|
unsigned int full_help_given ; /**< @brief Whether full-help was given. */
|
||||||
|
unsigned int version_given ; /**< @brief Whether version was given. */
|
||||||
|
unsigned int input_given ; /**< @brief Whether input was given. */
|
||||||
|
unsigned int output_given ; /**< @brief Whether output was given. */
|
||||||
|
unsigned int fail_given ; /**< @brief Whether fail was given. */
|
||||||
|
unsigned int only_fail_given ; /**< @brief Whether only-fail was given. */
|
||||||
|
unsigned int no_fail_given ; /**< @brief Whether no-fail was given. */
|
||||||
|
unsigned int copy_given ; /**< @brief Whether copy was given. */
|
||||||
|
unsigned int process_given ; /**< @brief Whether process was given. */
|
||||||
|
unsigned int select_given ; /**< @brief Whether select was given. */
|
||||||
|
unsigned int ignore_given ; /**< @brief Whether ignore was given. */
|
||||||
|
unsigned int output_field_given ; /**< @brief Whether output-field was given. */
|
||||||
|
unsigned int input_field_given ; /**< @brief Whether input-field was given. */
|
||||||
|
unsigned int interactive_given ; /**< @brief Whether interactive was given. */
|
||||||
|
unsigned int config_given ; /**< @brief Whether config was given. */
|
||||||
|
unsigned int one_field_given ; /**< @brief Whether one-field was given. */
|
||||||
|
unsigned int one_line_given ; /**< @brief Whether one-line was given. */
|
||||||
|
unsigned int language_given ; /**< @brief Whether language was given. */
|
||||||
|
unsigned int color_given ; /**< @brief Whether color was given. */
|
||||||
|
|
||||||
|
} ;
|
||||||
|
|
||||||
|
/** @brief The additional parameters to pass to parser functions */
|
||||||
|
struct cmdline_parser_params
|
||||||
|
{
|
||||||
|
int override; /**< @brief whether to override possibly already present options (default 0) */
|
||||||
|
int initialize; /**< @brief whether to initialize the option structure gengetopt_args_info (default 1) */
|
||||||
|
int check_required; /**< @brief whether to check that all required options were provided (default 1) */
|
||||||
|
int check_ambiguity; /**< @brief whether to check for options already specified in the option structure gengetopt_args_info (default 0) */
|
||||||
|
int print_errors; /**< @brief whether getopt_long should print an error message for a bad option (default 1) */
|
||||||
|
} ;
|
||||||
|
|
||||||
|
/** @brief the purpose string of the program */
|
||||||
|
extern const char *gengetopt_args_info_purpose;
|
||||||
|
/** @brief the usage string of the program */
|
||||||
|
extern const char *gengetopt_args_info_usage;
|
||||||
|
/** @brief all the lines making the help output */
|
||||||
|
extern const char *gengetopt_args_info_help[];
|
||||||
|
/** @brief all the lines making the full help output (including hidden options) */
|
||||||
|
extern const char *gengetopt_args_info_full_help[];
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The command line parser
|
||||||
|
* @param argc the number of command line options
|
||||||
|
* @param argv the command line options
|
||||||
|
* @param args_info the structure where option information will be stored
|
||||||
|
* @return 0 if everything went fine, NON 0 if an error took place
|
||||||
|
*/
|
||||||
|
int cmdline_parser (int argc, char **argv,
|
||||||
|
struct gengetopt_args_info *args_info);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The command line parser (version with additional parameters - deprecated)
|
||||||
|
* @param argc the number of command line options
|
||||||
|
* @param argv the command line options
|
||||||
|
* @param args_info the structure where option information will be stored
|
||||||
|
* @param override whether to override possibly already present options
|
||||||
|
* @param initialize whether to initialize the option structure my_args_info
|
||||||
|
* @param check_required whether to check that all required options were provided
|
||||||
|
* @return 0 if everything went fine, NON 0 if an error took place
|
||||||
|
* @deprecated use cmdline_parser_ext() instead
|
||||||
|
*/
|
||||||
|
int cmdline_parser2 (int argc, char **argv,
|
||||||
|
struct gengetopt_args_info *args_info,
|
||||||
|
int override, int initialize, int check_required);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The command line parser (version with additional parameters)
|
||||||
|
* @param argc the number of command line options
|
||||||
|
* @param argv the command line options
|
||||||
|
* @param args_info the structure where option information will be stored
|
||||||
|
* @param params additional parameters for the parser
|
||||||
|
* @return 0 if everything went fine, NON 0 if an error took place
|
||||||
|
*/
|
||||||
|
int cmdline_parser_ext (int argc, char **argv,
|
||||||
|
struct gengetopt_args_info *args_info,
|
||||||
|
struct cmdline_parser_params *params);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Save the contents of the option struct into an already open FILE stream.
|
||||||
|
* @param outfile the stream where to dump options
|
||||||
|
* @param args_info the option struct to dump
|
||||||
|
* @return 0 if everything went fine, NON 0 if an error took place
|
||||||
|
*/
|
||||||
|
int cmdline_parser_dump(FILE *outfile,
|
||||||
|
struct gengetopt_args_info *args_info);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Save the contents of the option struct into a (text) file.
|
||||||
|
* This file can be read by the config file parser (if generated by gengetopt)
|
||||||
|
* @param filename the file where to save
|
||||||
|
* @param args_info the option struct to save
|
||||||
|
* @return 0 if everything went fine, NON 0 if an error took place
|
||||||
|
*/
|
||||||
|
int cmdline_parser_file_save(const char *filename,
|
||||||
|
struct gengetopt_args_info *args_info);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Print the help
|
||||||
|
*/
|
||||||
|
void cmdline_parser_print_help(void);
|
||||||
|
/**
|
||||||
|
* Print the full help (including hidden options)
|
||||||
|
*/
|
||||||
|
void cmdline_parser_print_full_help(void);
|
||||||
|
/**
|
||||||
|
* Print the version
|
||||||
|
*/
|
||||||
|
void cmdline_parser_print_version(void);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Initializes all the fields a cmdline_parser_params structure
|
||||||
|
* to their default values
|
||||||
|
* @param params the structure to initialize
|
||||||
|
*/
|
||||||
|
void cmdline_parser_params_init(struct cmdline_parser_params *params);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Allocates dynamically a cmdline_parser_params structure and initializes
|
||||||
|
* all its fields to their default values
|
||||||
|
* @return the created and initialized cmdline_parser_params structure
|
||||||
|
*/
|
||||||
|
struct cmdline_parser_params *cmdline_parser_params_create(void);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Initializes the passed gengetopt_args_info structure's fields
|
||||||
|
* (also set default values for options that have a default)
|
||||||
|
* @param args_info the structure to initialize
|
||||||
|
*/
|
||||||
|
void cmdline_parser_init (struct gengetopt_args_info *args_info);
|
||||||
|
/**
|
||||||
|
* Deallocates the string fields of the gengetopt_args_info structure
|
||||||
|
* (but does not deallocate the structure itself)
|
||||||
|
* @param args_info the structure to deallocate
|
||||||
|
*/
|
||||||
|
void cmdline_parser_free (struct gengetopt_args_info *args_info);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Checks that all the required options were specified
|
||||||
|
* @param args_info the structure to check
|
||||||
|
* @param prog_name the name of the program that will be used to print
|
||||||
|
* possible errors
|
||||||
|
* @return
|
||||||
|
*/
|
||||||
|
int cmdline_parser_required (struct gengetopt_args_info *args_info,
|
||||||
|
const char *prog_name);
|
||||||
|
|
||||||
|
|
||||||
|
#ifdef __cplusplus
|
||||||
|
}
|
||||||
|
#endif /* __cplusplus */
|
||||||
|
#endif /* CMDLINE_H */
|
||||||
34
src/common/cmdline_common.ggo
Normal file
34
src/common/cmdline_common.ggo
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
#section "Common UTT options"
|
||||||
|
|
||||||
|
|
||||||
|
option "input" f "Input file" string no
|
||||||
|
|
||||||
|
option "output" o "Output file for succesfully processed segments" string no
|
||||||
|
|
||||||
|
option "fail" e "Output file for unsuccesfully processed segments " string no
|
||||||
|
|
||||||
|
option "only-fail" - "Print only segments the program failed to process" flag off hidden
|
||||||
|
|
||||||
|
option "no-fail" - "Print only segments the program processed" flag off hidden
|
||||||
|
|
||||||
|
option "copy" c "Copy succesfully processed segments to standard output" flag off
|
||||||
|
|
||||||
|
option "process" p "Process segments with this tag" string no multiple
|
||||||
|
|
||||||
|
option "select" s "Select only segments with this field" string no multiple
|
||||||
|
|
||||||
|
option "ignore" S "Select only segments without this field" string no multiple
|
||||||
|
|
||||||
|
option "output-field" O "Output field name" string no
|
||||||
|
|
||||||
|
option "input-field" I "Input field name" string no multiple
|
||||||
|
|
||||||
|
option "interactive" i "Toggle interactive mode" flag off
|
||||||
|
|
||||||
|
option "config" - "Configuration file" string typestr="FILENAME" no
|
||||||
|
|
||||||
|
option "one-field" 1 "Print all results in one segments (creates ambiguous annotation)" flag off
|
||||||
|
|
||||||
|
option "one-line" - "Print annotation alternatives as additional fields" flag off
|
||||||
|
|
||||||
|
option "language" - "Language." string no
|
||||||
5
src/common/cmdline_program.ggo
Normal file
5
src/common/cmdline_program.ggo
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
package "guess"
|
||||||
|
version "0.1"
|
||||||
|
|
||||||
|
option "color" l "Show guessed descriptions in colour." flag off
|
||||||
|
|
||||||
229
src/common/common.cc
Normal file
229
src/common/common.cc
Normal file
@ -0,0 +1,229 @@
|
|||||||
|
#include <cstdlib>
|
||||||
|
#include <cstring>
|
||||||
|
#include <sys/types.h>
|
||||||
|
#include <sys/stat.h>
|
||||||
|
#include <unistd.h>
|
||||||
|
#include "common.h"
|
||||||
|
#include <cstdio>
|
||||||
|
#include <clocale>
|
||||||
|
|
||||||
|
FILE* inputf=stdin;
|
||||||
|
FILE* outputf=stdout;
|
||||||
|
FILE* failedf=stdout;
|
||||||
|
bool copy_processed=0;
|
||||||
|
bool one_field=false;
|
||||||
|
bool one_line=false;
|
||||||
|
char output_field_prefix[FIELD_PREFIX_MAXLEN];
|
||||||
|
char input_field_prefix[FIELD_PREFIX_MAXLEN];
|
||||||
|
|
||||||
|
extern int argc;
|
||||||
|
extern char **argv;
|
||||||
|
|
||||||
|
|
||||||
|
// tilde (home dir) expansion in path
|
||||||
|
int expand_path(char* inpath, char* outpath)
|
||||||
|
{
|
||||||
|
if(inpath[0]=='~')
|
||||||
|
sprintf(outpath,"%s%s",getenv("HOME"),inpath+1);
|
||||||
|
else
|
||||||
|
strcpy(outpath,inpath);
|
||||||
|
return 0; // no problem
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
void set_program_name(char program_name[], char* argv0)
|
||||||
|
{
|
||||||
|
if (char* p_name = strrchr(argv0, '/'))
|
||||||
|
strcpy(program_name,p_name+1);
|
||||||
|
else
|
||||||
|
strcpy(program_name,argv0);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
extern void process_config_files(gengetopt_args_info* args, char* argv0)
|
||||||
|
{
|
||||||
|
|
||||||
|
char program_name[256];
|
||||||
|
char config_file[256];
|
||||||
|
char config_file_tmp[256];
|
||||||
|
|
||||||
|
set_program_name(program_name,argv0);
|
||||||
|
|
||||||
|
// obsługa pliku konfiguracyjnego podanego w linii komend
|
||||||
|
if (args->config_given) {
|
||||||
|
if (file_accessible(args->config_arg) == 0) {
|
||||||
|
if (cmdline_parser_configfile(args->config_arg,
|
||||||
|
args,
|
||||||
|
0, // 0 - nie nadpisuj wartości parametrów
|
||||||
|
0, // 0 - nie inicjuj
|
||||||
|
0) != 0) {
|
||||||
|
fprintf(stderr, "Error in config file (%s)\n", args->config_arg);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->one_line_given && !one_line) one_line=true, one_field=false;
|
||||||
|
if(args->one_field_given && !one_field) one_line=false, one_field=true;
|
||||||
|
|
||||||
|
// obsluga pliku konfiguracyjnego uzytkownika dla programu
|
||||||
|
sprintf(config_file_tmp, "%s/%s.conf", USER_CONFIG_DIR, program_name);
|
||||||
|
expand_path(config_file_tmp, config_file);
|
||||||
|
if (file_accessible(config_file) == 0) {
|
||||||
|
if (cmdline_parser_configfile(config_file,
|
||||||
|
args,
|
||||||
|
0, // 0 - nie nadpisuj danych
|
||||||
|
0, // 0 - nie inicjuj struktury
|
||||||
|
0) != 0) {
|
||||||
|
fprintf(stderr, "Error in config file (%s)\n", config_file);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->one_line_given && !one_line) one_line=true, one_field=false;
|
||||||
|
if(args->one_field_given && !one_field) one_line=false, one_field=true;
|
||||||
|
|
||||||
|
|
||||||
|
// obsluga pliku konfiguracyjnego uzytkownika globalnego
|
||||||
|
sprintf(config_file_tmp, "%s/utt.conf", USER_CONFIG_DIR);
|
||||||
|
expand_path(config_file_tmp, config_file);
|
||||||
|
if (file_accessible(config_file) == 0) {
|
||||||
|
if (cmdline_parser_configfile(config_file,
|
||||||
|
args,
|
||||||
|
0, // 0 - nie nadpisuj danych
|
||||||
|
0, // 0 - nie inicjuj struktury
|
||||||
|
0) != 0) {
|
||||||
|
fprintf(stderr, "Error in config file (%s)\n", config_file);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->one_line_given && !one_line) one_line=true, one_field=false;
|
||||||
|
if(args->one_field_given && !one_field) one_line=false, one_field=true;
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
// obsluga systemowego pliku konfiguracyjnego dla programu
|
||||||
|
sprintf(config_file, "%s/%s.conf", SYSTEM_CONFIG_DIR, program_name);
|
||||||
|
if (file_accessible(config_file) == 0) {
|
||||||
|
if (cmdline_parser_configfile(config_file,
|
||||||
|
args,
|
||||||
|
0, // 0 - nie zmieniaj danych wczesniejszych
|
||||||
|
0, // 0 - nie inicjuj struktury
|
||||||
|
0 // 0 - nie sprawdzaj wymaganych parametrow
|
||||||
|
) != 0) {
|
||||||
|
fprintf(stderr, "Error in config file (%s)\n", config_file);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->one_line_given && !one_line) one_line=true, one_field=false;
|
||||||
|
if(args->one_field_given && !one_field) one_line=false, one_field=true;
|
||||||
|
|
||||||
|
|
||||||
|
// obsluga systemowego pliku konfiguracyjnego globalnego
|
||||||
|
sprintf(config_file, "%s/utt.conf", SYSTEM_CONFIG_DIR);
|
||||||
|
if (file_accessible(config_file) == 0) {
|
||||||
|
if (cmdline_parser_configfile(config_file,
|
||||||
|
args,
|
||||||
|
0, // 0 - nie zmieniaj danych wczesniejszych
|
||||||
|
0, // 0 - nie inicjuj struktury
|
||||||
|
0 // 0 - nie sprawdzaj wymaganych parametrow
|
||||||
|
) != 0) {
|
||||||
|
fprintf(stderr, "Error in config file (%s)\n", config_file);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->one_line_given && !one_line) one_line=true, one_field=false;
|
||||||
|
if(args->one_field_given && !one_field) one_line=false, one_field=true;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void process_common_options(gengetopt_args_info* args, char* argv0)
|
||||||
|
{
|
||||||
|
char program_name[256];
|
||||||
|
|
||||||
|
set_program_name(program_name,argv0);
|
||||||
|
|
||||||
|
setlocale(LC_CTYPE,"");
|
||||||
|
setlocale(LC_COLLATE, "");
|
||||||
|
|
||||||
|
if(args->help_given)
|
||||||
|
cmdline_parser_print_help ();
|
||||||
|
|
||||||
|
if(args->input_given)
|
||||||
|
if(!(inputf=fopen(args->input_arg,"r")))
|
||||||
|
{
|
||||||
|
fprintf(stderr,"No such file: %s.\n", args->input_arg);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->output_given)
|
||||||
|
if(!(outputf=fopen(args->output_arg,"w")))
|
||||||
|
{
|
||||||
|
fprintf(stderr,"Cannot open output file: %s.\n", args->output_arg);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->fail_given)
|
||||||
|
if(!(failedf=fopen(args->fail_arg,"w")))
|
||||||
|
{
|
||||||
|
fprintf(stderr,"Cannot open output file: %s.\n", args->fail_arg);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->input_field_given)
|
||||||
|
fieldprefix(args->input_field_arg[0],input_field_prefix);
|
||||||
|
else
|
||||||
|
strcpy(input_field_prefix, "4");
|
||||||
|
|
||||||
|
if(args->output_field_given)
|
||||||
|
fieldprefix(args->output_field_arg,output_field_prefix);
|
||||||
|
else
|
||||||
|
sprintf(output_field_prefix, "%s%c", program_name, INFIELD_SEP);
|
||||||
|
|
||||||
|
if ((args->copy_given))
|
||||||
|
copy_processed=true;
|
||||||
|
}
|
||||||
|
|
||||||
|
// sprawdza istnienie pliku
|
||||||
|
int file_accessible(const char* path) {
|
||||||
|
return access(path, R_OK);
|
||||||
|
}
|
||||||
|
|
||||||
|
// sprawdza istnienie pliku konfiguracyjnego
|
||||||
|
int config_file_exists(const char* dir, const char* filename) {
|
||||||
|
struct stat dir_stat;
|
||||||
|
struct stat file_stat;
|
||||||
|
|
||||||
|
char* path = (char*)malloc(strlen(dir) + strlen(filename) + 2); // + '\0' + '/'
|
||||||
|
|
||||||
|
sprintf(path, "%s/%s", dir, filename);
|
||||||
|
|
||||||
|
if (stat(dir, &dir_stat) != 0)
|
||||||
|
return -1;
|
||||||
|
|
||||||
|
if (stat(path, &file_stat) != 0)
|
||||||
|
return -1;
|
||||||
|
|
||||||
|
if (!S_ISDIR(dir_stat.st_mode))
|
||||||
|
return -1; // katalog nie jest katalogiem
|
||||||
|
|
||||||
|
if (!S_ISREG(file_stat.st_mode))
|
||||||
|
return -1; // plik konfiguracyjny nie jest plikiem
|
||||||
|
|
||||||
|
if (access(dir, X_OK) != 0)
|
||||||
|
return -1; // nie mamy prawa zmienic katalogu
|
||||||
|
|
||||||
|
if (access(path, R_OK) != 0)
|
||||||
|
return -1; // nie mamy prawa odczytu pliku
|
||||||
|
|
||||||
|
free(path);
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
0
src/common/common.d
Normal file
0
src/common/common.d
Normal file
516
src/common/common.h
Normal file
516
src/common/common.h
Normal file
@ -0,0 +1,516 @@
|
|||||||
|
#ifndef __COMMON_H
|
||||||
|
#define __COMMON_H
|
||||||
|
|
||||||
|
#include <cstdio>
|
||||||
|
#include <cctype>
|
||||||
|
#include <cstring>
|
||||||
|
#include <cstdlib>
|
||||||
|
|
||||||
|
#include <cwchar>
|
||||||
|
#include <cwctype>
|
||||||
|
|
||||||
|
#include "../lib/const.h"
|
||||||
|
|
||||||
|
#ifndef _CMDLINE_FILE
|
||||||
|
#error _CMDLINE_FILE constant not defined!
|
||||||
|
#else
|
||||||
|
#include _CMDLINE_FILE
|
||||||
|
#endif
|
||||||
|
|
||||||
|
|
||||||
|
/**************************************************
|
||||||
|
* Stale dotyczace wejscia/wyjscia
|
||||||
|
*/
|
||||||
|
|
||||||
|
#define EMPTYFORM '*'
|
||||||
|
#define INFIELD_SEP ':'
|
||||||
|
#define MAXAUX 16
|
||||||
|
#define FIELD_SEP " \t\n"
|
||||||
|
#define FIELD_PREFIX_MAXLEN 32
|
||||||
|
|
||||||
|
|
||||||
|
// katalogi z plikami konfiguracyjnymi
|
||||||
|
// nowe
|
||||||
|
// stare - do wyrzucenia
|
||||||
|
// #define CONFIG_DIR ".utt/conf"
|
||||||
|
|
||||||
|
// nazwa zmiennej okreslajaca sciezke do danych
|
||||||
|
|
||||||
|
// #define UTT_DIR_VAR "UTT_DIR"
|
||||||
|
|
||||||
|
// sciezka do plikow z danymi (np UTT_DIR/pliki) wzgledem $HOME!
|
||||||
|
|
||||||
|
// #define UTT_DIR_DEFAULT ".utt/pl/"
|
||||||
|
|
||||||
|
/**************************************************/
|
||||||
|
|
||||||
|
|
||||||
|
extern FILE* inputf;
|
||||||
|
extern FILE* outputf;
|
||||||
|
extern FILE* failedf;
|
||||||
|
|
||||||
|
extern char* input_filename;
|
||||||
|
extern char* output_filename;
|
||||||
|
extern char* failed_filename;
|
||||||
|
extern bool one_line;
|
||||||
|
extern bool one_field;
|
||||||
|
|
||||||
|
extern char input_field_prefix[];
|
||||||
|
extern char output_field_prefix[];
|
||||||
|
|
||||||
|
extern bool copy_processed;
|
||||||
|
extern bool append_output;
|
||||||
|
extern bool append_failed;
|
||||||
|
|
||||||
|
//sciezka do katalogu z danymi
|
||||||
|
extern char utt_dir[];
|
||||||
|
|
||||||
|
extern void process_common_options(gengetopt_args_info* args, char* argv0);
|
||||||
|
extern void process_config_files(gengetopt_args_info* args, char* argv0);
|
||||||
|
|
||||||
|
extern int expand_path(char* inpath, char* outpath);
|
||||||
|
|
||||||
|
/**************************************************
|
||||||
|
* problems with casing */
|
||||||
|
// sprawdzenie wielkosci liter
|
||||||
|
// warto¶æ zwracana:
|
||||||
|
// 0 - wszystkie ma³e litery
|
||||||
|
// 1 - pierwsza wielka, reszta male
|
||||||
|
// 2 - wszystkie wielkie
|
||||||
|
// 3 - inne
|
||||||
|
inline int casing(char* s)
|
||||||
|
{
|
||||||
|
int ret = isupper(*s) ? 1 : 0;
|
||||||
|
while(*++s != '\0')
|
||||||
|
{
|
||||||
|
if(isupper(*s))
|
||||||
|
{
|
||||||
|
if(ret==1) ret=2;
|
||||||
|
else if(ret==0) ret=3;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
if(ret==2) ret=3;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
//
|
||||||
|
inline void tolowers(char* s, char* d)
|
||||||
|
{
|
||||||
|
*d=tolower(*s);
|
||||||
|
while(*s != '\0') * ++d = tolower(* ++s);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// przepisuje s do d
|
||||||
|
// nadajac wielko¶æ liter zgodnie z warto¶ci± casing
|
||||||
|
// casing - warto¶æ zwracana przez casing()
|
||||||
|
// je¶li casing==3 przepisuje bez zmian (za ma³o informacji)
|
||||||
|
inline void restorecasing(char *s, char *d, int casing)
|
||||||
|
{
|
||||||
|
switch(casing)
|
||||||
|
{
|
||||||
|
case 0:
|
||||||
|
case 3:
|
||||||
|
*d=*s;
|
||||||
|
while(*s != '\0') * ++d = * ++s;
|
||||||
|
break;
|
||||||
|
case 1:
|
||||||
|
*d=toupper(*s);
|
||||||
|
while(*s != '\0') * ++d = * ++s;
|
||||||
|
break;
|
||||||
|
case 2:
|
||||||
|
*d=toupper(*s);
|
||||||
|
while(*s != '\0') * ++d = toupper(* ++s);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**************************************************/
|
||||||
|
|
||||||
|
/*
|
||||||
|
parameters:
|
||||||
|
-seg - segment
|
||||||
|
-pref - field name or "1", "2", "3", "4" for the first four fields
|
||||||
|
+val - field contents
|
||||||
|
return value:
|
||||||
|
1 if specified field exists, 0 otherwise
|
||||||
|
*/
|
||||||
|
|
||||||
|
inline int getfield(char* seg, const char* pref, char* val)
|
||||||
|
{
|
||||||
|
|
||||||
|
char* p=seg;
|
||||||
|
char* p0;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
// field "1"
|
||||||
|
p0=p; while(isdigit(*p)) ++p;
|
||||||
|
if(*pref=='1') if(p!=p0) { strncpy(val,p0,p-p0); val[p-p0]='\0'; return 1; } else return 0;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
// field "2"
|
||||||
|
p0=p; while(isdigit(*p)) ++p;
|
||||||
|
if(*pref=='2') if(p!=p0) { strncpy(val,p0,p-p0); val[p-p0]='\0'; return 1; } else return 0;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
// field "3"
|
||||||
|
p0=p; while(isgraph(*p)) ++p;
|
||||||
|
if(*pref=='3') if(p!=p0) { strncpy(val,p0,p-p0); val[p-p0]='\0'; return 1; } else return 0;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
// field "4"
|
||||||
|
p0=p; while(isgraph(*p)) ++p;
|
||||||
|
if(*pref=='4') if(p!=p0) { strncpy(val,p0,p-p0); val[p-p0]='\0'; return 1; } else return 0;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
// annotation fields
|
||||||
|
do p=strstr(p,pref); while(p!=NULL && *(p-1)!=' ' && *(p-1)!='\t');
|
||||||
|
|
||||||
|
if(p==NULL) return 0;
|
||||||
|
else
|
||||||
|
{
|
||||||
|
p+=strlen(pref);
|
||||||
|
int len=strcspn(p,FIELD_SEP "\n\r\f\0");
|
||||||
|
strncpy(val,p,len);
|
||||||
|
val[len]='\0';
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
inline int getfield(wchar_t* seg, const wchar_t* pref, wchar_t* val)
|
||||||
|
{
|
||||||
|
|
||||||
|
wchar_t* p=seg;
|
||||||
|
wchar_t* p0;
|
||||||
|
while(iswspace(*p)) ++p;
|
||||||
|
|
||||||
|
// field "1"
|
||||||
|
p0=p; while(iswdigit(*p)) ++p;
|
||||||
|
if(*pref==L'1')
|
||||||
|
if(p!=p0)
|
||||||
|
{
|
||||||
|
wcsncpy(val,p0,p-p0);
|
||||||
|
val[p-p0]=L'\0';
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
return 0;
|
||||||
|
while(iswspace(*p)) ++p;
|
||||||
|
|
||||||
|
// field "2"
|
||||||
|
p0=p; while(iswdigit(*p)) ++p;
|
||||||
|
if(*pref==L'2') if(p!=p0) { wcsncpy(val,p0,p-p0); val[p-p0]=L'\0'; return 1; } else return 0;
|
||||||
|
while(iswspace(*p)) ++p;
|
||||||
|
// field "3"
|
||||||
|
p0=p; while(iswgraph(*p)) ++p;
|
||||||
|
if(*pref==L'3') if(p!=p0) { wcsncpy(val,p0,p-p0); val[p-p0]=L'\0'; return 1; } else return 0;
|
||||||
|
|
||||||
|
while(iswspace(*p)) ++p;
|
||||||
|
p0=p; while(iswgraph(*p)) ++p;
|
||||||
|
|
||||||
|
if(*pref==L'4') if(p!=p0) { wcsncpy(val,p0,p-p0); val[p-p0]=L'\0'; return 1; } else return 0;
|
||||||
|
while(iswspace(*p)) ++p;
|
||||||
|
|
||||||
|
// annotation fields
|
||||||
|
do p=wcsstr(p,pref); while(p!=NULL && *(p-1)!=L' ' && *(p-1)!=L'\t');
|
||||||
|
if(p==NULL) return 0;
|
||||||
|
else
|
||||||
|
{
|
||||||
|
p+=wcslen(pref);
|
||||||
|
int len=wcscspn(p,FIELD_SEP L"\n\r\f\0");
|
||||||
|
wcsncpy(val,p,len);
|
||||||
|
val[len]=L'\0';
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
parameters:
|
||||||
|
-name - field name, long or short
|
||||||
|
+prefix - field name with ':' appended if long name
|
||||||
|
return value:
|
||||||
|
1 if correct field name, 0 otherwise
|
||||||
|
examples:
|
||||||
|
name prefix r.v.
|
||||||
|
lem lem: 1
|
||||||
|
@ @ 1
|
||||||
|
:: 'undef' 0
|
||||||
|
a,b 'undef' 0
|
||||||
|
*/
|
||||||
|
inline
|
||||||
|
int fieldprefix(char *name, char *prefix)
|
||||||
|
{
|
||||||
|
if (ispunct(name[0]) && name[1]=='\0') // correct short name
|
||||||
|
{
|
||||||
|
strcpy(prefix, name); return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
int i=0;
|
||||||
|
while(name[i]!='\0' && isalnum(name[i])) ++i;
|
||||||
|
|
||||||
|
if(name[i]=='\0' && i>0) // correct long name
|
||||||
|
{
|
||||||
|
sprintf(prefix,"%s:",name); return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
// incorrect
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
inline
|
||||||
|
bool process_seg(char* seg, gengetopt_args_info& args)
|
||||||
|
{
|
||||||
|
char buf[256];
|
||||||
|
char pref[FIELD_PREFIX_MAXLEN];
|
||||||
|
bool ret = !args.process_given;
|
||||||
|
if(args.process_given)
|
||||||
|
{
|
||||||
|
getfield(seg,"3",buf);
|
||||||
|
for(int i=0; i<args.process_given; ++i)
|
||||||
|
if(strcmp(args.process_arg[i],buf)==0)
|
||||||
|
{
|
||||||
|
ret=true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(ret==false) return false;
|
||||||
|
|
||||||
|
for(int i=0; i<args.select_given; ++i)
|
||||||
|
{
|
||||||
|
fieldprefix(args.select_arg[i],pref); // !!! ŁATKA - ZOPTYMALIZOWAĆ !!!
|
||||||
|
if(! getfield(seg,pref,buf))
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
for(int i=0; i<args.ignore_given; ++i)
|
||||||
|
{
|
||||||
|
fieldprefix(args.ignore_arg[i],pref); // !!! ŁATKA - ZOPTYMALIZOWAĆ !!!
|
||||||
|
if(getfield(seg,pref,buf))
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args.input_field_given & !getfield(seg,input_field_prefix,buf))
|
||||||
|
return false;
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
parameters:
|
||||||
|
-+seg - segment
|
||||||
|
-pref - prefix of the new field
|
||||||
|
-val - contents of the new field
|
||||||
|
return value:
|
||||||
|
1 - success, 0 - fail (limit on segment length exceeded)
|
||||||
|
*/
|
||||||
|
inline
|
||||||
|
int addfield(char *seg, const char *pref, const char *val)
|
||||||
|
// zalozenie, ze seg konczy sie znakiem \n
|
||||||
|
{
|
||||||
|
if(strlen(seg)+strlen(pref)+strlen(val) >= MAX_LINE) return 0; // bezpieczniej, ale wolniej
|
||||||
|
|
||||||
|
int seglen=strlen(seg);
|
||||||
|
sprintf(seg+(seglen-1)," %s%s\n",pref,val);
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**************************************************/
|
||||||
|
|
||||||
|
struct Seg
|
||||||
|
{
|
||||||
|
int filepos, len;
|
||||||
|
char* tag;
|
||||||
|
char* form;
|
||||||
|
char* aux[MAXAUX];
|
||||||
|
int auxn;
|
||||||
|
|
||||||
|
bool parse(char* line);
|
||||||
|
char* getfield(char* fieldname);
|
||||||
|
void print(char* line);
|
||||||
|
bool addfield(char* s);
|
||||||
|
bool clearfields();
|
||||||
|
};
|
||||||
|
|
||||||
|
/**************************************************/
|
||||||
|
|
||||||
|
/* definicja struktury wejscia/wyjscia
|
||||||
|
*/
|
||||||
|
struct Segment
|
||||||
|
{
|
||||||
|
int filepos, len;
|
||||||
|
char* tag;
|
||||||
|
char* form;
|
||||||
|
char* aux[MAXAUX];
|
||||||
|
int auxn;
|
||||||
|
|
||||||
|
bool parse(char* line);
|
||||||
|
char* getfield(char* fieldname);
|
||||||
|
void print(char* line);
|
||||||
|
bool addfield(char* s);
|
||||||
|
bool clearfields();
|
||||||
|
};
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Sprawdza czy nalezy przetwarzac dany segment.
|
||||||
|
*/
|
||||||
|
|
||||||
|
inline
|
||||||
|
bool process_seg(Segment& s, gengetopt_args_info& args)
|
||||||
|
{
|
||||||
|
bool ret = !args.process_given;
|
||||||
|
|
||||||
|
for(int i=0; i<args.process_given; ++i)
|
||||||
|
if(strcmp(args.process_arg[i],s.tag)==0)
|
||||||
|
{
|
||||||
|
ret=true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
for(int i=0; i<args.select_given; ++i)
|
||||||
|
if(! s.getfield(args.select_arg[i]))
|
||||||
|
ret=false;
|
||||||
|
|
||||||
|
for(int i=0; i<args.ignore_given; ++i)
|
||||||
|
if(s.getfield(args.ignore_arg[i]))
|
||||||
|
ret=false;
|
||||||
|
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
* FUNKCJE OBSLUGUJACE WEJSCIE/WYJSCIE
|
||||||
|
*/
|
||||||
|
// napisy zostaj na miejscu (w line), tylko wskazniki sa ustawian
|
||||||
|
// i zara dopisywane zera s dopisywane
|
||||||
|
|
||||||
|
inline
|
||||||
|
bool Segment::parse(char* line)
|
||||||
|
{
|
||||||
|
auxn=0;
|
||||||
|
char* field;
|
||||||
|
if((field=strtok(line,FIELD_SEP))!=NULL)
|
||||||
|
filepos=atoi(field); // nie sprawdzana poprawnosc
|
||||||
|
else
|
||||||
|
return false;
|
||||||
|
if((field=strtok(NULL,FIELD_SEP))!=NULL)
|
||||||
|
len=atoi(field); // nie sprawdzana poprawnosc
|
||||||
|
else return false;
|
||||||
|
if((tag=strtok(NULL,FIELD_SEP))==NULL) return false;
|
||||||
|
if((form=strtok(NULL,FIELD_SEP))==NULL)
|
||||||
|
return true;
|
||||||
|
else
|
||||||
|
if(form[0] == EMPTYFORM && form[1] =='\0')
|
||||||
|
form=NULL;
|
||||||
|
|
||||||
|
while((aux[auxn]=strtok(NULL,FIELD_SEP))!=NULL) ++auxn;
|
||||||
|
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
inline char* Segment::getfield(char* f)
|
||||||
|
{
|
||||||
|
int flen=strlen(f);
|
||||||
|
if(isalnum(*f))
|
||||||
|
{
|
||||||
|
for(int i=0; i<auxn; ++i)
|
||||||
|
if(strncmp(aux[i],f,flen)==0 && aux[i][flen]==INFIELD_SEP)
|
||||||
|
return aux[i]+flen+1;
|
||||||
|
} else
|
||||||
|
{
|
||||||
|
for(int i=0; i<auxn; ++i)
|
||||||
|
{
|
||||||
|
if(*f==*(aux[i]))
|
||||||
|
return aux[i]+1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return NULL;
|
||||||
|
}
|
||||||
|
|
||||||
|
inline bool Segment::clearfields() {
|
||||||
|
for (int i=0; i<auxn; ++i) {
|
||||||
|
// free(aux[i]);
|
||||||
|
aux[i] = NULL;
|
||||||
|
}
|
||||||
|
auxn=0;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
inline // NIEEFEKTYWNE
|
||||||
|
void Segment::print(char* line)
|
||||||
|
{
|
||||||
|
sprintf(line,"%04d %02d %s", filepos, len, tag);
|
||||||
|
if(form)
|
||||||
|
{
|
||||||
|
strcat(line," ");
|
||||||
|
strcat(line,form);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
if(auxn)
|
||||||
|
strcat(line," *");
|
||||||
|
|
||||||
|
for(int i=0; i<auxn; ++i)
|
||||||
|
{
|
||||||
|
strcat(line," ");
|
||||||
|
strcat(line,aux[i]);
|
||||||
|
}
|
||||||
|
|
||||||
|
strcat(line,"\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
inline
|
||||||
|
bool Segment::addfield(char* s)
|
||||||
|
{
|
||||||
|
if(auxn<MAXAUX)
|
||||||
|
{
|
||||||
|
aux[auxn++]=s;
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**************************************************
|
||||||
|
* funkcje pomocne w operacjach na plikach *
|
||||||
|
* konfiguracyjnych *
|
||||||
|
**************************************************/
|
||||||
|
|
||||||
|
// sprawdza istnienie pliku
|
||||||
|
int file_accessible(const char* path);
|
||||||
|
|
||||||
|
// sprawdza istnienie pliku konfiguracyjnego
|
||||||
|
int config_file(const char* dir, const char* filename);
|
||||||
|
|
||||||
|
/**************************************************/
|
||||||
|
|
||||||
|
/* Pobiera wejscie
|
||||||
|
* parametry:
|
||||||
|
* - args - tablica stringow okresnajacych pola wejsciowe
|
||||||
|
* - args_len - rozmiar args
|
||||||
|
* - seg - segment
|
||||||
|
* wartosc - wskaznik do wejscia
|
||||||
|
*/
|
||||||
|
inline char* getInput(char** args, int args_len, Segment seg) {
|
||||||
|
char* formp = NULL;
|
||||||
|
for (int i=0; i<args_len; ++i) {
|
||||||
|
if ('4' == args[i][0])
|
||||||
|
return seg.form;
|
||||||
|
if ((formp = seg.getfield(args[i])) != NULL) {
|
||||||
|
return formp;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return formp;
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif
|
||||||
20
src/common/main_template.cc
Normal file
20
src/common/main_template.cc
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
#include <stdlib.h>
|
||||||
|
|
||||||
|
#include "common.h"
|
||||||
|
|
||||||
|
main(int argc, char* argv[])
|
||||||
|
{
|
||||||
|
gengetopt_args_info args;
|
||||||
|
|
||||||
|
if(cmdline_parser(argc,argv,&args) != 0)
|
||||||
|
exit(1);
|
||||||
|
|
||||||
|
process_common_options(args);
|
||||||
|
|
||||||
|
//
|
||||||
|
// TU KOD
|
||||||
|
//
|
||||||
|
|
||||||
|
cmdline_parser_free(&args);
|
||||||
|
|
||||||
|
}
|
||||||
25
src/compiledic/Makefile
Normal file
25
src/compiledic/Makefile
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
all: compiledic
|
||||||
|
|
||||||
|
.PHONY: compiledic
|
||||||
|
compiledic:
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 compiledic $(BIN_DIR)
|
||||||
|
install -m 0755 text2fst.py $(BIN_DIR)
|
||||||
|
install -m 0755 symbols.py $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/compiledic
|
||||||
|
rm $(BIN_DIR)/text2fst.py
|
||||||
|
rm $(BIN_DIR)/symbols.py
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: clean
|
||||||
|
clean:
|
||||||
214
src/compiledic/compiledic
Executable file
214
src/compiledic/compiledic
Executable file
@ -0,0 +1,214 @@
|
|||||||
|
#! /usr/bin/env perl
|
||||||
|
|
||||||
|
#package: UAM Text Tools
|
||||||
|
#component: compiledic
|
||||||
|
#version: 1.3
|
||||||
|
#author: Tomasz Obrebski
|
||||||
|
#author: Krzysztof Szarzyñski (2012 migration to OpenFST format)
|
||||||
|
|
||||||
|
use utf8;
|
||||||
|
|
||||||
|
use strict;
|
||||||
|
use locale;
|
||||||
|
use File::HomeDir;
|
||||||
|
use File::Basename;
|
||||||
|
use File::Temp;
|
||||||
|
use File::Copy;
|
||||||
|
use Getopt::Long;
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
my $linesPerFile = 20000;
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
Getopt::Long::Configure('no_ignore_case_always');
|
||||||
|
my $help=0;
|
||||||
|
GetOptions("help|h" => \$help);
|
||||||
|
|
||||||
|
if($help)
|
||||||
|
{
|
||||||
|
print <<'END'
|
||||||
|
Usage: compiledic dictionaryfile.dic
|
||||||
|
|
||||||
|
The dictionary file must be UTF8 without Byte Order Mark (BOM).
|
||||||
|
To remove BOM see removeBom.sh
|
||||||
|
|
||||||
|
Options:
|
||||||
|
--help -h Help.
|
||||||
|
END
|
||||||
|
;
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
|
||||||
|
@ARGV > 0 or die("Source dictionary not given.\n");
|
||||||
|
|
||||||
|
my $file = shift;
|
||||||
|
|
||||||
|
-f $file or die("Source dictionary not found.\n");
|
||||||
|
|
||||||
|
$file =~ /(.*)\.dic/ or die("The input file must have .dic extension.\n");
|
||||||
|
|
||||||
|
my $filenameprefix = $1;
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
|
||||||
|
# Tworzymy katalog tymczasowy, gdzie wszystko bedzie umieszczane.
|
||||||
|
my $tmp_root = File::Temp::tempdir( CLEANUP => 1 );
|
||||||
|
print "Using temp dir: $tmp_root\n";
|
||||||
|
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Tworzymy tabele symboli:
|
||||||
|
print "Generating the symbols table\t\t";
|
||||||
|
`python ./symbols.py > $tmp_root/symbols`;# or die "Failed!\n";
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Dzielenie pliku slownika:
|
||||||
|
print "Dividing the dictionary file\t\t";
|
||||||
|
|
||||||
|
open(IN, $file);
|
||||||
|
|
||||||
|
my $lineCount = 0;
|
||||||
|
my $fileCount = 0;
|
||||||
|
|
||||||
|
open(FILE, ">$tmp_root/slo_$fileCount");
|
||||||
|
|
||||||
|
while (<IN>) {
|
||||||
|
if (++$lineCount >= $linesPerFile) {
|
||||||
|
$fileCount++;
|
||||||
|
$lineCount = 0;
|
||||||
|
close(FILE);
|
||||||
|
open(FILE, ">$tmp_root/slo_".$fileCount);
|
||||||
|
}
|
||||||
|
print(FILE $_);
|
||||||
|
}
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Budujemy male automaty:
|
||||||
|
print "Building partial automata";
|
||||||
|
|
||||||
|
#32 kropki, fileCount plikow
|
||||||
|
my $filesPerDot = $fileCount/32;
|
||||||
|
my $files=$filesPerDot;
|
||||||
|
my $dots=0;
|
||||||
|
|
||||||
|
for (my $i=0; $i<=$fileCount; $i++) {
|
||||||
|
|
||||||
|
if ($files >= $filesPerDot) {
|
||||||
|
$files = 0;
|
||||||
|
print ".";
|
||||||
|
$dots++;
|
||||||
|
}
|
||||||
|
$files++;
|
||||||
|
`python text2fst.py < $tmp_root/slo_$i > $tmp_root/slownik_$i.fst`;
|
||||||
|
#`fstcompile --acceptor $tmp_root/slownik_$i.fst $tmp_root/slownikC_$i.fst`;
|
||||||
|
`fstcompile --acceptor --isymbols=$tmp_root/symbols $tmp_root/slownik_$i.fst $tmp_root/slownikC_$i.fst`;
|
||||||
|
move("$tmp_root/slownikC_$i.fst", "$tmp_root/slownik_$i.bin") or die "Cant create slownik_$i.bin\n";
|
||||||
|
}
|
||||||
|
if ($dots < 32) {
|
||||||
|
for (my $i=0; $i<32 - $dots; $i++) {
|
||||||
|
print ".";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Usuwamy czesci slownika:
|
||||||
|
print "Deleteing $tmp_root/slo_ text files\t\t";
|
||||||
|
unlink <$tmp_root/slo_*> or die "Faiiled\n";
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
|
||||||
|
##################################################
|
||||||
|
# Budowanie koncowego automatu:
|
||||||
|
print "Building final automaton";
|
||||||
|
|
||||||
|
#35 kropek...
|
||||||
|
my $ndots=33;
|
||||||
|
$filesPerDot = $fileCount/$ndots;
|
||||||
|
$files=$filesPerDot;
|
||||||
|
$dots=0;
|
||||||
|
|
||||||
|
|
||||||
|
my $out_fst = "slownik.bin";
|
||||||
|
my $tmp_fst = "slownik_T.bin";
|
||||||
|
|
||||||
|
|
||||||
|
######################################################################
|
||||||
|
# Budowanie jednego automatu
|
||||||
|
######################################################################
|
||||||
|
move("$tmp_root/slownik_0.bin", "$tmp_root/$out_fst") or die "Failed to move slownik_0.bin -> $out_fst\n";
|
||||||
|
for (my $i=1; $i<=$fileCount; $i++) {
|
||||||
|
|
||||||
|
if ($files >= $filesPerDot) {
|
||||||
|
$files = 0;
|
||||||
|
print ".";
|
||||||
|
$dots++;
|
||||||
|
}
|
||||||
|
$files++;
|
||||||
|
`fstunion $tmp_root/$out_fst $tmp_root/slownik_$i.bin $tmp_root/$tmp_fst`;
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") or die "Failed at union: slownik_$i\n";
|
||||||
|
`fstrmepsilon $tmp_root/$out_fst $tmp_root/$tmp_fst`;
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") or die "Failed at rmepsilon: slownik_$i\n";
|
||||||
|
`fstdeterminize $tmp_root/$out_fst $tmp_root/$tmp_fst`;
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") or die "Failed at minimization: slownik_$i\n";
|
||||||
|
`fstminimize $tmp_root/$out_fst $tmp_root/$tmp_fst`;
|
||||||
|
|
||||||
|
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") || die "Unable to move $tmp_root/$tmp_fst -> $out_fst!\n";
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
if ($dots < $ndots) {
|
||||||
|
for (my $i=0; $i<$ndots - $dots; $i++) {
|
||||||
|
print ".";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
######################################################################
|
||||||
|
# Minimalizacja automatu:
|
||||||
|
######################################################################
|
||||||
|
print "removing epsilon-transitions\t\t";
|
||||||
|
`fstrmepsilon $tmp_root/$out_fst $tmp_root/$tmp_fst`;
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") or die "Failed\n";
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
print "determinizing automaton\t\t";
|
||||||
|
`fstdeterminize $tmp_root/$out_fst $tmp_root/$tmp_fst`;
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") or die "Failed\n";
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
print "minimizing automaton\t\t";
|
||||||
|
`fstminimize $tmp_root/$out_fst $tmp_root/$tmp_fst`;
|
||||||
|
move("$tmp_root/$tmp_fst", "$tmp_root/$out_fst") or die "Failed\n";
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
print "moving the FST to compiledic directory\t\t";
|
||||||
|
use Cwd;
|
||||||
|
my $workdir = getcwd($0);
|
||||||
|
move("$tmp_root/$out_fst", "$workdir/dictionary.bin") or die "Failed\n";
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
########################################################
|
||||||
|
# Sprzatanie:
|
||||||
|
print "removing temporary files\t\t";
|
||||||
|
|
||||||
|
unlink <$tmp_root/*> or die "Failed\nCan't delete contents of $tmp_root \n";
|
||||||
|
unlink ($tmp_root);
|
||||||
|
print "OK\n";
|
||||||
|
|
||||||
|
print "Finished!\n";
|
||||||
4
src/compiledic/removeBom.sh
Executable file
4
src/compiledic/removeBom.sh
Executable file
@ -0,0 +1,4 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
# Remove bom from file.
|
||||||
|
awk '{if(NR==1)sub(/^\xef\xbb\xbf/,"");print}' $1
|
||||||
12
src/compiledic/symbols.py
Executable file
12
src/compiledic/symbols.py
Executable file
@ -0,0 +1,12 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import locale
|
||||||
|
encoding = locale.getdefaultlocale()[1]
|
||||||
|
|
||||||
|
|
||||||
|
sys.stdout.write(u"<eps>\t0\n".encode(encoding))
|
||||||
|
for i in range(33,60000):
|
||||||
|
line = u"%s\t%s\n"%(unichr(i), i)
|
||||||
|
sys.stdout.write(line.encode(encoding))
|
||||||
39
src/compiledic/text2fst.py
Executable file
39
src/compiledic/text2fst.py
Executable file
@ -0,0 +1,39 @@
|
|||||||
|
#!/usr/bin/env python
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
"""-----------------------------------------------------------------------------
|
||||||
|
# Name: text2FST
|
||||||
|
# Purpose: A tool for translating a dictionary file into a OpenFST format.
|
||||||
|
#
|
||||||
|
# Author: Krzysztof Szarzynski <szarznyski.wmi.amu.edu.pl>
|
||||||
|
#
|
||||||
|
# Created: 19/11/2012
|
||||||
|
# Copyright: (c) UAM Text Tools 2012
|
||||||
|
# Licence: Simplified BSD License
|
||||||
|
# Usage:
|
||||||
|
# cat dictionary.dic | ./text2fst > output.fst
|
||||||
|
# Warning: the dictionary.dic file must be UTF8 _without_ BOM
|
||||||
|
#
|
||||||
|
# TODO: Checking the BOM and removing it from the dictionary.file
|
||||||
|
-----------------------------------------------------------------------------"""
|
||||||
|
|
||||||
|
import sys
|
||||||
|
import locale
|
||||||
|
|
||||||
|
encoding = locale.getdefaultlocale()[1]
|
||||||
|
|
||||||
|
def prn(str):
|
||||||
|
sys.stdout.write(str.encode(encoding))
|
||||||
|
|
||||||
|
begState = 0
|
||||||
|
endState = 1
|
||||||
|
eps = u"<eps>"
|
||||||
|
currentState = begState
|
||||||
|
for line in sys.stdin:
|
||||||
|
prn(u"%s %s %s\n"%(begState, currentState, eps))
|
||||||
|
line = line.decode('UTF-8')
|
||||||
|
for letter in line:
|
||||||
|
prn(u"%s %s %s\n"%(currentState, currentState+1, letter))
|
||||||
|
currentState+=1
|
||||||
|
prn(u"%s %s %s\n"%(currentState, endState, eps))
|
||||||
|
print endState
|
||||||
|
|
||||||
56
src/cor/Makefile
Normal file
56
src/cor/Makefile
Normal file
@ -0,0 +1,56 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
ifeq ($(BUILD_STATIC), yes)
|
||||||
|
LDFLAGS += -static
|
||||||
|
endif
|
||||||
|
|
||||||
|
LDFLAGS +=
|
||||||
|
CXXFLAGS += -O2 -fpermissive
|
||||||
|
|
||||||
|
LIB_PATH=../lib
|
||||||
|
COMMON_PATH=../common
|
||||||
|
CMDLINE_FILE='"../cor/cmdline.h"'
|
||||||
|
|
||||||
|
all: cor
|
||||||
|
|
||||||
|
cor: main.cc corr.o $(LIB_PATH)/word.o \
|
||||||
|
$(LIB_PATH)/auttools.o cmdline.c common_cor.o common.o
|
||||||
|
$(CXX) $(CXXFLAGS) -D _CMDLINE_FILE=$(CMDLINE_FILE) main.cc corr.o common.o \
|
||||||
|
$(LIB_PATH)/word.o $(LIB_PATH)/auttools.o cmdline.c common_cor.o \
|
||||||
|
-o cor $(LDFLAGS)
|
||||||
|
|
||||||
|
corr.o: corr.cc corr.hh
|
||||||
|
$(CXX) $(CXXFLAGS) -c corr.cc
|
||||||
|
|
||||||
|
common.o: $(COMMON_PATH)/cmdline_common.ggo $(COMMON_PATH)/common.cc \
|
||||||
|
$(COMMON_PATH)/common.h
|
||||||
|
$(CXX) $(CXXFLAGS) -c -D _CMDLINE_FILE=$(CMDLINE_FILE) $(COMMON_PATH)/common.cc
|
||||||
|
|
||||||
|
common_cor.o: cmdline.h common_cor.cc common_cor.h
|
||||||
|
$(CXX) $(CXXFLAGS) -c -D _CMDLINE_FILE=$(CMDLINE_FILE) common_cor.cc
|
||||||
|
|
||||||
|
cmdline.c cmdline.h: cmdline.ggo
|
||||||
|
$(GENGETOPT) -i cmdline.ggo --conf-parser
|
||||||
|
|
||||||
|
cmdline.ggo: cmdline_cor.ggo $(COMMON_PATH)/cmdline_common.ggo
|
||||||
|
cat cmdline_cor.ggo $(COMMON_PATH)/cmdline_common.ggo > cmdline.ggo
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 cor $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/cor
|
||||||
|
endif
|
||||||
|
|
||||||
|
clean: clean.cmdline
|
||||||
|
rm *.o || true
|
||||||
|
rm cor || true
|
||||||
|
|
||||||
|
clean.cmdline:
|
||||||
|
rm cmdline.* || true
|
||||||
|
|
||||||
8
src/cor/cmdline_cor.ggo
Normal file
8
src/cor/cmdline_cor.ggo
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
package "cor"
|
||||||
|
version "0.1"
|
||||||
|
|
||||||
|
option "dictionary-home" - "Dictionary home dir." string typestr="FILENAME" no hidden
|
||||||
|
option "dictionary" d "Dictionary" string typestr="FILENAME" default="cor.bin" no
|
||||||
|
option "distance" n "Maximal edit distance." int default="1" no
|
||||||
|
option "replace" r "Replace original form with corrected form, place original form in the cor field. This option has no effect in single mode" flag off hidden
|
||||||
|
#option "single" - "Place all alternatives in the same line" flag off
|
||||||
29
src/cor/common_cor.cc
Normal file
29
src/cor/common_cor.cc
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
#include <stdlib.h>
|
||||||
|
#include <string.h>
|
||||||
|
#include "common_cor.h"
|
||||||
|
|
||||||
|
char dictionary[256];
|
||||||
|
|
||||||
|
void process_cor_options(gengetopt_args_info* args)
|
||||||
|
{
|
||||||
|
if(args->dictionary_given)
|
||||||
|
{
|
||||||
|
expand_path(args->dictionary_arg,dictionary);
|
||||||
|
if(file_accessible(dictionary)!=0)
|
||||||
|
{
|
||||||
|
fprintf(stderr,"Cannot open the dictionary file: %s\nAborting.\n",dictionary);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else if (args->dictionary_home_given && args->language_given)
|
||||||
|
{
|
||||||
|
char buf[255];
|
||||||
|
expand_path(args->dictionary_home_arg, buf);
|
||||||
|
sprintf(dictionary,"%s/%s/cor.bin",buf,args->language_arg);
|
||||||
|
if(file_accessible(dictionary)!=0)
|
||||||
|
{
|
||||||
|
fprintf(stderr,"Cannot open the dictionary file: %s\nAborting.\n",dictionary);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
19
src/cor/common_cor.h
Normal file
19
src/cor/common_cor.h
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
#ifndef __COMMON_COR_H
|
||||||
|
#define __COMMON_COR_H
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
//do wyrzucenia - definicja w Makefile! #define _CMDLINE_FILE "../cor/cmdline.h"
|
||||||
|
#include "../common/common.h"
|
||||||
|
|
||||||
|
#include "cmdline.h"
|
||||||
|
|
||||||
|
#define DICT_FILE "cor.bin"
|
||||||
|
|
||||||
|
extern int change_count;
|
||||||
|
|
||||||
|
extern void process_cor_options(gengetopt_args_info* args);
|
||||||
|
|
||||||
|
extern char dictionary[];
|
||||||
|
|
||||||
|
#endif
|
||||||
142
src/cor/corr.cc
Normal file
142
src/cor/corr.cc
Normal file
@ -0,0 +1,142 @@
|
|||||||
|
//---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
#include "corr.hh"
|
||||||
|
|
||||||
|
#define MAXPATH 256
|
||||||
|
|
||||||
|
#define min(x,y) ((x<y)?(x):(y))
|
||||||
|
#define max(x,y) ((x>y)?(x):(y))
|
||||||
|
|
||||||
|
|
||||||
|
int Corr::ed(int i,int j)
|
||||||
|
{
|
||||||
|
if(i==-1)
|
||||||
|
return j+1;
|
||||||
|
if(j==-1)
|
||||||
|
return i+1;
|
||||||
|
if(i==-2 || j==-2)
|
||||||
|
return n+1;
|
||||||
|
|
||||||
|
if(X[i]==Y[j])
|
||||||
|
return H2[i-1][j-1];
|
||||||
|
if(X[i-1]==Y[j] && X[i]==Y[j-1])
|
||||||
|
return 1+min(H2[i-2][j-2],min(H2[i][j-1],H2[i-1][j]));
|
||||||
|
return 1+min(H2[i-1][j-1],min(H2[i][j-1],H2[i-1][j]));
|
||||||
|
|
||||||
|
/*
|
||||||
|
if(X[i]==Y[j])
|
||||||
|
return H[(i-1)+2][(j-1)+2];
|
||||||
|
if(X[i-1]==Y[j] && X[i]==Y[j-1])
|
||||||
|
return 1+min(H[(i-2)+2][(j-2)+2],min(H[(i)+2][(j-1)+2],H[(i-1)+2][(j)+2]));
|
||||||
|
return 1+min(H[(i-1)+2][(j-1)+2],min(H[(i)+2][(j-1)+2],H[(i-1)+2][(j)+2]));
|
||||||
|
*/
|
||||||
|
}
|
||||||
|
|
||||||
|
int Corr::cuted(int j)
|
||||||
|
{
|
||||||
|
int l=max(0,j-t);
|
||||||
|
int u=min(m,j+t);
|
||||||
|
int ce=j+t;
|
||||||
|
for(int k=l;k<=u;k++)
|
||||||
|
{
|
||||||
|
if(H2[k][j]<ce)//if(H[(k)+2][(j)+2]<ce)
|
||||||
|
ce=H2[k][j];//ce=H[(k)+2][(j)+2];
|
||||||
|
}
|
||||||
|
return ce;
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
void Corr::recomputeH(int j)
|
||||||
|
{
|
||||||
|
for(int i=0;i<=m;i++)
|
||||||
|
H[(i)+2][(j)+2]=ed(i,j);
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
|
||||||
|
void Corr::recomputeH(int j)
|
||||||
|
{
|
||||||
|
int lo=max(0,j-t-2);
|
||||||
|
int hi=min(m,j+t+2);
|
||||||
|
for(int i=lo;i<=hi;++i)
|
||||||
|
H2[i][j]=ed(i,j);//H[(i)+2][(j)+2]=ed(i,j);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int Corr::correct(const char* w, Words& tab)
|
||||||
|
{
|
||||||
|
long int path[MAXPATH]={0};
|
||||||
|
int i; // row index (X)
|
||||||
|
int j; // column index (Y)
|
||||||
|
long state=0;
|
||||||
|
|
||||||
|
strcpy(X,w);
|
||||||
|
m=strlen(X)-1;
|
||||||
|
n=m+t;
|
||||||
|
|
||||||
|
for(i=(-2);i<=m;i++)
|
||||||
|
H[(i)+2][(-2)+2]=n;
|
||||||
|
for(i=(-1);i<=m;i++)
|
||||||
|
H[(i)+2][(-1)+2]=(i)+1;
|
||||||
|
for(j=(-2);j<=n;j++)
|
||||||
|
H[(-2)+2][(j)+2]=n;
|
||||||
|
for(j=(-1);j<=n;j++)
|
||||||
|
H[(-1)+2][(j)+2]=(j)+1;
|
||||||
|
|
||||||
|
for(j=0; j<=n; ++j)
|
||||||
|
for(i=0; i<=m; ++i)
|
||||||
|
H[i+2][j+2]=t+1;
|
||||||
|
|
||||||
|
int more=1;
|
||||||
|
bool cont=false;
|
||||||
|
|
||||||
|
strcpy(Y,"");
|
||||||
|
j=0;
|
||||||
|
state=0;
|
||||||
|
int count=0;
|
||||||
|
while(more)
|
||||||
|
{
|
||||||
|
if(!empty(state))
|
||||||
|
{
|
||||||
|
Y[j]=input(state);
|
||||||
|
recomputeH(j);
|
||||||
|
if(cuted(j)<=t)
|
||||||
|
{
|
||||||
|
int edd;
|
||||||
|
if(final(next(state)) && (edd=H[(m)+2][(j)+2])<=t)
|
||||||
|
{
|
||||||
|
char* out=new char[j+2];
|
||||||
|
strncpy(out,Y,j+1);
|
||||||
|
out[j+1]='\0';
|
||||||
|
// if(cont) putchar(' ');
|
||||||
|
cont=true;
|
||||||
|
// printf("%i,%s", edd,out);
|
||||||
|
// cout << out << "(" << edd << ")" << endl;
|
||||||
|
tab.add(out);
|
||||||
|
count++;
|
||||||
|
}
|
||||||
|
path[j++]=state;
|
||||||
|
state=next(state);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
if(continued(state))
|
||||||
|
{
|
||||||
|
state++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
//backtracking
|
||||||
|
do
|
||||||
|
if(j>0)
|
||||||
|
j--;
|
||||||
|
else
|
||||||
|
more=0;
|
||||||
|
while(more && !continued(path[j]));
|
||||||
|
state=path[j]+1;
|
||||||
|
}
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
//---------------------------------------------------------------------------
|
||||||
|
|
||||||
34
src/cor/corr.hh
Normal file
34
src/cor/corr.hh
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
//---------------------------------------------------------------------------
|
||||||
|
#ifndef _corr_hh
|
||||||
|
#define _corr_hh
|
||||||
|
//---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
#include "../lib/tfti.h"
|
||||||
|
#include "../lib/word.h"
|
||||||
|
|
||||||
|
class Corr : public TFTiv<char,char>
|
||||||
|
{
|
||||||
|
private:
|
||||||
|
int H[100][100];
|
||||||
|
char X[100]; // misspelled string
|
||||||
|
char Y[100]; // (possibly partial) candidate string
|
||||||
|
int m; // length of X
|
||||||
|
int n; // maximal length of Y
|
||||||
|
|
||||||
|
int ed(int,int);
|
||||||
|
int cuted(int);
|
||||||
|
void recomputeH(int);
|
||||||
|
|
||||||
|
public:
|
||||||
|
int (*H2)[100];
|
||||||
|
|
||||||
|
int t; // threshold
|
||||||
|
|
||||||
|
Corr() : H2((int(*)[100])&H[2][2]) {};
|
||||||
|
Corr(const char* a) : TFTiv<char,char>(a), H2((int(*)[100])&H[2][2]) { };
|
||||||
|
|
||||||
|
int correct(const char* w, Words& tab);
|
||||||
|
};
|
||||||
|
|
||||||
|
//---------------------------------------------------------------------------
|
||||||
|
#endif
|
||||||
155
src/cor/main.cc
Normal file
155
src/cor/main.cc
Normal file
@ -0,0 +1,155 @@
|
|||||||
|
#include <stdlib.h>
|
||||||
|
#include <ctype.h>
|
||||||
|
#include "../lib/iotools.h"
|
||||||
|
//do wyrzucenia - definicja w Makefile! #define _CMDLINE_FILE "../cor/cmdline.h"
|
||||||
|
#include "../common/common.h"
|
||||||
|
#include "common_cor.h"
|
||||||
|
#include "corr.hh"
|
||||||
|
#include "cmdline.h"
|
||||||
|
#include <locale.h>
|
||||||
|
|
||||||
|
|
||||||
|
int main(int argc, char** argv) {
|
||||||
|
|
||||||
|
// setlocale(LC_CTYPE,"");
|
||||||
|
// setlocale(LC_COLLATE,"");
|
||||||
|
|
||||||
|
gengetopt_args_info args;
|
||||||
|
|
||||||
|
if(cmdline_parser(argc, argv, &args) != 0)
|
||||||
|
exit(1);
|
||||||
|
|
||||||
|
process_config_files(&args,argv[0]);
|
||||||
|
process_common_options(&args,argv[0]);
|
||||||
|
process_cor_options(&args);
|
||||||
|
|
||||||
|
Corr cor;
|
||||||
|
|
||||||
|
cor.load(dictionary);
|
||||||
|
cor.t=args.distance_arg;
|
||||||
|
|
||||||
|
char line[MAX_LINE+1];
|
||||||
|
long line_count = 0;
|
||||||
|
|
||||||
|
Segment seg;
|
||||||
|
Words tab;
|
||||||
|
char form1[MAX_LINE];
|
||||||
|
char* form;
|
||||||
|
int formcasing;
|
||||||
|
char corfield[MAX_LINE]="";
|
||||||
|
|
||||||
|
while (fgets(line, MAX_LINE, inputf))
|
||||||
|
{
|
||||||
|
// strcpy(outline,line);
|
||||||
|
++line_count;
|
||||||
|
|
||||||
|
// if(!seg.parse(line))
|
||||||
|
// {
|
||||||
|
// fprintf(stderr,"Input error in line %d.\n",line_count);
|
||||||
|
// exit(1);
|
||||||
|
// }
|
||||||
|
|
||||||
|
char outline[128];
|
||||||
|
//printf("Starting cor... searching for %d fields\n", args.input_field_given);
|
||||||
|
//for (int i=0; i<args.input_field_given; ++i) {
|
||||||
|
// printf("\t%d. %s\n", i, args.input_field_arg[i]);
|
||||||
|
//}
|
||||||
|
|
||||||
|
if (!process_seg(line, args))
|
||||||
|
fputs(line, outputf);
|
||||||
|
else
|
||||||
|
{
|
||||||
|
char form[MAX_FORM];
|
||||||
|
|
||||||
|
tab.clear();
|
||||||
|
getfield(line,input_field_prefix,form);
|
||||||
|
if (form==NULL) continue;
|
||||||
|
|
||||||
|
formcasing=3;
|
||||||
|
cor.correct(form, tab);
|
||||||
|
|
||||||
|
if( tab.count() == 0 )
|
||||||
|
{
|
||||||
|
formcasing=casing(form);
|
||||||
|
if( formcasing == 1 || formcasing == 2)
|
||||||
|
tolowers(form, form1), cor.correct(form1, tab);
|
||||||
|
}
|
||||||
|
|
||||||
|
if ( tab.count() == 0)
|
||||||
|
fputs(line, failedf);
|
||||||
|
else
|
||||||
|
{
|
||||||
|
if(args.replace_flag)
|
||||||
|
{
|
||||||
|
char corfield[128];
|
||||||
|
strcpy(corfield, input_field_prefix);
|
||||||
|
strcat(corfield, form);
|
||||||
|
seg.aux[seg.auxn]=corfield;
|
||||||
|
++seg.auxn;
|
||||||
|
for(int i=0; i<tab.count(); ++i)
|
||||||
|
{
|
||||||
|
seg.form=tab[i].form();
|
||||||
|
restorecasing(seg.form,seg.form,formcasing);
|
||||||
|
seg.print(outline);
|
||||||
|
fputs(outline, outputf);
|
||||||
|
}
|
||||||
|
--seg.auxn;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
if(one_line)
|
||||||
|
{
|
||||||
|
char* p=corfield;
|
||||||
|
for(int i=0; i<tab.count(); ++i)
|
||||||
|
{
|
||||||
|
restorecasing(tab[i].form(),tab[i].form(),formcasing);
|
||||||
|
p += sprintf(p," %s%s",output_field_prefix,tab[i].form());
|
||||||
|
}
|
||||||
|
sprintf(p,"\n");
|
||||||
|
|
||||||
|
strcpy(outline,line);
|
||||||
|
outline[strlen(outline)-1]='\0';
|
||||||
|
strcat(outline,corfield);
|
||||||
|
fputs(outline, outputf);
|
||||||
|
}
|
||||||
|
else if(one_field)
|
||||||
|
{
|
||||||
|
char* p=corfield;
|
||||||
|
p += sprintf(p," %s",output_field_prefix);
|
||||||
|
for(int i=0; i<tab.count(); ++i)
|
||||||
|
{
|
||||||
|
restorecasing(tab[i].form(),tab[i].form(),formcasing);
|
||||||
|
p += sprintf(p,(i==0)?"%s":";%s",tab[i].form());
|
||||||
|
}
|
||||||
|
|
||||||
|
sprintf(p,"\n");
|
||||||
|
|
||||||
|
strcpy(outline,line);
|
||||||
|
outline[strlen(outline)-1]='\0';
|
||||||
|
strcat(outline,corfield);
|
||||||
|
fputs(outline, outputf);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
for(int i=0; i<tab.count(); ++i)
|
||||||
|
{
|
||||||
|
restorecasing(tab[i].form(),tab[i].form(),formcasing);
|
||||||
|
sprintf(corfield," %s%s\n",output_field_prefix,tab[i].form());
|
||||||
|
strcpy(outline,line);
|
||||||
|
outline[strlen(outline)-1]='\0';
|
||||||
|
strcat(outline,corfield);
|
||||||
|
fputs(outline, outputf);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args.interactive_flag)
|
||||||
|
{
|
||||||
|
fflush(outputf);
|
||||||
|
fflush(failedf);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
cmdline_parser_free(&args);
|
||||||
|
}
|
||||||
72
src/dgp/Makefile
Normal file
72
src/dgp/Makefile
Normal file
@ -0,0 +1,72 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
SHELL = /bin/sh
|
||||||
|
LIB_PATH=../../lib
|
||||||
|
COMMON_PATH=../common
|
||||||
|
CMDLINE_FILE='"../dgp/cmdline.h"'
|
||||||
|
|
||||||
|
#vpath %.o .
|
||||||
|
|
||||||
|
ifeq ($(BUILD_STATIC), yes)
|
||||||
|
LDFLAGS += -static
|
||||||
|
endif
|
||||||
|
|
||||||
|
CXXFLAGS += -O2
|
||||||
|
|
||||||
|
sources = main.cc grammar.cc symbol.cc mgraph.cc sgraph.cc dgp0.cc cmdline.cc \
|
||||||
|
$(COMMON_PATH)/common.cc global.cc
|
||||||
|
|
||||||
|
bin = dgp
|
||||||
|
|
||||||
|
# plik *.o sa umieszczane w podkatalogu o
|
||||||
|
objs = $(sources:%.cc=%.o)
|
||||||
|
|
||||||
|
${bin}: ${objs}
|
||||||
|
$(CXX) $(CXXFLAGS) -D _CMDLINE_FILE=$(CMDLINE_FILE) -o $@ ${objs} $(LDFLAGS)
|
||||||
|
|
||||||
|
include $(sources:.cc=.d)
|
||||||
|
|
||||||
|
%.o: %.cc
|
||||||
|
$(CXX) -D _CMDLINE_FILE=$(CMDLINE_FILE) -c ${CXXFLAGS} -o $@ $<
|
||||||
|
|
||||||
|
%.d: %.cc
|
||||||
|
$(CC) -MM $(CPPFLAGS) -D _CMDLINE_FILE=$(CMDLINE_FILE) $< > $@.$$$$; \
|
||||||
|
sed 's,\($*\)\.o[ :]*,\1.o $@ : ,g' < $@.$$$$ > $@; \
|
||||||
|
rm -f $@.$$$$
|
||||||
|
|
||||||
|
# stare:
|
||||||
|
# cmdline.cc cmdline.h : cmdline.ggo
|
||||||
|
# gengetopt --c-extension=cc -i cmdline.ggo
|
||||||
|
# nowe
|
||||||
|
cmdline.cc cmdline.h: cmdline.ggo
|
||||||
|
$(GENGETOPT) -i cmdline.ggo --c-extension=cc --conf-parser
|
||||||
|
|
||||||
|
cmdline.ggo: cmdline_dgp.ggo ../common/cmdline_common.ggo
|
||||||
|
cat cmdline_dgp.ggo ../common/cmdline_common.ggo > cmdline.ggo
|
||||||
|
# endnowe
|
||||||
|
|
||||||
|
|
||||||
|
clean:
|
||||||
|
rm ${bin} ${objs} cmdline.cc cmdline.h
|
||||||
|
rm -rf *.d
|
||||||
|
|
||||||
|
prof: dgp
|
||||||
|
gprof dgp ~/tmp/dgp-pl/gmon.out > dgp.prof
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 dgp $(BIN_DIR)
|
||||||
|
install -m 0755 dgc $(BIN_DIR)
|
||||||
|
install -m 0755 canonize $(BIN_DIR)
|
||||||
|
install -m 0755 tre $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/dgp
|
||||||
|
rm $(BIN_DIR)/dgc
|
||||||
|
rm $(BIN_DIR)/canonize
|
||||||
|
rm $(BIN_DIR)/tre
|
||||||
|
endif
|
||||||
3
src/dgp/Makefile.user
Normal file
3
src/dgp/Makefile.user
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
|
||||||
|
gram.dgp: gram.dgc
|
||||||
|
dgc -c cats.dgc < gram.dgc > gram.dgp
|
||||||
50
src/dgp/canonize
Executable file
50
src/dgp/canonize
Executable file
@ -0,0 +1,50 @@
|
|||||||
|
#!/usr/bin/perl
|
||||||
|
|
||||||
|
#package: UAM TExt Tools
|
||||||
|
#component: canonize
|
||||||
|
#version: 1.0
|
||||||
|
#author: Tomasz Obrebski
|
||||||
|
|
||||||
|
use lib "/usr/local/lib/utt";
|
||||||
|
use lib "$ENV{'HOME'}/.local/lib/utt";
|
||||||
|
|
||||||
|
use strict;
|
||||||
|
use Getopt::Long;
|
||||||
|
use attr;
|
||||||
|
|
||||||
|
|
||||||
|
my $help;
|
||||||
|
|
||||||
|
GetOptions("help|h" => \$help);
|
||||||
|
|
||||||
|
if($help)
|
||||||
|
{
|
||||||
|
print <<'END'
|
||||||
|
|
||||||
|
Transforms syntactic categories to their canonical form.
|
||||||
|
|
||||||
|
Usage: canonize
|
||||||
|
|
||||||
|
Options:
|
||||||
|
--help -h Help.
|
||||||
|
|
||||||
|
END
|
||||||
|
;
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
#$|=1;
|
||||||
|
|
||||||
|
my %tra;
|
||||||
|
|
||||||
|
while(<>)
|
||||||
|
{
|
||||||
|
s/$attr::pos_re\/$attr::avlist_re/trans($&)/ge;
|
||||||
|
print;
|
||||||
|
}
|
||||||
|
|
||||||
|
sub trans
|
||||||
|
{
|
||||||
|
my $cat=shift;
|
||||||
|
exists($tra{$cat}) ? $tra{$cat} : ( $tra{$cat} = attr::canonize $cat );
|
||||||
|
}
|
||||||
52
src/dgp/cmdline.ggo
Normal file
52
src/dgp/cmdline.ggo
Normal file
@ -0,0 +1,52 @@
|
|||||||
|
package "dgp"
|
||||||
|
version "0.1"
|
||||||
|
|
||||||
|
option "grammar" g "Grammar file"
|
||||||
|
string no typestr="filename"
|
||||||
|
|
||||||
|
option "long" l "Long output"
|
||||||
|
flag off
|
||||||
|
|
||||||
|
option "debug" d "Debug mode."
|
||||||
|
flag off
|
||||||
|
|
||||||
|
option "info" - "Print info.
|
||||||
|
h - heads d - dependents
|
||||||
|
s - sets
|
||||||
|
c - constraints n - node/arc counts t - parse time
|
||||||
|
"
|
||||||
|
string no default="h"
|
||||||
|
#section "Common UTT options"
|
||||||
|
|
||||||
|
|
||||||
|
option "input" f "Input file" string no
|
||||||
|
|
||||||
|
option "output" o "Output file for succesfully processed segments" string no
|
||||||
|
|
||||||
|
option "fail" e "Output file for unsuccesfully processed segments " string no
|
||||||
|
|
||||||
|
option "only-fail" - "Print only segments the program failed to process" flag off hidden
|
||||||
|
|
||||||
|
option "no-fail" - "Print only segments the program processed" flag off hidden
|
||||||
|
|
||||||
|
option "copy" c "Copy succesfully processed segments to standard output" flag off
|
||||||
|
|
||||||
|
option "process" p "Process segments with this tag" string no multiple
|
||||||
|
|
||||||
|
option "select" s "Select only segments with this field" string no multiple
|
||||||
|
|
||||||
|
option "ignore" S "Select only segments without this field" string no multiple
|
||||||
|
|
||||||
|
option "output-field" O "Output field name" string no
|
||||||
|
|
||||||
|
option "input-field" I "Input field name" string no multiple
|
||||||
|
|
||||||
|
option "interactive" i "Toggle interactive mode" flag off
|
||||||
|
|
||||||
|
option "config" - "Configuration file" string typestr="FILENAME" no
|
||||||
|
|
||||||
|
option "one-field" 1 "Print all results in one segments (creates ambiguous annotation)" flag off
|
||||||
|
|
||||||
|
option "one-line" - "Print annotation alternatives as additional fields" flag off
|
||||||
|
|
||||||
|
option "language" - "Language." string no
|
||||||
18
src/dgp/cmdline_dgp.ggo
Normal file
18
src/dgp/cmdline_dgp.ggo
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
package "dgp"
|
||||||
|
version "0.1"
|
||||||
|
|
||||||
|
option "grammar" g "Grammar file"
|
||||||
|
string no typestr="filename"
|
||||||
|
|
||||||
|
option "long" l "Long output"
|
||||||
|
flag off
|
||||||
|
|
||||||
|
option "debug" d "Debug mode."
|
||||||
|
flag off
|
||||||
|
|
||||||
|
option "info" - "Print info.
|
||||||
|
h - heads d - dependents
|
||||||
|
s - sets
|
||||||
|
c - constraints n - node/arc counts t - parse time
|
||||||
|
"
|
||||||
|
string no default="h"
|
||||||
13
src/dgp/const.hh
Normal file
13
src/dgp/const.hh
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
#ifndef CONST_HH
|
||||||
|
#define CONST_HH
|
||||||
|
|
||||||
|
#define MAXTYPES 32
|
||||||
|
#define MAXFLAGS 64
|
||||||
|
#define MAXNODES 1024
|
||||||
|
#define MAXCONSTRS 32
|
||||||
|
#define MAXLINE 256
|
||||||
|
#define MAXFORMLEN 64
|
||||||
|
#define MAXDESCRLEN 80
|
||||||
|
#define FIELDSEP " \n\t"
|
||||||
|
|
||||||
|
#endif
|
||||||
292
src/dgp/dgc
Executable file
292
src/dgp/dgc
Executable file
@ -0,0 +1,292 @@
|
|||||||
|
#!/usr/bin/perl
|
||||||
|
|
||||||
|
#package: UAM Text Tools
|
||||||
|
#component: dgc (dg compiler)
|
||||||
|
#version: 1.0
|
||||||
|
#author: Tomasz Obrebski
|
||||||
|
|
||||||
|
# wymaga niejawnie programu canonize!!!!
|
||||||
|
use lib "/usr/local/lib/utt";
|
||||||
|
use lib "$ENV{'HOME'}/.local/lib/utt";
|
||||||
|
|
||||||
|
use strict;
|
||||||
|
use Getopt::Long;
|
||||||
|
use Data::Dumper;
|
||||||
|
use attr;
|
||||||
|
use File::HomeDir;
|
||||||
|
|
||||||
|
my $systemconfigfile='/usr/local/etc/utt/dgc.conf';
|
||||||
|
my $userconfigfile=home()."/.utt/dgc.conf";
|
||||||
|
|
||||||
|
Getopt::Long::Configure('no_ignore_case_always');
|
||||||
|
|
||||||
|
my $help=0;
|
||||||
|
my $catfile=0;
|
||||||
|
my $dicfile=0;
|
||||||
|
my $gramfile=0;
|
||||||
|
my $outputfile=0;
|
||||||
|
|
||||||
|
#read configuration files###########################
|
||||||
|
my $file;
|
||||||
|
foreach $file ($systemconfigfile, $userconfigfile){
|
||||||
|
if(open(CONFIG, $file)){
|
||||||
|
while (<CONFIG>) {
|
||||||
|
chomp;
|
||||||
|
s/#.*//;
|
||||||
|
s/^\s+//;
|
||||||
|
s/\s+$//;
|
||||||
|
next unless length;
|
||||||
|
my ($name, $value) = split(/\s*=\s*/, $_, 2);
|
||||||
|
if(($name eq "categories")or($name eq "c")){
|
||||||
|
$catfile=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "dictionary")or($name eq "d")){
|
||||||
|
$dicfile=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "grammar")or($name eq "g")){
|
||||||
|
$gramfile=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "outputfile")or($name eq "o")){
|
||||||
|
$outputfile=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "help")or($name eq "h")){
|
||||||
|
$help=1;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
close CONFIG;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#########################################################
|
||||||
|
|
||||||
|
GetOptions("help|h" => \$help,
|
||||||
|
"categories|c=s" => \$catfile,
|
||||||
|
"dictionary|d=s" => \$dicfile,
|
||||||
|
"grammar|g=s" => \$gramfile,
|
||||||
|
"outputfile|o=s" => \$outputfile);
|
||||||
|
|
||||||
|
my $homedir = $ENV{'HOME'};
|
||||||
|
$catfile =~ s/~/$homedir/;
|
||||||
|
$dicfile =~ s/~/$homedir/;
|
||||||
|
$gramfile =~ s/~/$homedir/;
|
||||||
|
$outputfile =~ s/~/$homedir/;
|
||||||
|
|
||||||
|
|
||||||
|
if($help)
|
||||||
|
{
|
||||||
|
print <<'END'
|
||||||
|
Usage: dgc [OPTIONS]
|
||||||
|
|
||||||
|
Options:
|
||||||
|
--categories -c filename List of syntactic categories.
|
||||||
|
--dictionary -d filename Dictionary.
|
||||||
|
--grammar -g filename List of grammar rules.
|
||||||
|
--outputfile -o filename Output file name.
|
||||||
|
--help -h Help.
|
||||||
|
END
|
||||||
|
;
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
die("At least one of --cats and --dic must be given.\n") if !$catfile && !$dicfile;
|
||||||
|
|
||||||
|
my $ncat=0;
|
||||||
|
my $nrole=0;
|
||||||
|
my $nsgl=0;
|
||||||
|
my $nleft=0;
|
||||||
|
my $nright=0;
|
||||||
|
my $nreq=0;
|
||||||
|
my $nlink=0;
|
||||||
|
my $nflag=0;
|
||||||
|
|
||||||
|
my %cats;
|
||||||
|
my %roles;
|
||||||
|
my %agr;
|
||||||
|
my %gov;
|
||||||
|
|
||||||
|
if(!$outputfile) {
|
||||||
|
*OUTPUT = *STDOUT;
|
||||||
|
}
|
||||||
|
elsif($outputfile eq "-") {
|
||||||
|
*OUTPUT = *STDOUT;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
open(OUTPUT, ">$outputfile") or die("Can't open output file: $outputfile!");
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
loadcats($catfile) if $catfile;
|
||||||
|
extractcats($dicfile) if $dicfile;
|
||||||
|
|
||||||
|
|
||||||
|
my $cats_re = qr/(?:$attr::cat_re\s*(?:,\s*$attr::cat_re)*)/;
|
||||||
|
|
||||||
|
# class parse_class:
|
||||||
|
# /$attr::cat_re/g;
|
||||||
|
|
||||||
|
|
||||||
|
if(!$gramfile) {
|
||||||
|
*INPUT = *STDIN;
|
||||||
|
}
|
||||||
|
elsif($gramfile eq "-"){
|
||||||
|
*INPUT = *STDIN;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
open(INPUT, $gramfile) or die("Unable to open: $gramfile!");
|
||||||
|
}
|
||||||
|
|
||||||
|
while(<INPUT>)
|
||||||
|
{
|
||||||
|
s/#.*//;
|
||||||
|
s/^\s+//;
|
||||||
|
s/\s+$//;
|
||||||
|
if(/^AGR\s+(\S+)\s+(\S+)$/)
|
||||||
|
{
|
||||||
|
push @{$agr{$1}}, $2;
|
||||||
|
}
|
||||||
|
elsif(/^GOV\s+(\S+)\s+(\S+)$/)
|
||||||
|
{
|
||||||
|
push @{$gov{$1}}, attr::parse($2);
|
||||||
|
}
|
||||||
|
elsif(/^ROLE\s+\S+$/)
|
||||||
|
{
|
||||||
|
$roles{$_}=1;
|
||||||
|
print OUTPUT "$_\n";
|
||||||
|
}
|
||||||
|
elsif(/^SGL\s+\S+$/)
|
||||||
|
{
|
||||||
|
++$nsgl;
|
||||||
|
print OUTPUT "$_\n";
|
||||||
|
}
|
||||||
|
elsif(/^REQ\s+(\S+)\s+(\S+)$/)
|
||||||
|
{
|
||||||
|
print OUTPUT "#$_\n";
|
||||||
|
my $cat = attr::parse $1;
|
||||||
|
for my $atomcat (keys %cats)
|
||||||
|
{
|
||||||
|
if(attr::match @$cat, @{$cats{$atomcat}})
|
||||||
|
{
|
||||||
|
print OUTPUT "REQ ".$atomcat." $2\n";
|
||||||
|
++$nreq;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
elsif(/^LEFT\s+\S+$/)
|
||||||
|
{
|
||||||
|
++$nleft;
|
||||||
|
print OUTPUT "$_\n";
|
||||||
|
}
|
||||||
|
elsif(/^RIGHT\s+\S+$/)
|
||||||
|
{
|
||||||
|
++$nright;
|
||||||
|
print OUTPUT "$_\n";
|
||||||
|
}
|
||||||
|
elsif(my ($hs,$ds,$r) = /^LINK\s+($cats_re)\s+($cats_re)\s+(\S+)$/)
|
||||||
|
{
|
||||||
|
print OUTPUT "#$_\n";
|
||||||
|
for my $h ($hs =~ /$attr::cat_re/g)
|
||||||
|
{
|
||||||
|
for my $d ($ds =~ /$attr::cat_re/g)
|
||||||
|
{
|
||||||
|
addlinks($h,$d,$r);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
elsif(/^FLAG\s+\S+$/)
|
||||||
|
{
|
||||||
|
++$nflag;
|
||||||
|
print OUTPUT "$_\n"
|
||||||
|
}
|
||||||
|
elsif(/^$/) {
|
||||||
|
# pomijamy puste linie oraz komentarze
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
print STDERR "Illegal format: $_\n";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
sub addlinks
|
||||||
|
{
|
||||||
|
my ($h,$d,$r) = @_;
|
||||||
|
|
||||||
|
for my $a (@{$agr{$r}}) { print OUTPUT "#AGR $r $a\n"; }
|
||||||
|
for my $c (@{$gov{$r}}) { print OUTPUT "#GOV $r ".attr::unparse(@$c)."\n"; }
|
||||||
|
my $head = attr::parse $h;
|
||||||
|
my $dep = attr::parse $d;
|
||||||
|
|
||||||
|
for my $atomhead (keys %cats)
|
||||||
|
{
|
||||||
|
if(attr::match @$head, @{$cats{$atomhead}})
|
||||||
|
{
|
||||||
|
DEP:
|
||||||
|
for my $atomdep (keys %cats)
|
||||||
|
{
|
||||||
|
next DEP if ! attr::match @$dep, @{$cats{$atomdep}};
|
||||||
|
|
||||||
|
for my $a (@{$agr{$r}})
|
||||||
|
{
|
||||||
|
next DEP if ! attr::agree(@{$cats{$atomhead}},@{$cats{$atomdep}},$a);
|
||||||
|
}
|
||||||
|
|
||||||
|
for my $c (@{$gov{$r}})
|
||||||
|
{
|
||||||
|
next DEP if ! attr::match(@$c,@{$cats{$atomdep}});
|
||||||
|
}
|
||||||
|
|
||||||
|
print OUTPUT "LINK ";
|
||||||
|
print OUTPUT $atomhead." ";
|
||||||
|
print OUTPUT $atomdep." $r\n";
|
||||||
|
++$nlink;
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
printf STDERR "%6d CAT statements\n", 0+keys(%cats);
|
||||||
|
printf STDERR "%6d ROLE statements\n", 0+keys(%roles);
|
||||||
|
printf STDERR "%6d SGL statements\n", $nsgl;
|
||||||
|
printf STDERR "%6d REQ statements\n", $nreq;
|
||||||
|
printf STDERR "%6d LEFT statements\n", $nleft;
|
||||||
|
printf STDERR "%6d RIGHT statements\n", $nright;
|
||||||
|
printf STDERR "%6d LINK statements\n", $nlink;
|
||||||
|
printf STDERR "%6d FLAG statements\n", $nflag;
|
||||||
|
|
||||||
|
|
||||||
|
sub extractcats
|
||||||
|
{
|
||||||
|
my $file = shift;
|
||||||
|
open DICFILE, "canonize $file |";
|
||||||
|
while(<DICFILE>)
|
||||||
|
{
|
||||||
|
while(/,([^[:space:];]+)/g)
|
||||||
|
{
|
||||||
|
my $cat=$1;
|
||||||
|
next if !$cat || exists $cats{$cat};
|
||||||
|
$ncat++;
|
||||||
|
print OUTPUT "CAT $1\n";
|
||||||
|
$cats{$cat}=attr::parse($cat);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
close DICFILE;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
sub loadcats
|
||||||
|
{
|
||||||
|
my $file = shift;
|
||||||
|
open CATFILE, "canonize $file |";
|
||||||
|
while(<CATFILE>)
|
||||||
|
{
|
||||||
|
tr/ \t\n//d;
|
||||||
|
next if !$_ || exists $cats{$_};
|
||||||
|
print OUTPUT "CAT $_\n";
|
||||||
|
++$ncat;
|
||||||
|
$cats{$_}=attr::parse($_);
|
||||||
|
}
|
||||||
|
close CATFILE;
|
||||||
|
}
|
||||||
|
|
||||||
217
src/dgp/dgp0.cc
Normal file
217
src/dgp/dgp0.cc
Normal file
@ -0,0 +1,217 @@
|
|||||||
|
#include "dgp0.hh"
|
||||||
|
#include "global.hh"
|
||||||
|
|
||||||
|
extern Grammar grammar;
|
||||||
|
extern MGraph mgraph;
|
||||||
|
extern SGraph sgraph;
|
||||||
|
|
||||||
|
SNode* snodes;
|
||||||
|
|
||||||
|
extern bool debug;
|
||||||
|
|
||||||
|
list<int> nodelist;
|
||||||
|
list<int>::iterator processed;
|
||||||
|
|
||||||
|
|
||||||
|
void set_initial_constraints(int node)
|
||||||
|
{
|
||||||
|
snodes[node].prop.forbidden.reset();
|
||||||
|
snodes[node].prop.required=grammar.obl[snodes[node].mnode->cat];
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool changing_constraints(int head, Role role)
|
||||||
|
{
|
||||||
|
return grammar.sgl[role] || snodes[head].prop.required[role];
|
||||||
|
}
|
||||||
|
|
||||||
|
void apply_constraints(int head, Role role)
|
||||||
|
{
|
||||||
|
if(grammar.sgl[role]) snodes[head].prop.forbidden.set(role);
|
||||||
|
snodes[head].prop.required.reset(role);
|
||||||
|
}
|
||||||
|
|
||||||
|
NodeProp compute_prop_left(NodeProp headprop, Role role)
|
||||||
|
{
|
||||||
|
NodeProp ret=headprop;
|
||||||
|
if(grammar.sgl[role]) ret.forbidden.set(role);
|
||||||
|
ret.required.reset(role);
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
NodeProp compute_prop_right(NodeProp headprop, Role role)
|
||||||
|
{
|
||||||
|
NodeProp ret=headprop;
|
||||||
|
|
||||||
|
if(grammar.sgl[role]) ret.forbidden.set(role);
|
||||||
|
ret.required.reset(role);
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
int get_node(MNode& mnode, NodeProp p, bitset<MAXNODES>& newheadLH, bitset<MAXNODES>& newheadLV)
|
||||||
|
{
|
||||||
|
for(vector<int>::iterator ps=mnode.snodes.begin(); ps!=mnode.snodes.end(); ++ps)
|
||||||
|
if(snodes[*ps].prop==p && snodes[*ps].LH==newheadLH && snodes[*ps].LV==newheadLV)
|
||||||
|
return *ps;
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
void connect_left(list<int>::iterator h, list<int>::iterator d, Role r)
|
||||||
|
{
|
||||||
|
NodeProp &oldheadprop = snodes[*h].prop;
|
||||||
|
NodeProp newheadprop;
|
||||||
|
bitset<MAXNODES> newheadLV;
|
||||||
|
bitset<MAXNODES> newheadLH;
|
||||||
|
bitset<MAXNODES> newheadLD;
|
||||||
|
|
||||||
|
newheadprop=compute_prop_left(oldheadprop,r);
|
||||||
|
|
||||||
|
int newheadind;
|
||||||
|
if(oldheadprop==newheadprop)
|
||||||
|
newheadind = *h;
|
||||||
|
else
|
||||||
|
{
|
||||||
|
newheadLH = snodes[*h].LH;
|
||||||
|
newheadLV = snodes[*d].LV;
|
||||||
|
newheadLD = snodes[*h].LD;
|
||||||
|
|
||||||
|
newheadind = get_node(*(snodes[*h].mnode), newheadprop, newheadLH, newheadLV);
|
||||||
|
if( newheadind < 0 )
|
||||||
|
{
|
||||||
|
newheadind = sgraph.clone(*h,newheadprop);
|
||||||
|
list<int>::iterator nextit=h; ++nextit;
|
||||||
|
nodelist.insert(nextit,newheadind);
|
||||||
|
snodes[newheadind].LH=newheadLH;
|
||||||
|
snodes[newheadind].in_LH=true;
|
||||||
|
snodes[newheadind].LV.reset();
|
||||||
|
snodes[newheadind].LD = newheadLD;
|
||||||
|
|
||||||
|
if(debug) sgraph.print_node_debug(stderr," C ",newheadind);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
snodes[newheadind].LD |= newheadLD; // TYLKO DLA LD
|
||||||
|
}
|
||||||
|
|
||||||
|
snodes[newheadind].deps.push_back(Arc(*d,r,*h));
|
||||||
|
|
||||||
|
if(snodes[*d].saturated()) snodes[newheadind].LV |= snodes[*d].LV;
|
||||||
|
snodes[newheadind].LD.set(*d);
|
||||||
|
if(snodes[*d].saturated()) snodes[newheadind].LD |= snodes[*d].LD;
|
||||||
|
|
||||||
|
if(debug)
|
||||||
|
sgraph.print_arc(stderr,*d,newheadind,r,0), sgraph.print_node_debug(stderr," U ",newheadind);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void connect_right(list<int>::iterator h, list<int>::iterator d, Role r)
|
||||||
|
{
|
||||||
|
NodeProp &oldheadprop = snodes[*h].prop;
|
||||||
|
NodeProp newheadprop;
|
||||||
|
bitset<MAXNODES> newheadLV;
|
||||||
|
bitset<MAXNODES> newheadLH;
|
||||||
|
bitset<MAXNODES> newheadLD;
|
||||||
|
int newheadind;
|
||||||
|
|
||||||
|
newheadprop = compute_prop_right(oldheadprop,r);
|
||||||
|
if(oldheadprop==newheadprop)
|
||||||
|
newheadind = *h;
|
||||||
|
else
|
||||||
|
{
|
||||||
|
newheadLH = snodes[*h].LH;
|
||||||
|
newheadLV = snodes[*h].LV;
|
||||||
|
newheadLD = snodes[*h].LD;
|
||||||
|
|
||||||
|
newheadind = get_node(*(snodes[*h].mnode), newheadprop, newheadLH, newheadLV);
|
||||||
|
if( newheadind < 0 )
|
||||||
|
{
|
||||||
|
newheadind = sgraph.clone(*h,newheadprop);
|
||||||
|
snodes[newheadind].LH=newheadLH;
|
||||||
|
snodes[newheadind].in_LH=false;
|
||||||
|
snodes[newheadind].LV=newheadLV;
|
||||||
|
snodes[newheadind].LD=newheadLD;
|
||||||
|
list<int>::iterator nextit=h; ++nextit;
|
||||||
|
nodelist.insert(nextit,newheadind);
|
||||||
|
|
||||||
|
if(debug) sgraph.print_node_debug(stderr," C ",newheadind);
|
||||||
|
}
|
||||||
|
else
|
||||||
|
snodes[newheadind].LD |= newheadLD; // TYLKO DLA LD
|
||||||
|
}
|
||||||
|
|
||||||
|
snodes[*d].heads.push_back(Arc(newheadind,r,*h));
|
||||||
|
|
||||||
|
snodes[*d].LH.set(newheadind);
|
||||||
|
|
||||||
|
if(snodes[newheadind].saturated()) snodes[*d].LH |= snodes[newheadind].LH;
|
||||||
|
|
||||||
|
if(debug)
|
||||||
|
sgraph.print_arc(stderr,newheadind,*d,r,1), sgraph.print_node_debug(stderr," U ",*d);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void try_connect_dependents(list<int>::iterator j)
|
||||||
|
{
|
||||||
|
for(list<int>::iterator i(j); i!=nodelist.begin(); --i)
|
||||||
|
if(sgraph.visible(*i,*j) && sgraph.saturated(*i))
|
||||||
|
{
|
||||||
|
Roles& ji_roles = grammar.connect[snodes[*j].mnode->cat][snodes[*i].mnode->cat];
|
||||||
|
for(RolesIter r=ji_roles.begin(); r!=ji_roles.end();++r)
|
||||||
|
if(grammar.check_constr(snodes[*j].prop,snodes[*i].prop,0,*r))
|
||||||
|
connect_left(j,i,*r);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void try_connect_heads(list<int>::iterator j)
|
||||||
|
{
|
||||||
|
for(list<int>::iterator i(j); i!=nodelist.begin(); --i)
|
||||||
|
if(sgraph.visible(*i,*j))
|
||||||
|
{
|
||||||
|
Roles& ij_roles = grammar.connect[snodes[*i].mnode->cat][snodes[*j].mnode->cat];
|
||||||
|
for(RolesIter r=ij_roles.begin(); r!=ij_roles.end();++r)
|
||||||
|
if(grammar.check_constr(snodes[*i].prop,snodes[*j].prop,1,*r))
|
||||||
|
connect_right(i,j,*r);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void reverse_links()
|
||||||
|
{
|
||||||
|
list<int>::iterator i = nodelist.begin();
|
||||||
|
for(++i; i!=nodelist.end(); ++i)
|
||||||
|
{
|
||||||
|
for(vector<Arc>::iterator da=sgraph.nodes[*i].deps.begin()--; da!=sgraph.nodes[*i].deps.end(); ++da)
|
||||||
|
sgraph.nodes[da->dst].heads.push_back(Arc(*i,da->role,da->anc));
|
||||||
|
for(vector<Arc>::iterator ha=sgraph.nodes[*i].heads.begin(); ha!=sgraph.nodes[*i].heads.end(); ++ha)
|
||||||
|
sgraph.nodes[ha->dst].deps.push_back(Arc(*i,ha->role,ha->anc));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void dgp0()
|
||||||
|
{
|
||||||
|
snodes=sgraph.nodes;
|
||||||
|
|
||||||
|
nodelist.clear();
|
||||||
|
nodelist.push_back(0); // BOS
|
||||||
|
processed=nodelist.begin();
|
||||||
|
|
||||||
|
for(int m=0; m<mgraph.n ; ++m)
|
||||||
|
{
|
||||||
|
int basenode = sgraph.add_base_snode(mgraph.nodes+m); // ma zwracaæ SNode*
|
||||||
|
set_initial_constraints(basenode);
|
||||||
|
nodelist.push_back(basenode);
|
||||||
|
|
||||||
|
if(debug) {sgraph.print_node_debug(stderr,"B ",basenode);} // STDOUT!!!
|
||||||
|
|
||||||
|
list<int>::iterator cursor=processed;
|
||||||
|
while(++cursor != nodelist.end())
|
||||||
|
{
|
||||||
|
try_connect_dependents(cursor);
|
||||||
|
try_connect_heads(cursor);
|
||||||
|
processed=cursor;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
reverse_links();
|
||||||
|
}
|
||||||
12
src/dgp/dgp0.hh
Normal file
12
src/dgp/dgp0.hh
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
#ifndef _DGP0_HH
|
||||||
|
#define _DGP0_HH
|
||||||
|
|
||||||
|
#include "grammar.hh"
|
||||||
|
#include "sgraph.hh"
|
||||||
|
#include "mgraph.hh"
|
||||||
|
|
||||||
|
// API
|
||||||
|
|
||||||
|
void dgp0();
|
||||||
|
|
||||||
|
#endif
|
||||||
5
src/dgp/global.cc
Normal file
5
src/dgp/global.cc
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
|
||||||
|
#include "global.hh"
|
||||||
|
|
||||||
|
bool debug = false;
|
||||||
|
|
||||||
1
src/dgp/global.hh
Normal file
1
src/dgp/global.hh
Normal file
@ -0,0 +1 @@
|
|||||||
|
extern bool debug;
|
||||||
13
src/dgp/go
Executable file
13
src/dgp/go
Executable file
@ -0,0 +1,13 @@
|
|||||||
|
if test -f Makefile.go;
|
||||||
|
then
|
||||||
|
make -f Makefile.go gram.dgp;
|
||||||
|
tok |\
|
||||||
|
lem -p W |\
|
||||||
|
canonize |\
|
||||||
|
sen |\
|
||||||
|
gph -p W -p BOS -p EOS -r BOS |\
|
||||||
|
dgp -i ds -p W -p BOS -p EOS -g gram.dgp
|
||||||
|
else
|
||||||
|
echo "Invalid configuration! Run utt_make_config.pl first."
|
||||||
|
fi
|
||||||
|
|
||||||
181
src/dgp/grammar.cc
Normal file
181
src/dgp/grammar.cc
Normal file
@ -0,0 +1,181 @@
|
|||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
#include "grammar.hh"
|
||||||
|
|
||||||
|
bool (*constraint[MAXCONSTRS])(int head, int dep);
|
||||||
|
|
||||||
|
|
||||||
|
int chk_type(const char* s, int lineno) // SIDE EFECTS!
|
||||||
|
{
|
||||||
|
if(Role::index(s)>0) return 1;
|
||||||
|
|
||||||
|
fprintf(stderr,"%8d: Invalid type '%s'. Line ignored.\n",lineno,s);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int chk_cat(const char* s, int lineno)
|
||||||
|
{
|
||||||
|
if(Cat::index(s)>0) return 1;
|
||||||
|
|
||||||
|
fprintf(stderr,"%8d: Invalid category '%s'. Line ignored.\n",lineno,s);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
void Grammar::add_category(const char* s)
|
||||||
|
{
|
||||||
|
Cat::add(s);
|
||||||
|
if(Cat::count()>cats_sz)
|
||||||
|
{
|
||||||
|
cats_sz += 16;
|
||||||
|
connect.resize(cats_sz);
|
||||||
|
for(int i=0; i<cats_sz; ++i)
|
||||||
|
connect[i].resize(cats_sz);
|
||||||
|
obl.resize(cats_sz);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void Grammar::add_type(const char* s)
|
||||||
|
{
|
||||||
|
Role::add(s);
|
||||||
|
if(Role::count()>types_sz)
|
||||||
|
{
|
||||||
|
types_sz += 16;
|
||||||
|
lt.resize(types_sz);
|
||||||
|
gt.resize(types_sz);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void Grammar::add_flag(const char* s)
|
||||||
|
{
|
||||||
|
Flag::add(s);
|
||||||
|
if(Flag::count()>flags_sz)
|
||||||
|
{
|
||||||
|
flags_sz += 16;
|
||||||
|
pass.resize(flags_sz);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void Grammar::set_lt(Role s, Role t)
|
||||||
|
{
|
||||||
|
lt[s].set(t);
|
||||||
|
gt[t].set(s);
|
||||||
|
if(s==0||(int)t==0)
|
||||||
|
return;
|
||||||
|
else
|
||||||
|
{
|
||||||
|
for(int i=0; i<Role::count(); ++i)
|
||||||
|
if(lt[i][s])
|
||||||
|
set_lt(i,t);
|
||||||
|
for(int i=0; i<Role::count(); ++i)
|
||||||
|
if(lt[t][i])
|
||||||
|
set_lt(s,i);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void Grammar::compute_gt()
|
||||||
|
{
|
||||||
|
for(Role s=0; s<Role::count(); ++s)
|
||||||
|
for(Role t=0; t<Role::count(); ++t)
|
||||||
|
if(lt[s][t])
|
||||||
|
gt[t].set(s);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
bool Grammar::read(FILE* f)
|
||||||
|
{
|
||||||
|
int lineno=0;
|
||||||
|
char line[MAXLINE]; // line has the structure: key [arg1 [arg2 [arg3]]]
|
||||||
|
char key[MAXLINE];
|
||||||
|
char arg1[MAXLINE];
|
||||||
|
char arg2[MAXLINE];
|
||||||
|
char arg3[MAXLINE];
|
||||||
|
|
||||||
|
while(fgets(line,MAXLINE,f))
|
||||||
|
{
|
||||||
|
lineno++;
|
||||||
|
int fields=sscanf(line,"%s %s %s %s",key,arg1,arg2,arg3);
|
||||||
|
|
||||||
|
if(fields<1 || key[0]=='#') continue; // skip empty lines and comments
|
||||||
|
|
||||||
|
if (strcmp(key,"CAT")==0 && fields>=2)
|
||||||
|
{
|
||||||
|
add_category(arg1);
|
||||||
|
}
|
||||||
|
else if(strcmp(key,"ROLE")==0 && fields>=2)
|
||||||
|
{
|
||||||
|
add_type(arg1);
|
||||||
|
}
|
||||||
|
else if(strcmp(key,"SGL")==0 && fields>=2)
|
||||||
|
{
|
||||||
|
if(chk_type(arg1,lineno))
|
||||||
|
set_sgl(arg1);
|
||||||
|
}
|
||||||
|
else if(strcmp(key,"LEFT")==0 && fields>=2)
|
||||||
|
{
|
||||||
|
if(chk_type(arg1,lineno))
|
||||||
|
set_left(arg1);
|
||||||
|
}
|
||||||
|
else if(strcmp(key,"RIGHT")==0 && fields>=2)
|
||||||
|
{
|
||||||
|
if(chk_type(arg1,lineno))
|
||||||
|
set_right(arg1);
|
||||||
|
}
|
||||||
|
else if(strcmp(key,"REQ")==0 && fields>=3)
|
||||||
|
{
|
||||||
|
if(chk_cat(arg1,lineno) + chk_type(arg2,lineno) == 2)
|
||||||
|
set_obl(arg1,arg2);
|
||||||
|
}
|
||||||
|
else if(strcmp(key,"LINK")==0 && fields>=4)
|
||||||
|
{
|
||||||
|
if(chk_cat(arg1,lineno) + chk_cat(arg2,lineno) + chk_type(arg3,lineno) == 3)
|
||||||
|
set_connect(arg1,arg2,arg3);
|
||||||
|
}
|
||||||
|
// FLAG DECLARATION
|
||||||
|
else if(strcmp(key,"FLAG")==0 && fields>=2)
|
||||||
|
{
|
||||||
|
add_flag(arg1);
|
||||||
|
}
|
||||||
|
|
||||||
|
else fprintf(stderr,"Invalid line %d. Ignored.\n", lineno);
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute_gt();
|
||||||
|
|
||||||
|
return true;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
void Grammar::write(FILE* f)
|
||||||
|
{
|
||||||
|
for(Cat i=1; i<Cat::count(); ++i)
|
||||||
|
fprintf(f,"CAT\t%s\n",i.str());
|
||||||
|
|
||||||
|
for(Role i=1; i<Role::count(); ++i)
|
||||||
|
fprintf(f,"ROLE\t%s\n",i.str());
|
||||||
|
|
||||||
|
for(Role i=1; i<Role::count(); ++i)
|
||||||
|
if(sgl.test(i)) fprintf(f,"SGL\t%s\n",i.str());
|
||||||
|
|
||||||
|
for(Role i=1; i<Role::count(); ++i)
|
||||||
|
if(left.test(i)) fprintf(f,"LEFT\t%s\n",i.str());
|
||||||
|
|
||||||
|
for(Role i=1; i<Role::count(); ++i)
|
||||||
|
if(right.test(i)) fprintf(f,"RIGHT\t%s\n",i.str());
|
||||||
|
|
||||||
|
for(Cat c=1; c<Cat::count(); ++c)
|
||||||
|
for(Role r=1; r<Role::count(); ++r)
|
||||||
|
if(obl[c].test(r)) fprintf(f,"REQ\t%s\t%s\n",c.str(),r.str());
|
||||||
|
|
||||||
|
for(Cat c=1; c<Cat::count(); ++c)
|
||||||
|
for(Cat d=1; d<Cat::count(); ++d)
|
||||||
|
for(Role t=1; t<Role::count(); ++t)
|
||||||
|
if(connect[c][d].count(t))
|
||||||
|
fprintf(f,"LINK\t%s\t%s\t%s\n",c.str(),d.str(),t.str());
|
||||||
|
|
||||||
|
for(Flag i=1; i<Flag::count(); ++i)
|
||||||
|
fprintf(f,"FLAG\t%s\n",i.str());
|
||||||
|
}
|
||||||
|
|
||||||
79
src/dgp/grammar.hh
Normal file
79
src/dgp/grammar.hh
Normal file
@ -0,0 +1,79 @@
|
|||||||
|
#ifndef _GRAMMAR_HH
|
||||||
|
#define _GRAMMAR_HH
|
||||||
|
|
||||||
|
#include <bitset>
|
||||||
|
#include <vector>
|
||||||
|
#include <list>
|
||||||
|
#include <set>
|
||||||
|
|
||||||
|
#include "const.hh"
|
||||||
|
#include "thesymbols.hh"
|
||||||
|
#include "sgraph.hh"
|
||||||
|
|
||||||
|
|
||||||
|
class Link
|
||||||
|
{
|
||||||
|
Role role;
|
||||||
|
FlagSet hflags;
|
||||||
|
FlagSet dflags;
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
class Grammar
|
||||||
|
{
|
||||||
|
|
||||||
|
public:
|
||||||
|
|
||||||
|
// enum CONSTR { SGL, OBL, LEFT, RIGHT, INIT, NONINIT, FIN, NONFIN };
|
||||||
|
|
||||||
|
Grammar() : types_sz(0), cats_sz(0), flags_sz(0) {} ;
|
||||||
|
|
||||||
|
int types_sz;
|
||||||
|
int cats_sz;
|
||||||
|
int flags_sz;
|
||||||
|
|
||||||
|
vector< vector< Roles > > connect;
|
||||||
|
RoleSet sgl;
|
||||||
|
vector< RoleSet > obl;
|
||||||
|
RoleSet left;
|
||||||
|
RoleSet right;
|
||||||
|
vector< RoleSet > lt;
|
||||||
|
vector< RoleSet > gt;
|
||||||
|
|
||||||
|
|
||||||
|
// vector< vector< vector<
|
||||||
|
vector< FlagSet > set;
|
||||||
|
vector< FlagSet > pass;
|
||||||
|
|
||||||
|
bool read(FILE* f);
|
||||||
|
void write(FILE* f);
|
||||||
|
|
||||||
|
void add_category(const char* s);
|
||||||
|
void add_type(const char* s);
|
||||||
|
void add_flag(const char* s);
|
||||||
|
|
||||||
|
void set_sgl(Role r) { sgl.set(r); }
|
||||||
|
void set_obl(Cat c, Role r) { obl[c].set(r); }
|
||||||
|
void set_left(Role r) { left.set(r); }
|
||||||
|
void set_right(Role r) { right.set(r); }
|
||||||
|
void set_order(Role r, Role s) { lt[s].set(r); }
|
||||||
|
void set_connect(Cat c, Cat d, Role r) { connect[c][d].insert(r); }
|
||||||
|
void set_lt(Role r, Role s);
|
||||||
|
void compute_gt();
|
||||||
|
|
||||||
|
|
||||||
|
bool check_constr(NodeProp& hprop, NodeProp& dprop, int dir, Role role);
|
||||||
|
|
||||||
|
};
|
||||||
|
|
||||||
|
inline bool Grammar::check_constr(NodeProp& hprop, NodeProp& dprop, int dir, Role role)
|
||||||
|
{
|
||||||
|
return
|
||||||
|
!hprop.forbidden[role] &&
|
||||||
|
( !right[role] || dir==1 ) &&
|
||||||
|
( !left[role] || dir==0 )
|
||||||
|
;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
#endif
|
||||||
121
src/dgp/main.cc
Normal file
121
src/dgp/main.cc
Normal file
@ -0,0 +1,121 @@
|
|||||||
|
|
||||||
|
/**
|
||||||
|
* Package: UAM Text Tools
|
||||||
|
* Component: dgp (dg parser)
|
||||||
|
* Version: 1.0
|
||||||
|
* Author: Tomasz Obrebski
|
||||||
|
*/
|
||||||
|
|
||||||
|
#include "global.hh"
|
||||||
|
#include "mgraph.hh"
|
||||||
|
#include "sgraph.hh"
|
||||||
|
#include "grammar.hh"
|
||||||
|
#include "dgp0.hh"
|
||||||
|
#include "../common/common.h"
|
||||||
|
#include "cmdline.h"
|
||||||
|
|
||||||
|
#define MAXSEGMENTS 500
|
||||||
|
|
||||||
|
char segment[MAXSEGMENTS][MAXLINE];
|
||||||
|
int segcount=0;
|
||||||
|
char seg_mnode[MAXSEGMENTS];
|
||||||
|
char grammarfile[255];
|
||||||
|
|
||||||
|
|
||||||
|
Grammar grammar;
|
||||||
|
MGraph mgraph;
|
||||||
|
SGraph sgraph;
|
||||||
|
|
||||||
|
FILE* grammarf;
|
||||||
|
FILE* debugf=stdout;
|
||||||
|
unsigned int info=0U;
|
||||||
|
|
||||||
|
void output();
|
||||||
|
|
||||||
|
main(int argc, char* argv[])
|
||||||
|
{
|
||||||
|
gengetopt_args_info args;
|
||||||
|
|
||||||
|
if(cmdline_parser(argc,argv,&args) != 0)
|
||||||
|
exit(1);
|
||||||
|
|
||||||
|
process_config_files(&args,argv[0]);
|
||||||
|
process_common_options(&args,argv[0]);
|
||||||
|
|
||||||
|
if(!args.grammar_given)
|
||||||
|
fprintf(stderr,"dgp: no grammar given\n");
|
||||||
|
|
||||||
|
expand_path(args.grammar_arg,grammarfile);
|
||||||
|
|
||||||
|
if(!(grammarf=fopen(grammarfile,"r")))
|
||||||
|
fprintf(stderr,"dgp: grammar file not found: %s.\n", grammarfile), exit(1);
|
||||||
|
|
||||||
|
if(args.debug_given) debug=true;
|
||||||
|
|
||||||
|
for(char* c=args.info_arg; *c!='\0' ; ++c)
|
||||||
|
switch(*c)
|
||||||
|
{
|
||||||
|
case 'h': info|=SGraph::HEADS; break;
|
||||||
|
case 'd': info|=SGraph::DEPS; break;
|
||||||
|
case 's': info|=SGraph::SETS; break;
|
||||||
|
case 'c': info|=SGraph::CONSTRAINTS; break;
|
||||||
|
}
|
||||||
|
|
||||||
|
grammar.read(grammarf);
|
||||||
|
fclose(grammarf);
|
||||||
|
|
||||||
|
mgraph.clear();
|
||||||
|
sgraph.clear();
|
||||||
|
|
||||||
|
char line[1000];
|
||||||
|
while (fgets(line, MAXLINE+1, inputf))
|
||||||
|
{
|
||||||
|
line[strlen(line)-1] = '\0';
|
||||||
|
strcpy(segment[segcount],line);
|
||||||
|
|
||||||
|
char segtype[80];
|
||||||
|
|
||||||
|
seg_mnode[segcount] = process_seg(line, args) ? mgraph.add_node(line) : -1;
|
||||||
|
|
||||||
|
segcount++;
|
||||||
|
|
||||||
|
getfield(line,"3",segtype);
|
||||||
|
if(strcmp(segtype,"EOS")==0)
|
||||||
|
{
|
||||||
|
dgp0(); // parametry!!! MGraph, SGraph, Grammar
|
||||||
|
output();
|
||||||
|
|
||||||
|
mgraph.clear();
|
||||||
|
sgraph.clear();
|
||||||
|
segcount=0;
|
||||||
|
}
|
||||||
|
// if(args.interactive_flag) { fflush(outputf); fflush(failedf); }
|
||||||
|
}
|
||||||
|
|
||||||
|
fclose(inputf);
|
||||||
|
fclose(outputf);
|
||||||
|
cmdline_parser_free(&args);
|
||||||
|
exit(0);
|
||||||
|
}
|
||||||
|
|
||||||
|
void output()
|
||||||
|
{
|
||||||
|
for(int si=0; si<segcount; ++si)
|
||||||
|
{
|
||||||
|
if(seg_mnode[si]>=0)
|
||||||
|
{
|
||||||
|
MNode& m=mgraph.nodes[seg_mnode[si]];
|
||||||
|
for(vector<int>::iterator s=m.snodes.begin(); s!=m.snodes.end(); ++s)
|
||||||
|
{
|
||||||
|
fputs(segment[si],outputf);
|
||||||
|
sgraph.print_node(outputf, *s, info);
|
||||||
|
fputc('\n',outputf);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
fputs(segment[si],outputf);
|
||||||
|
fputc('\n',outputf);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
54
src/dgp/mgraph.cc
Normal file
54
src/dgp/mgraph.cc
Normal file
@ -0,0 +1,54 @@
|
|||||||
|
|
||||||
|
#include "mgraph.hh"
|
||||||
|
#include "thesymbols.hh"
|
||||||
|
#include "const.hh"
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
int MGraph::add_node(char* seg)
|
||||||
|
{
|
||||||
|
nodes[n].clear();
|
||||||
|
|
||||||
|
char field1[80], field3[80], descr[256], gph[256];
|
||||||
|
char* cat;
|
||||||
|
|
||||||
|
getfield(seg,"1",field1);
|
||||||
|
nodes[n].pos=atoi(field1);
|
||||||
|
|
||||||
|
getfield(seg,"3",field3);
|
||||||
|
if(!getfield(seg,"lem",descr)) strcpy(descr,"?,?");
|
||||||
|
|
||||||
|
cat=descr;
|
||||||
|
while(*cat!=',' && *cat ) ++cat;
|
||||||
|
if(*cat) ++cat;
|
||||||
|
|
||||||
|
// Cat::add(cat);
|
||||||
|
if(Cat::index(cat)>0)
|
||||||
|
nodes[n].cat=cat;
|
||||||
|
else
|
||||||
|
nodes[n].cat="NULL";
|
||||||
|
|
||||||
|
nodes[n].pred.clear();
|
||||||
|
|
||||||
|
char* tok;
|
||||||
|
int previd;
|
||||||
|
|
||||||
|
if(!getfield(seg,"gph",gph))
|
||||||
|
{
|
||||||
|
fprintf(stderr,"No gph field. Aborting (sorry).\n");
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
char* ids=strtok(gph,":");
|
||||||
|
if(n!=atoi(ids)){fprintf(stderr,"Invalid node id in line ?. Program aborted.\n"); exit(1); }
|
||||||
|
|
||||||
|
char *preds;
|
||||||
|
while(preds=strtok(NULL,","))
|
||||||
|
{
|
||||||
|
previd=atoi(preds);
|
||||||
|
nodes[n].pred.push_back(&nodes[previd]);
|
||||||
|
}
|
||||||
|
|
||||||
|
return n++;
|
||||||
|
}
|
||||||
|
|
||||||
34
src/dgp/mgraph.hh
Normal file
34
src/dgp/mgraph.hh
Normal file
@ -0,0 +1,34 @@
|
|||||||
|
#ifndef _MGRAPH_HH
|
||||||
|
#define _MGRAPH_HH
|
||||||
|
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "const.hh"
|
||||||
|
#include "thesymbols.hh"
|
||||||
|
#include "../common/common.h"
|
||||||
|
|
||||||
|
class MNode
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
|
||||||
|
char type[MAXFORMLEN];
|
||||||
|
Cat cat;
|
||||||
|
int pos;
|
||||||
|
vector<MNode*> pred;
|
||||||
|
vector<int> snodes;
|
||||||
|
|
||||||
|
void clear() { snodes.clear(); };
|
||||||
|
};
|
||||||
|
|
||||||
|
class MGraph
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
|
||||||
|
MNode nodes[MAXNODES];
|
||||||
|
int n;
|
||||||
|
|
||||||
|
void clear() { n=0; };
|
||||||
|
int add_node(char* seg);
|
||||||
|
};
|
||||||
|
|
||||||
|
#endif
|
||||||
165
src/dgp/sgraph.cc
Normal file
165
src/dgp/sgraph.cc
Normal file
@ -0,0 +1,165 @@
|
|||||||
|
#include "global.hh"
|
||||||
|
#include "sgraph.hh"
|
||||||
|
#include "mgraph.hh"
|
||||||
|
#include "grammar.hh"
|
||||||
|
#include "const.hh"
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
|
||||||
|
int SGraph::add_base_snode(MNode* mn)
|
||||||
|
{
|
||||||
|
int nodeind=n;
|
||||||
|
SNode &node=nodes[n];
|
||||||
|
|
||||||
|
node.clear();
|
||||||
|
|
||||||
|
node.mnode=mn;
|
||||||
|
|
||||||
|
for(vector<MNode*>::iterator pm=node.mnode->pred.begin(); pm!=node.mnode->pred.end(); ++pm)
|
||||||
|
for(vector<int>::iterator ps=(*pm)->snodes.begin(); ps!=(*pm)->snodes.end(); ++ps)
|
||||||
|
if(nodes[*ps].in_LH)
|
||||||
|
{
|
||||||
|
node.LV.set(*ps);
|
||||||
|
if(nodes[*ps].saturated()) node.LV |= nodes[*ps].LH;
|
||||||
|
}
|
||||||
|
|
||||||
|
mn->snodes.push_back(nodeind);
|
||||||
|
++n;
|
||||||
|
|
||||||
|
node.in_LH=true;
|
||||||
|
|
||||||
|
return nodeind;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void SGraph::update_left(int headind, int depind)
|
||||||
|
{
|
||||||
|
SNode &head=nodes[headind], &dep=nodes[depind];
|
||||||
|
|
||||||
|
if(dep.saturated()) head.LV |= dep.LV, head.LD |= dep.LD;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
void SGraph::update_right(int headind, int depind)
|
||||||
|
{
|
||||||
|
SNode &head=nodes[headind], &dep=nodes[depind];
|
||||||
|
|
||||||
|
dep.LH.set(headind);
|
||||||
|
if(head.saturated())
|
||||||
|
dep.LH |= head.LH;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int SGraph::clone(int ancind, NodeProp newprop)
|
||||||
|
{
|
||||||
|
int newind = n++;
|
||||||
|
SNode &newnode=nodes[newind];
|
||||||
|
SNode &ancnode = nodes[ancind];
|
||||||
|
|
||||||
|
newnode.clear();
|
||||||
|
newnode.prop=newprop;
|
||||||
|
newnode.mnode=ancnode.mnode;
|
||||||
|
newnode.mnode->snodes.push_back(newind);
|
||||||
|
return newind;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
//-------------------------------------------------------------------------
|
||||||
|
//-------------------------------------------------------------------------
|
||||||
|
|
||||||
|
|
||||||
|
int SGraph::print_node(FILE* f, int n, unsigned int info)
|
||||||
|
{
|
||||||
|
char buf[1000];
|
||||||
|
sprint_node(buf,n,info);
|
||||||
|
fputs(buf,f);
|
||||||
|
}
|
||||||
|
|
||||||
|
int SGraph::sprint_node(char* buf, int nodeind, unsigned int info)
|
||||||
|
{
|
||||||
|
char* buf0=buf;
|
||||||
|
char descr[256];
|
||||||
|
char nodeinfo[16];
|
||||||
|
|
||||||
|
SNode &node=nodes[nodeind];
|
||||||
|
|
||||||
|
buf+=sprintf(buf," dgp:%d",nodeind);
|
||||||
|
buf+=sprintf(buf, saturated(nodeind) ? ";s" : ";u");
|
||||||
|
|
||||||
|
bool cont=false;
|
||||||
|
if (info&HEADS)
|
||||||
|
{
|
||||||
|
buf+=sprintf(buf,";");
|
||||||
|
for(vector<Arc>::iterator h=node.heads.begin(); h!=node.heads.end(); ++h)
|
||||||
|
{
|
||||||
|
if(cont) buf+=sprintf(buf,","); else cont=true;
|
||||||
|
buf+=sprintf(buf,"++%s-%d/%d",h->role.str(),h->dst,h->anc);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (info&DEPS)
|
||||||
|
{
|
||||||
|
buf+=sprintf(buf,";");
|
||||||
|
for(vector<Arc>::iterator d=node.deps.begin(); d!=node.deps.end(); ++d)
|
||||||
|
{
|
||||||
|
// if(! nodes[d->dst].saturated()) continue; // NIE DRUKUJ NIENASYCONYCH PODRZEDNIKOW
|
||||||
|
if(cont) buf+=sprintf(buf,","); else cont=true;
|
||||||
|
buf+=sprintf(buf,"--%s-%d/%d",d->role.str(),d->dst,d->anc);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (info&SETS)
|
||||||
|
{
|
||||||
|
int ord=0;
|
||||||
|
buf+=sprintf(buf,";{");
|
||||||
|
for(vector<MNode*>::iterator pm=node.mnode->pred.begin(); pm!=node.mnode->pred.end(); ++pm)
|
||||||
|
for(vector<int>::iterator ps=(*pm)->snodes.begin(); ps!=(*pm)->snodes.end(); ++ps)
|
||||||
|
buf+=sprintf(buf, ord++ ? ",%d" : "%d", *ps);
|
||||||
|
buf+=sprintf(buf,"};{");
|
||||||
|
ord=0;for(int j=0; j<=n; ++j) if(node.LV[j]) buf+=sprintf(buf, ord++ ? ",%d" : "%d", j);
|
||||||
|
buf+=sprintf(buf,"};{");
|
||||||
|
ord=0;for(int j=0; j<=n; ++j) if(node.LH[j]) buf+=sprintf(buf, ord++ ? ",%d" : "%d", j);
|
||||||
|
buf+=sprintf(buf,"};{");
|
||||||
|
ord=0;for(int j=0; j<=n; ++j) if(node.LD[j]) buf+=sprintf(buf, ord++ ? ",%d" : "%d", j);
|
||||||
|
buf+=sprintf(buf,"}");
|
||||||
|
}
|
||||||
|
|
||||||
|
if (info&CONSTRAINTS)// buf+=sprint_node_constraints(buf,n);
|
||||||
|
{
|
||||||
|
buf+=sprintf(buf,";");
|
||||||
|
int cont=0;
|
||||||
|
for(Role i=1; i<=Role::count(); ++i)
|
||||||
|
if(node.prop.forbidden[i]) buf+=sprintf(buf,"%s!%s",(cont++)?",":"",i.str());
|
||||||
|
for(Role i=1; i<=Role::count(); ++i)
|
||||||
|
if(node.prop.required[i]) buf+=sprintf(buf,"%s&%s",(cont++)?",":"",i.str());
|
||||||
|
}
|
||||||
|
|
||||||
|
// buf+=sprintf(buf,"\n");
|
||||||
|
|
||||||
|
return buf-buf0;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int SGraph::sprint_node_debug(char* buf, const char* pref, int n)
|
||||||
|
{
|
||||||
|
char *buf0 = buf;
|
||||||
|
buf+=sprintf(buf,"#%s",pref);
|
||||||
|
buf+=sprint_node(buf,n,HEADS|DEPS|SETS|CONSTRAINTS);
|
||||||
|
buf+=sprintf(buf,"\n");
|
||||||
|
return buf-buf0;
|
||||||
|
}
|
||||||
|
|
||||||
|
int SGraph::print_node_debug(FILE* f, const char* pref, int n)
|
||||||
|
{
|
||||||
|
char buf[1000];
|
||||||
|
sprint_node_debug(buf,pref,n);
|
||||||
|
fputs(buf,f);
|
||||||
|
}
|
||||||
|
|
||||||
|
void SGraph::print_arc(FILE* f, int left, int right, Role role, int dir) // 0 - left, 1 - right
|
||||||
|
{
|
||||||
|
fprintf(f,"# %s:%s.%02d %s %s.%02d\n",
|
||||||
|
role.str(),nodes[left].mnode->type,left,
|
||||||
|
dir ? "-->" : "<--",
|
||||||
|
nodes[right].mnode->type,right);
|
||||||
|
}
|
||||||
108
src/dgp/sgraph.hh
Normal file
108
src/dgp/sgraph.hh
Normal file
@ -0,0 +1,108 @@
|
|||||||
|
#ifndef _SGRAPH_HH
|
||||||
|
#define _SGRAPH_HH
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
#include <list>
|
||||||
|
#include <vector>
|
||||||
|
#include <bitset>
|
||||||
|
|
||||||
|
#include "const.hh"
|
||||||
|
#include "thesymbols.hh"
|
||||||
|
|
||||||
|
|
||||||
|
class MNode;
|
||||||
|
|
||||||
|
|
||||||
|
struct Arc
|
||||||
|
{
|
||||||
|
int dst;
|
||||||
|
Role role;
|
||||||
|
int anc;
|
||||||
|
|
||||||
|
Arc(int d, Role r, int a) : dst(d), role(r), anc(a) {};
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
struct NodeProp
|
||||||
|
{
|
||||||
|
bitset<MAXTYPES> required;
|
||||||
|
bitset<MAXTYPES> forbidden;
|
||||||
|
|
||||||
|
bool operator==(const NodeProp& p)
|
||||||
|
{ return required==p.required && forbidden==p.forbidden; }
|
||||||
|
|
||||||
|
void clear()
|
||||||
|
{ required.reset(), forbidden.reset(); }
|
||||||
|
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
struct SNode
|
||||||
|
{
|
||||||
|
|
||||||
|
MNode* mnode;
|
||||||
|
|
||||||
|
NodeProp prop;
|
||||||
|
|
||||||
|
bitset<MAXNODES> LV;
|
||||||
|
bitset<MAXNODES> LH;
|
||||||
|
bitset<MAXNODES> LD;
|
||||||
|
bool in_LH;
|
||||||
|
|
||||||
|
vector<Arc> heads;
|
||||||
|
vector<Arc> deps;
|
||||||
|
|
||||||
|
void clear() { prop.clear(), LV.reset(), LD.reset(), LH.reset(), heads.clear(), deps.clear(); }
|
||||||
|
bool saturated() { return prop.required.none(); }
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
class SGraph
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
|
||||||
|
SNode nodes[MAXNODES];
|
||||||
|
int n; // number of nodes
|
||||||
|
|
||||||
|
enum Output { HEADS=1, DEPS=2, SETS=4, CONSTRAINTS=8 };
|
||||||
|
|
||||||
|
SGraph() : n(0) {}
|
||||||
|
|
||||||
|
void clear() { n=0; }
|
||||||
|
|
||||||
|
int add_base_snode(MNode* mn);
|
||||||
|
int clone(int ancind, NodeProp newprop);
|
||||||
|
void update_left(int headind, int depind);
|
||||||
|
void update_right(int headind, int depind);
|
||||||
|
|
||||||
|
bool visible(int left, int right);
|
||||||
|
bool saturated(int node);
|
||||||
|
|
||||||
|
//--------------------------------------------------------------------
|
||||||
|
|
||||||
|
void read(FILE* f);
|
||||||
|
void write(FILE* f, list<int> nodelist, unsigned int info);
|
||||||
|
|
||||||
|
int sprint_node(char* buf, int n, unsigned int info);
|
||||||
|
int print_node(FILE* f, int n, unsigned int info);
|
||||||
|
int sprint_node_debug(char* buf, const char* pref, int n);
|
||||||
|
int print_node_debug(FILE* f, const char* pref, int n);
|
||||||
|
|
||||||
|
void print_arc(FILE* f, int left, int right, Role role, int dir); // 0 - left, 1 - right
|
||||||
|
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
inline bool SGraph::visible(int left, int right)
|
||||||
|
{
|
||||||
|
return nodes[right].LV[left];
|
||||||
|
}
|
||||||
|
|
||||||
|
inline bool SGraph::saturated(int node)
|
||||||
|
{
|
||||||
|
return nodes[node].saturated();
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif
|
||||||
39
src/dgp/symbol.cc
Normal file
39
src/dgp/symbol.cc
Normal file
@ -0,0 +1,39 @@
|
|||||||
|
#include "symbol.hh"
|
||||||
|
|
||||||
|
// CLASS symbols
|
||||||
|
|
||||||
|
//int Symbols::_no_of_spaces=0;
|
||||||
|
|
||||||
|
Symbols::~Symbols()
|
||||||
|
{
|
||||||
|
while(!table.empty())
|
||||||
|
{
|
||||||
|
free((void*)table.back());
|
||||||
|
table.pop_back();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void Symbols::load(const char* filename)
|
||||||
|
{
|
||||||
|
ifstream f(filename);
|
||||||
|
char s[100];
|
||||||
|
while(f)
|
||||||
|
{
|
||||||
|
f >> s >> ws;
|
||||||
|
if(strlen(s)) add(s);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
void Symbols::add(const char* sym)
|
||||||
|
{
|
||||||
|
if(hash.count(sym)==0)
|
||||||
|
{
|
||||||
|
char* symdup=strdup(sym);
|
||||||
|
hash[symdup]=table.size();
|
||||||
|
table.push_back(symdup);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
//template<int space>
|
||||||
|
//Symbols Symbol<space>::defs;
|
||||||
143
src/dgp/symbol.hh
Normal file
143
src/dgp/symbol.hh
Normal file
@ -0,0 +1,143 @@
|
|||||||
|
#ifndef _SYMBOL_HH
|
||||||
|
#define _SYMBOL_HH
|
||||||
|
|
||||||
|
#include <ext/hash_map>
|
||||||
|
//#include <ext/hash_fun.h>
|
||||||
|
#include <string>
|
||||||
|
#include <string.h>
|
||||||
|
#include <fstream>
|
||||||
|
#include <vector>
|
||||||
|
#include <iostream>
|
||||||
|
|
||||||
|
using namespace std;
|
||||||
|
|
||||||
|
using __gnu_cxx::hash_map;
|
||||||
|
using __gnu_cxx::hash;
|
||||||
|
|
||||||
|
|
||||||
|
// Key comparison for the cstr_hash hash table
|
||||||
|
struct eqstr
|
||||||
|
{
|
||||||
|
bool operator()(const char * s, const char* t) const
|
||||||
|
{ return strcmp(s,t)==0; }
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
// Hash table for storing symbols
|
||||||
|
|
||||||
|
typedef hash_map<const char*,int,hash<const char*>,eqstr> cstr_hash;
|
||||||
|
|
||||||
|
// Symbol table. Provides access to symbols through their index or name.
|
||||||
|
|
||||||
|
class Symbols
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
|
||||||
|
Symbols() { add("NULL"); };
|
||||||
|
~Symbols();
|
||||||
|
|
||||||
|
void load(const char* filename);
|
||||||
|
|
||||||
|
int operator[](const char* s) { return hash[s]; };
|
||||||
|
|
||||||
|
const char* operator[](int i) { return table[i]; };
|
||||||
|
|
||||||
|
void add(const char* c);
|
||||||
|
|
||||||
|
int count() { return table.size(); };
|
||||||
|
|
||||||
|
private:
|
||||||
|
|
||||||
|
std::vector<const char*> table;
|
||||||
|
cstr_hash hash;
|
||||||
|
|
||||||
|
};
|
||||||
|
|
||||||
|
//////////////////////////////////////////////////////////////////////
|
||||||
|
|
||||||
|
/// Symbol class template.
|
||||||
|
/** The template argument determines the symbol space.
|
||||||
|
Each space is created with symbol "NULL" with indexed 0 already in.
|
||||||
|
*/
|
||||||
|
|
||||||
|
template <int space>
|
||||||
|
class Symbol
|
||||||
|
{
|
||||||
|
public:
|
||||||
|
|
||||||
|
/// Load the contents of the symbol table from file.
|
||||||
|
static void define(const char *filename)
|
||||||
|
{ defs.load(filename); }
|
||||||
|
|
||||||
|
/// Add symbol s.
|
||||||
|
/** The string is duplicated.
|
||||||
|
*/
|
||||||
|
static Symbol<space> add(const char* s) { defs.add(s); }
|
||||||
|
|
||||||
|
/// Number of symbols.
|
||||||
|
static int count() { return defs.count(); };
|
||||||
|
|
||||||
|
/// First symbol.
|
||||||
|
static int first() { return 1; }
|
||||||
|
|
||||||
|
/// Last symbol.
|
||||||
|
static int last() { return defs.count()+1; }
|
||||||
|
|
||||||
|
/// Last symbol.
|
||||||
|
static int index(const char* s) { return defs[s]; }
|
||||||
|
|
||||||
|
/// Just for tests.
|
||||||
|
static void print();
|
||||||
|
|
||||||
|
/// 0-argument constructor, default value is 0 ("NULL").
|
||||||
|
Symbol() : val(0) {};
|
||||||
|
|
||||||
|
/// Constructing a symbol from its index.
|
||||||
|
/** No check is performed.
|
||||||
|
*/
|
||||||
|
|
||||||
|
Symbol(int v) : val(v) {};
|
||||||
|
|
||||||
|
/// Constructing a symbol from its name (string to Symbol conversion).
|
||||||
|
/** If s is not a symbol name, the value of 0 ("NULL") is assigned.
|
||||||
|
*/
|
||||||
|
|
||||||
|
Symbol(const char * s) : val(defs[s]) {};
|
||||||
|
|
||||||
|
/// Symbol to char* conversion. If symbol is invalid, NULL is returned.
|
||||||
|
const char* str() const { return (val>=0 && val<count())?defs[val]:NULL; };
|
||||||
|
|
||||||
|
/// Symbol to int& conversion.
|
||||||
|
/** Provides a way to iterate through symbols, eg:
|
||||||
|
* for(Symbol<0> s=1; s; s++ ) ...
|
||||||
|
s=0; while(++s) ...
|
||||||
|
*/
|
||||||
|
(operator int)() const { return val; };
|
||||||
|
|
||||||
|
Symbol operator++() {val++; return *this;}
|
||||||
|
|
||||||
|
// bool operator<(Symbol& s) { return val < s.val; }
|
||||||
|
|
||||||
|
|
||||||
|
private:
|
||||||
|
static Symbols defs;
|
||||||
|
int val;
|
||||||
|
};
|
||||||
|
|
||||||
|
template <int space>
|
||||||
|
void Symbol<space>::print()
|
||||||
|
{
|
||||||
|
for(Symbol i=0; i<count(); ++i)
|
||||||
|
cout << (int)i << ": " << (const char*)i << endl;
|
||||||
|
}
|
||||||
|
|
||||||
|
template<int space>
|
||||||
|
Symbols Symbol<space>::defs;
|
||||||
|
|
||||||
|
template<int space>
|
||||||
|
bool operator<(const Symbol<space>& s, const Symbol<space>& t)
|
||||||
|
{
|
||||||
|
return (int)s < (int)t;
|
||||||
|
}
|
||||||
|
|
||||||
|
#endif
|
||||||
29
src/dgp/thesymbols.hh
Normal file
29
src/dgp/thesymbols.hh
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
#ifndef __THESYMBOLS__HH
|
||||||
|
#define __THESYMBOLS__HH
|
||||||
|
|
||||||
|
#include "symbol.hh"
|
||||||
|
#include "const.hh"
|
||||||
|
|
||||||
|
#include <list>
|
||||||
|
#include <set>
|
||||||
|
#include <bitset>
|
||||||
|
|
||||||
|
typedef Symbol<1> Cat;
|
||||||
|
|
||||||
|
typedef Symbol<2> Role;
|
||||||
|
typedef list<Role> RoleList;
|
||||||
|
typedef list<Role>::iterator RoleListIter;
|
||||||
|
typedef bitset<MAXTYPES> RoleSet;
|
||||||
|
typedef set<Role> Roles;
|
||||||
|
typedef Roles::iterator RolesIter;
|
||||||
|
|
||||||
|
typedef Symbol<3> Constr;
|
||||||
|
typedef list<Constr> ConstrList;
|
||||||
|
typedef list<Constr>::iterator ConstrListIter;
|
||||||
|
|
||||||
|
typedef Symbol<4> Rel;
|
||||||
|
|
||||||
|
typedef Symbol<5> Flag;
|
||||||
|
typedef bitset<MAXFLAGS> FlagSet;
|
||||||
|
|
||||||
|
#endif
|
||||||
304
src/dgp/tre
Executable file
304
src/dgp/tre
Executable file
@ -0,0 +1,304 @@
|
|||||||
|
#!/usr/bin/ruby -I /usr/local/lib/utt -I $HOME/.local/lib/utt
|
||||||
|
|
||||||
|
$: << "#{ENV['HOME']}/.local/lib/utt"
|
||||||
|
$: << "/usr/local/lib/utt"
|
||||||
|
|
||||||
|
require 'getoptlong'
|
||||||
|
require 'seg.rb'
|
||||||
|
|
||||||
|
opts = GetoptLong.new(
|
||||||
|
[ '--help', '-h', GetoptLong::NO_ARGUMENT ],
|
||||||
|
[ '--debug', '-d', GetoptLong::NO_ARGUMENT ],
|
||||||
|
[ '--format', '-F', GetoptLong::REQUIRED_ARGUMENT ],
|
||||||
|
[ '--info', '-I', GetoptLong::REQUIRED_ARGUMENT ],
|
||||||
|
[ '--only-trees','-t', GetoptLong::NO_ARGUMENT ])
|
||||||
|
|
||||||
|
$helptext=
|
||||||
|
"The program generates trees from the graph output by dgp. dgp must\n"+
|
||||||
|
"must be run with '-i ds' option.\n\n"+
|
||||||
|
"Command: tre [options]\n\n"+
|
||||||
|
"Options:\n"+
|
||||||
|
"--help -h Print help (this text) and exit.\n"+
|
||||||
|
"--debug -d Verbose output. For developers only.\n"+
|
||||||
|
"--format=s -F s Output format. Recognized values:\n"+
|
||||||
|
" a root + list of arcs\n"+
|
||||||
|
" p parenthesized notation\n"+
|
||||||
|
" h human readable indented tree format\n"+
|
||||||
|
" Multiple values are allowed. (default p)\n"+
|
||||||
|
"--info=s -I s Information printed. Recognized values:\n"+
|
||||||
|
" n node identifier\n"+
|
||||||
|
" f surface form\n"+
|
||||||
|
" m morphological information\n"+
|
||||||
|
" l arc labels\n"+
|
||||||
|
"--only-trees -t Do not copy input. Print trees only.\n"
|
||||||
|
|
||||||
|
$DEBUG=false
|
||||||
|
$FORMAT='p'
|
||||||
|
$INFO='DEFAULT'
|
||||||
|
$ONLYTREES=false
|
||||||
|
|
||||||
|
opts.each do |opt, arg|
|
||||||
|
case opt
|
||||||
|
when '--help'
|
||||||
|
print $helptext
|
||||||
|
exit 0
|
||||||
|
when '--debug'
|
||||||
|
$DEBUG=true
|
||||||
|
when '--format'
|
||||||
|
$FORMAT=arg
|
||||||
|
when '--info'
|
||||||
|
$INFO=arg
|
||||||
|
when '--only-trees'
|
||||||
|
$ONLYTREES=true
|
||||||
|
else
|
||||||
|
print "Unknown option #{opt}. Ignored.\n"
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
if $INFO=='DEFAULT'
|
||||||
|
case $FORMAT
|
||||||
|
when 'p','a'
|
||||||
|
$INFO='nl'
|
||||||
|
when 'h'
|
||||||
|
$INFO='fmnl'
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
$dgpsep=';'
|
||||||
|
|
||||||
|
def tre(input)
|
||||||
|
$gphid=[]
|
||||||
|
$form=[]
|
||||||
|
$lem=[]
|
||||||
|
nodes=[]
|
||||||
|
count=0
|
||||||
|
seg=Seg.new
|
||||||
|
for line in input
|
||||||
|
print line unless $ONLYTREES
|
||||||
|
seg.set(line)
|
||||||
|
if dgp=seg['dgp']
|
||||||
|
if nodes==[] && seg[3]!='BOS'
|
||||||
|
print "A sentence must start with BOS segment. Aborting.\n"
|
||||||
|
return
|
||||||
|
end
|
||||||
|
|
||||||
|
id=dgp[/^\d+/].to_i
|
||||||
|
|
||||||
|
if gph=seg['gph']
|
||||||
|
$gphid[id]=gph[/^\d+/].to_i
|
||||||
|
else
|
||||||
|
print "No gph field. Aborting.\n"
|
||||||
|
return
|
||||||
|
end
|
||||||
|
|
||||||
|
$form[$gphid[id]]=seg[4]
|
||||||
|
$lem[$gphid[id]]=seg['lem']
|
||||||
|
|
||||||
|
nodes[id] = [seg[1].to_i,dgp]
|
||||||
|
|
||||||
|
if seg[3]=='EOS'
|
||||||
|
$pref = "#{seg[1]} #{seg[2]} SYN *"
|
||||||
|
parsegraph(nodes)
|
||||||
|
printgraph if $DEBUG
|
||||||
|
$thetrees=[]
|
||||||
|
gentrees2
|
||||||
|
for t in $thetrees
|
||||||
|
count += 1
|
||||||
|
t1=ground(t)
|
||||||
|
case $FORMAT
|
||||||
|
when /a/
|
||||||
|
print "#{$pref} tre:#{count} arc:"
|
||||||
|
printarcs(t1[0],t1[1])
|
||||||
|
print "\n"
|
||||||
|
when /p/
|
||||||
|
print "#{$pref} tre:#{count} par:"
|
||||||
|
printpar(t1[0],t1[1])
|
||||||
|
print "\n"
|
||||||
|
when /h/
|
||||||
|
print "#\n# tree #{count}\n# ------\n"
|
||||||
|
printtree(t1[0],t1[1],0)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
nodes=[]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def nodeinfo(id)
|
||||||
|
info=""
|
||||||
|
if $INFO =~ /n/
|
||||||
|
info += id.to_s
|
||||||
|
info += '.' if $INFO =~ /[fm]/
|
||||||
|
end
|
||||||
|
if $INFO =~ /f/
|
||||||
|
info += $form[id]
|
||||||
|
info += ';' if $INFO =~ /m/
|
||||||
|
end
|
||||||
|
if $INFO =~ /m/
|
||||||
|
info += $lem[id]
|
||||||
|
end
|
||||||
|
info
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def printarcs(root,arcs)
|
||||||
|
print nodeinfo(root)
|
||||||
|
for a in arcs
|
||||||
|
print ';'
|
||||||
|
print "#{a[2]}:" if $INFO =~ /l/
|
||||||
|
print nodeinfo(a[0])+'-'+nodeinfo(a[1])
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def printtree(root,arcs,o)
|
||||||
|
if o==0
|
||||||
|
print "# %-16s" % "root: "
|
||||||
|
end
|
||||||
|
print nodeinfo(root),"\n"
|
||||||
|
for arc in arcs.select{ |a| a[0]==root }.sort{|a,b| a[1]<=>b[1] }
|
||||||
|
print '# '," "*(o+1)
|
||||||
|
print "%-16s" % (arc[2]+": ")
|
||||||
|
printtree(arc[1],arcs,o+1)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
def printpar(root,arcs)
|
||||||
|
print nodeinfo(root)
|
||||||
|
deps = arcs.select{ |a| a[0]==root }.sort{|a,b| a[1]<=>b[1] }
|
||||||
|
unless deps == []
|
||||||
|
print '('
|
||||||
|
cont=false
|
||||||
|
for arc in deps
|
||||||
|
if cont then print ',' else cont=true end
|
||||||
|
print arc[2],':' if $INFO =~ /l/
|
||||||
|
printpar(arc[1],arcs)
|
||||||
|
end
|
||||||
|
print ')'
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def parsegraph(nodes)
|
||||||
|
|
||||||
|
$n =nodes.length
|
||||||
|
$sat =[];
|
||||||
|
|
||||||
|
$vis =[];
|
||||||
|
$succ=[];
|
||||||
|
$lhs =[];
|
||||||
|
$arcs=[];
|
||||||
|
$pos=[]
|
||||||
|
|
||||||
|
for dgp in nodes
|
||||||
|
|
||||||
|
parts = dgp[1].split($dgpsep,6)
|
||||||
|
|
||||||
|
if parts[3]==nil || parts[4]==nil || parts[5]==nil
|
||||||
|
$stderr.print "ERR: tre requires dgp be called with '--info s' option. Aborting.\n"
|
||||||
|
exit
|
||||||
|
end
|
||||||
|
|
||||||
|
i = parts[0].to_i
|
||||||
|
$pos[i] = dgp[0].to_i
|
||||||
|
$sat << i if parts[1]=="s"
|
||||||
|
$arcs |= parts[2].split(',').map{ |a| case a
|
||||||
|
when /\-\-(\w+)-(\d+)\/(\d+)/
|
||||||
|
[i, $2.to_i, $1, $3.to_i]
|
||||||
|
when /\+\+(\d+)-(\w+)\/(\d+)/
|
||||||
|
[$1.to_i, i, $2, $3.to_i]
|
||||||
|
end }
|
||||||
|
$succ |= parts[3][1..-2].split(',').map{|x| [x.to_i,i]}
|
||||||
|
$vis |= parts[4][1..-2].split(',').map{|x| [x.to_i,i]}
|
||||||
|
$lhs |= parts[5][1..-2].split(',').map{|x| [x.to_i,i]} + [[i,i]]
|
||||||
|
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def ground(t)
|
||||||
|
[ $gphid[t[0]] , t[1].map{|a| [$gphid[a[0]],$gphid[a[1]],a[2]]} ]
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def gentrees2()
|
||||||
|
$thetrees=[];
|
||||||
|
bos=0; eos=$n-1;
|
||||||
|
roots = (1...eos).select{|i| $vis.include? [i,eos]}.select{|i| $vis.include? [bos,i]}
|
||||||
|
if $DEBUG then print "ROOTS: #{roots.inspect}\n" end
|
||||||
|
for i in roots
|
||||||
|
$theroot=i
|
||||||
|
for r in buildR(i , eos, [])
|
||||||
|
(rmin,rmax,rtree) = r
|
||||||
|
buildR(bos, rmin, rtree)
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def buildR(min, max, tree)
|
||||||
|
if $DEBUG then print "buildR--#{min}--#{max}--#{tree.inspect}\n" end
|
||||||
|
trees=[]
|
||||||
|
for a in $arcs.select{|a| a[0]==max && $vis.include?([min,a[1]]) }
|
||||||
|
if $DEBUG then print "ARC: #{a.inspect}\n" end
|
||||||
|
for r in buildR(a[1],a[3],tree+[a])
|
||||||
|
(rmin,rmax,rarcs) = r
|
||||||
|
for l in buildR(min,rmin,rarcs)
|
||||||
|
(lmin,lmax,larcs) = l
|
||||||
|
trees << [lmin,rmax,larcs]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
for i in (0...$n).select{|i| $succ.include?([i,max])}.select{|i| $lhs.include?([min,i])}
|
||||||
|
for l in buildL(min,i,tree)
|
||||||
|
(lmin,lmax,larcs) = l
|
||||||
|
trees << [lmin,lmax,larcs]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
trees
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def buildL(min,max,tree)
|
||||||
|
if $DEBUG then print "buildL--#{min}--#{max}--#{tree.inspect}\n" end
|
||||||
|
if $pos[min]==$pos[max]
|
||||||
|
if min==0 && max==0
|
||||||
|
$thetrees.push [$theroot,tree]
|
||||||
|
if $DEBUG then print "adding tree: #{tree.inspect}\n" end
|
||||||
|
end
|
||||||
|
return [[max,max,tree]]
|
||||||
|
end
|
||||||
|
trees=[]
|
||||||
|
for arc in $arcs.select{|a| a[1]==max && $lhs.include?([min,a[0]]) }
|
||||||
|
if $DEBUG then print "ARC: #{arc.inspect}\n" end
|
||||||
|
for r in buildR(arc[3],max,tree+[arc])
|
||||||
|
(rmin,rmax,rarcs) = r
|
||||||
|
for l in buildL(min,rmin,rarcs)
|
||||||
|
(lmin,lmax,larcs) = l
|
||||||
|
trees << [lmin,lmax,larcs]
|
||||||
|
end
|
||||||
|
end
|
||||||
|
end
|
||||||
|
trees
|
||||||
|
end
|
||||||
|
|
||||||
|
|
||||||
|
def printgraph()
|
||||||
|
|
||||||
|
print "N: #{$n}\n"
|
||||||
|
print "SAT: #{set_to_s($sat)}\n"
|
||||||
|
print "SUCC: #{rel_to_s($succ)}\n"
|
||||||
|
print "VIS: #{rel_to_s($vis)}\n"
|
||||||
|
print "LHS: #{rel_to_s($lhs)}\n"
|
||||||
|
print "ARCS: #{arcs_to_s($arcs)}\n"
|
||||||
|
end
|
||||||
|
|
||||||
|
def set_to_s(s) "{#{s.join(',')}}" end
|
||||||
|
def rel_to_s(r) "{#{r.map{|p| "(#{p[0]},#{p[1]})"}.join(',')}}" end
|
||||||
|
def arc_to_s(q) "-#{q[0]}-#{q[2]}-#{q[1]}/#{q[3]}" end
|
||||||
|
def arcs_to_s(a) "{#{a.map{|q| arc_to_s(q)}.join(',')}}" end
|
||||||
|
|
||||||
|
######################################################################
|
||||||
|
|
||||||
|
tre($stdin)
|
||||||
2
src/dgp/uttcommon.c
Normal file
2
src/dgp/uttcommon.c
Normal file
@ -0,0 +1,2 @@
|
|||||||
|
#include "uttcommon.h"
|
||||||
|
|
||||||
146
src/dgp/uttcommon.h
Normal file
146
src/dgp/uttcommon.h
Normal file
@ -0,0 +1,146 @@
|
|||||||
|
#ifndef __COMMON_H
|
||||||
|
#define __COMMON_H
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
/**************************************************
|
||||||
|
* Stale dotyczace wejscia/wyjscia
|
||||||
|
*/
|
||||||
|
|
||||||
|
#define MAXLINE 1024
|
||||||
|
|
||||||
|
#define EMPTYFORM '*'
|
||||||
|
#define INFIELD_SEP ':'
|
||||||
|
#define MAXAUX 16
|
||||||
|
#define FIELD_SEP " \t\n"
|
||||||
|
|
||||||
|
|
||||||
|
/***************************************************************/
|
||||||
|
/* problems with casing */
|
||||||
|
/* sprawdzenie wielkosci liter */
|
||||||
|
/* warto¶æ zwracana: */
|
||||||
|
/* 0 - wszystkie ma³e litery, 1 - pierwsza wielka, reszta male */
|
||||||
|
/* 2 - wszystkie wielkie, 3 - inne */
|
||||||
|
/***************************************************************/
|
||||||
|
inline int casing(char* s)
|
||||||
|
{
|
||||||
|
int ret = isupper(*s) ? 1 : 0;
|
||||||
|
while(*++s != '\0')
|
||||||
|
{
|
||||||
|
if(isupper(*s))
|
||||||
|
{
|
||||||
|
if(ret==1) ret=2;
|
||||||
|
else if(ret==0) ret=3;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
if(ret==2) ret=3;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return ret;
|
||||||
|
}
|
||||||
|
|
||||||
|
//
|
||||||
|
inline void tolowers(char* s, char* d)
|
||||||
|
{
|
||||||
|
*d=tolower(*s);
|
||||||
|
while(*s != '\0') * ++d = tolower(* ++s);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
// przepisuje s do d
|
||||||
|
// nadajac wielko¶æ liter zgodnie z warto¶ci± casing
|
||||||
|
// casing - warto¶æ zwracana przez casing()
|
||||||
|
// je¶li casing==3 przepisuje bez zmian (za ma³o informacji)
|
||||||
|
inline void restorecasing(char *s, char *d, int casing)
|
||||||
|
{
|
||||||
|
switch(casing)
|
||||||
|
{
|
||||||
|
case 0:
|
||||||
|
case 3:
|
||||||
|
*d=*s;
|
||||||
|
while(*s != '\0') * ++d = * ++s;
|
||||||
|
break;
|
||||||
|
case 1:
|
||||||
|
*d=toupper(*s);
|
||||||
|
while(*s != '\0') * ++d = * ++s;
|
||||||
|
break;
|
||||||
|
case 2:
|
||||||
|
*d=toupper(*s);
|
||||||
|
while(*s != '\0') * ++d = toupper(* ++s);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/**************************************************/
|
||||||
|
/*
|
||||||
|
parameters:
|
||||||
|
-seg - segment
|
||||||
|
-name - field name
|
||||||
|
+val - field contents
|
||||||
|
return value:
|
||||||
|
1 if specified field exists, 0 otherwise
|
||||||
|
*/
|
||||||
|
|
||||||
|
inline int getfield(char* seg, const char* pref, char* val)
|
||||||
|
{
|
||||||
|
char* p=seg;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
pos:
|
||||||
|
if(isdigit(*p) or *p=='*') while(!isspace(*p)) ++p;
|
||||||
|
else goto type;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
len:
|
||||||
|
if(isdigit(*p) or *p=='*') while(!isspace(*p)) ++p;
|
||||||
|
else goto type;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
type:
|
||||||
|
while(isspace(*p)) ++p; while(!isspace(*p)) ++p;
|
||||||
|
|
||||||
|
while(isspace(*p)) ++p;
|
||||||
|
|
||||||
|
form:
|
||||||
|
while(isspace(*p)) ++p; while(!isspace(*p)) ++p;
|
||||||
|
|
||||||
|
annotation:
|
||||||
|
do p=strstr(p,pref); while(p!=NULL && *(p-1)!=' ' && *(p-1)!='\t');
|
||||||
|
|
||||||
|
if(p==NULL) return 0;
|
||||||
|
else
|
||||||
|
{
|
||||||
|
p+=strlen(pref);
|
||||||
|
int len=strcspn(p,FIELD_SEP "\n\r\f\0");
|
||||||
|
strncpy(val,p,len);
|
||||||
|
val[len]='\0';
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
parameters:
|
||||||
|
+seg - segment
|
||||||
|
-pref - prefix of the new field
|
||||||
|
-val - contents of the new field
|
||||||
|
return value:
|
||||||
|
1 - success, 0 - fail (limit on segment length exceeded)
|
||||||
|
*/
|
||||||
|
inline int addfield(char *seg, const char *pref, const char *val)
|
||||||
|
// zalozenie, ze seg konczy sie znakiem \n
|
||||||
|
{
|
||||||
|
if(strlen(seg)+strlen(pref)+strlen(val) >= MAXLINE) return 0; // bezpieczniej, ale wolniej
|
||||||
|
|
||||||
|
int seglen=strlen(seg);
|
||||||
|
sprintf(seg+(seglen-1)," %s%s\n",pref,val);
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
#endif
|
||||||
25
src/fla/Makefile
Normal file
25
src/fla/Makefile
Normal file
@ -0,0 +1,25 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
ifeq ($(BUILD_STATIC), yes)
|
||||||
|
LDFLAGS += -static
|
||||||
|
endif
|
||||||
|
|
||||||
|
CFLAGS +=-O2
|
||||||
|
|
||||||
|
fla:
|
||||||
|
$(CC) $(CFLAGS) fla.c -o fla $(LDFLAGS)
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 fla $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/fla
|
||||||
|
endif
|
||||||
|
|
||||||
|
clean:
|
||||||
|
rm fla || true
|
||||||
68
src/fla/fla.c
Normal file
68
src/fla/fla.c
Normal file
@ -0,0 +1,68 @@
|
|||||||
|
#include <stdio.h>
|
||||||
|
#include <stdlib.h>
|
||||||
|
#include <string.h>
|
||||||
|
#include <regex.h>
|
||||||
|
|
||||||
|
char buf[5000];
|
||||||
|
|
||||||
|
int main(int argc, char **argv)
|
||||||
|
{
|
||||||
|
|
||||||
|
char *pattern;
|
||||||
|
char eoln;
|
||||||
|
regex_t re;
|
||||||
|
|
||||||
|
int firstline = 1;
|
||||||
|
|
||||||
|
if( argc < 2 )
|
||||||
|
{
|
||||||
|
/* pattern="[ \t]*([0-9]+[ \t]+){2}EOS([ \t].*)?"; */
|
||||||
|
pattern = "[ \t]*BOS([ \t].*)?";
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
pattern = argv[1];
|
||||||
|
}
|
||||||
|
|
||||||
|
if( argc < 3 )
|
||||||
|
{
|
||||||
|
eoln = '\f';
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
eoln = atoi(argv[2]);
|
||||||
|
}
|
||||||
|
|
||||||
|
if( 0 != regcomp(&re, pattern, REG_EXTENDED|REG_NOSUB) )
|
||||||
|
{
|
||||||
|
fprintf(stderr, "Invalid pattern.\n");
|
||||||
|
return 1;
|
||||||
|
}
|
||||||
|
|
||||||
|
while( fgets(buf, 5000, stdin) )
|
||||||
|
{
|
||||||
|
buf[strlen(buf)-1] = '\0';
|
||||||
|
if( firstline )
|
||||||
|
{
|
||||||
|
firstline = 0;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
if( 0 == regexec(&re, buf, (size_t)0, NULL, 0) )
|
||||||
|
{
|
||||||
|
putchar('\n');
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
putchar(eoln);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fputs(buf, stdout);
|
||||||
|
}
|
||||||
|
|
||||||
|
putchar('\n');
|
||||||
|
|
||||||
|
return 0;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
18
src/gph/Makefile
Normal file
18
src/gph/Makefile
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
gph:
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 gph $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/gph
|
||||||
|
endif
|
||||||
|
|
||||||
|
clean:
|
||||||
162
src/gph/gph
Executable file
162
src/gph/gph
Executable file
@ -0,0 +1,162 @@
|
|||||||
|
#!/usr/bin/perl
|
||||||
|
|
||||||
|
#package: UAM Text Tools
|
||||||
|
#component: gph
|
||||||
|
#version: 1.0
|
||||||
|
#author: Tomasz Obrebski
|
||||||
|
|
||||||
|
use strict;
|
||||||
|
use Getopt::Long;
|
||||||
|
use File::HomeDir;
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
my $systemconfigfile='/usr/local/etc/utt/gph.conf';
|
||||||
|
my $userconfigfile=home()."/.utt/gph.conf";
|
||||||
|
|
||||||
|
Getopt::Long::Configure('no_ignore_case_always');
|
||||||
|
|
||||||
|
my $help=0;
|
||||||
|
my $inputfile=0;
|
||||||
|
my $outputfile=0;
|
||||||
|
my @process=();
|
||||||
|
my $reset;
|
||||||
|
my $interactive=0;
|
||||||
|
|
||||||
|
#read configuration files###########################
|
||||||
|
my $file;
|
||||||
|
my @process_conf=();
|
||||||
|
foreach $file ($systemconfigfile, $userconfigfile){
|
||||||
|
if(open(CONFIG, $file)){
|
||||||
|
while (<CONFIG>) {
|
||||||
|
chomp;
|
||||||
|
s/#.*//;
|
||||||
|
s/^\s+//;
|
||||||
|
s/\s+$//;
|
||||||
|
next unless length;
|
||||||
|
my ($name, $value) = split(/\s*=\s*/, $_, 2);
|
||||||
|
if(($name eq "inputfile")or($name eq "f")){
|
||||||
|
$inputfile=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "outputfile")or($name eq "o")){
|
||||||
|
$outputfile=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "process")or($name eq "p")){
|
||||||
|
push @process_conf, $value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "reset")or($name eq "r")){
|
||||||
|
$reset=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "interactive")or($name eq "i")){
|
||||||
|
$interactive=1;
|
||||||
|
}
|
||||||
|
elsif(($name eq "help")or($name eq "h")){
|
||||||
|
$help=1;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
close CONFIG;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#########################################################
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
GetOptions("process|p=s" => \@process,
|
||||||
|
"inputfile|f=s" => \$inputfile,
|
||||||
|
"outputfile|o=s" => \$outputfile,
|
||||||
|
"help|h" => \$help,
|
||||||
|
"reset|r=s" => \$reset,
|
||||||
|
"interactive|i" => \$interactive);
|
||||||
|
|
||||||
|
@process = @process_conf if @process<1;
|
||||||
|
|
||||||
|
if($help)
|
||||||
|
{
|
||||||
|
print <<'END'
|
||||||
|
Usage: gph [OPTIONS]
|
||||||
|
|
||||||
|
Options:
|
||||||
|
--process=TYPE -p TYPE Process segments of type TYPE.
|
||||||
|
--reset=TYPE -r TYPE Start new graph at tags of type TYPE.
|
||||||
|
--inputfile=FILE -f FILE Input file.
|
||||||
|
--outputfile=FILE -o FILE Output file.
|
||||||
|
--interactive -i Toggle interactive mode (default=off).
|
||||||
|
END
|
||||||
|
;
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
$|=1 if $interactive;
|
||||||
|
|
||||||
|
|
||||||
|
if(!$inputfile or $inputfile eq "-") {
|
||||||
|
*INPUT = *STDIN;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
open(INPUT, "$inputfile") or die("Can't open input file: $inputfile!");
|
||||||
|
}
|
||||||
|
|
||||||
|
if(!$outputfile or $outputfile eq "-") {
|
||||||
|
*OUTPUT = *STDOUT;
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
open(OUTPUT, "$outputfile") or die("Can't open output file: $outputfile!");
|
||||||
|
}
|
||||||
|
|
||||||
|
my @prev;
|
||||||
|
my $n=0;
|
||||||
|
|
||||||
|
while(<INPUT>)
|
||||||
|
{
|
||||||
|
chomp;
|
||||||
|
my $do=0;
|
||||||
|
|
||||||
|
my @line = split /\s+/;
|
||||||
|
|
||||||
|
if($line[2] eq $reset)
|
||||||
|
{
|
||||||
|
$n=0;
|
||||||
|
@prev = ();
|
||||||
|
}
|
||||||
|
|
||||||
|
for my $p (@process)
|
||||||
|
{
|
||||||
|
$do=1 if $line[2] eq $p;
|
||||||
|
}
|
||||||
|
|
||||||
|
my $gph = '';
|
||||||
|
if($do)
|
||||||
|
{
|
||||||
|
my @preds = ();
|
||||||
|
shift @prev while @prev+0 && $prev[0]->[1] + $prev[0]->[2] < $line[0];
|
||||||
|
for my $p (@prev)
|
||||||
|
{
|
||||||
|
push(@preds, $p->[0]) if $p->[1] + $p->[2] == $line[0];
|
||||||
|
}
|
||||||
|
push @prev, [$n, $line[0], $line[1]];
|
||||||
|
|
||||||
|
$gph=' gph:'.$n.':'.join(',',@preds);
|
||||||
|
|
||||||
|
$n++;
|
||||||
|
}
|
||||||
|
else
|
||||||
|
{
|
||||||
|
for my $p (@prev)
|
||||||
|
{
|
||||||
|
if($p->[1]+$p->[2] == $line[0])
|
||||||
|
{
|
||||||
|
$p->[2] += $line[1];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
$gph='';
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
print OUTPUT $_.$gph."\n";
|
||||||
|
}
|
||||||
|
|
||||||
17
src/grp/Makefile
Normal file
17
src/grp/Makefile
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
grp:
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 grp $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/grp
|
||||||
|
endif
|
||||||
|
|
||||||
|
clean:
|
||||||
170
src/grp/grp
Executable file
170
src/grp/grp
Executable file
@ -0,0 +1,170 @@
|
|||||||
|
#!/usr/bin/perl
|
||||||
|
|
||||||
|
#package: UAM Text Tools
|
||||||
|
#component name: grp
|
||||||
|
#version: 1.0
|
||||||
|
#author: Tomasz Obrebski
|
||||||
|
|
||||||
|
use strict;
|
||||||
|
use Getopt::Long;
|
||||||
|
use File::HomeDir;
|
||||||
|
|
||||||
|
# katalog zawierajacy terms.m4
|
||||||
|
my $LIB_DIR="/usr/local/lib/utt";
|
||||||
|
|
||||||
|
my $systemconfigfile="/usr/local/etc/utt/grp.conf";
|
||||||
|
my $userconfigfile=home()."/.utt/grp.conf";
|
||||||
|
|
||||||
|
Getopt::Long::Configure('no_ignore_case_always');
|
||||||
|
|
||||||
|
my $help=0;
|
||||||
|
my $pattern=0;
|
||||||
|
my $matches_only=0;
|
||||||
|
my $macrofile=0;
|
||||||
|
my $define=0;
|
||||||
|
my $show_command=0;
|
||||||
|
my $action="pgP";
|
||||||
|
my $eos="seg(EOS)";
|
||||||
|
my $morfield='lem';
|
||||||
|
my $tags=0;
|
||||||
|
|
||||||
|
#read configuration files###########################
|
||||||
|
my $file;
|
||||||
|
foreach $file ($systemconfigfile, $userconfigfile){
|
||||||
|
if(open(CONFIG, $file)){
|
||||||
|
while (<CONFIG>) {
|
||||||
|
chomp;
|
||||||
|
s/#.*//;
|
||||||
|
s/^\s+//;
|
||||||
|
s/\s+$//;
|
||||||
|
next unless length;
|
||||||
|
my ($name, $value) = split(/\s*=\s*/, $_, 2);
|
||||||
|
if(($name eq "pattern")or($name eq "e")){
|
||||||
|
$pattern=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "eos")or($name eq "E")){
|
||||||
|
$eos=$value;
|
||||||
|
}
|
||||||
|
elsif($name eq "morph"){
|
||||||
|
$morfield=$value;
|
||||||
|
}
|
||||||
|
elsif($name eq "macros"){
|
||||||
|
$macrofile=$value;
|
||||||
|
}
|
||||||
|
elsif($name eq "define"){
|
||||||
|
$define=$value;
|
||||||
|
}
|
||||||
|
elsif($name eq "command"){
|
||||||
|
$show_command=1;
|
||||||
|
}
|
||||||
|
elsif($name eq "action"){
|
||||||
|
$action;
|
||||||
|
}
|
||||||
|
elsif($name eq "tags"){
|
||||||
|
$tags=$value;
|
||||||
|
}
|
||||||
|
elsif(($name eq "help")or($name eq "h")){
|
||||||
|
$help=1;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
close CONFIG;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#########################################################
|
||||||
|
|
||||||
|
GetOptions("pattern|e=s" => \$pattern,
|
||||||
|
"eos|E=s" => \$eos,
|
||||||
|
"morph=s" => \$morfield,
|
||||||
|
"macros=s" => \$macrofile,
|
||||||
|
"define=s" => \$macrofile,
|
||||||
|
"command" => \$show_command,
|
||||||
|
"action=s" => \$action,
|
||||||
|
"tags=s" => \$tags,
|
||||||
|
"help|h" => \$help);
|
||||||
|
|
||||||
|
if($help)
|
||||||
|
{
|
||||||
|
print <<'END'
|
||||||
|
Usage: gre [OPTIONS] [file ..]
|
||||||
|
|
||||||
|
Options:
|
||||||
|
--pattern -e PATTERN Pattern.
|
||||||
|
--eos -E PATTERN Segment serving as sentence delimiter.
|
||||||
|
--morph=STRING Field containing morphological information (default 'lem').
|
||||||
|
--macros=FILE Read macrodefinitions from FILE.
|
||||||
|
--define=FILE Add macrodefinitions from FILE.
|
||||||
|
--action -a [u][p][g][P] Perform only indicated actions.
|
||||||
|
u - uncompress with 'lzop -cd'
|
||||||
|
p - preprocess
|
||||||
|
g - grep
|
||||||
|
P - postprocess
|
||||||
|
(default pgP)
|
||||||
|
--tags=STRING Morphosyntactic tag format.
|
||||||
|
--command Print the shell command to be executed and exit.
|
||||||
|
--help -h Help.
|
||||||
|
END
|
||||||
|
;
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
die("$0: no pattern given.\n") unless $pattern || $action !~ /g/;
|
||||||
|
|
||||||
|
die("$0: macro file not found") unless
|
||||||
|
$macrofile or
|
||||||
|
-e "$LIB_DIR/terms.m4" and $macrofile="$LIB_DIR/terms.m4";
|
||||||
|
|
||||||
|
die("$0: undefined tagset format (tags option missing)") unless
|
||||||
|
$tags;
|
||||||
|
|
||||||
|
die("$0: $tags.tag2re program not found") unless
|
||||||
|
1; #JAK NAPISAC WARUNEK???
|
||||||
|
|
||||||
|
|
||||||
|
my $uncompress = ($action =~ /u/) ? ' lzop -cd | ' : '';
|
||||||
|
my $preproc = ($action =~ /p/) ? ' fla | ' : '';
|
||||||
|
|
||||||
|
my $postproc = ($action =~ /P/) ? ' | unfla ' : '';
|
||||||
|
|
||||||
|
|
||||||
|
# discarding spaces
|
||||||
|
$pattern =~ s/\s+/\\`'/g; #`
|
||||||
|
# quoting escaped commas
|
||||||
|
$pattern =~ s/\\,/\\`\\`\\,''/g;
|
||||||
|
# quoting commas in {m,n} r.e. operator
|
||||||
|
$pattern =~ s/(\{\d*),(\d*\})/\1\\`\\`,''\2/g;
|
||||||
|
|
||||||
|
my $grepre = `echo \"$pattern\" | m4 --define=ENDOFSEGMENT='[[:cntrl:]]' --define=MORFIELD=$morfield $macrofile - 2>/dev/null`;
|
||||||
|
|
||||||
|
die("Incorrect pattern (m4).") if $? >> 8;
|
||||||
|
|
||||||
|
|
||||||
|
chomp $grepre;
|
||||||
|
|
||||||
|
# <> expansion
|
||||||
|
|
||||||
|
$grepre =~ s/<([^>]+)>/`echo $1 | $tags.tag2re`/ge;
|
||||||
|
|
||||||
|
$grepre =~ s/\./[^ [:cntrl:]]/g;
|
||||||
|
|
||||||
|
$grepre =~ s/\\s/[ ]/g;
|
||||||
|
$grepre =~ s/\\S/[^ [:cntrl:]]/g;
|
||||||
|
$grepre =~ s/\\d/[0-9]/g;
|
||||||
|
$grepre =~ s/\\D/[^0-9 [:cntrl:]]/g;
|
||||||
|
$grepre =~ s/\\w/[a-z±æê³ñ󶼿A-Z¡ÆÊ£ÑÓ¦¬¯0-9_]/g;
|
||||||
|
$grepre =~ s/\\W/[^a-z±æê³ñ󶼿A-Z¡ÆÊ£ÑÓ¦¬¯0-9_ [:cntrl:]]/g;
|
||||||
|
# extensions
|
||||||
|
$grepre =~ s/\\l/[a-z±æê³ñ󶼿]/g; #lowercase letter
|
||||||
|
$grepre =~ s/\\L/[A-Z¡ÆÊ£ÑÓ¦¬¯]/g; #upercase letter
|
||||||
|
|
||||||
|
my $grep_command = ($action =~ /g/) ? "egrep '$grepre'" : " cat ";
|
||||||
|
|
||||||
|
if($show_command)
|
||||||
|
{
|
||||||
|
print $grep_command."\n";
|
||||||
|
exit 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
#print $preproc.$grep_command.$postproc."\n";
|
||||||
|
|
||||||
|
exec $preproc.$grep_command.$postproc;
|
||||||
55
src/gue/Makefile
Normal file
55
src/gue/Makefile
Normal file
@ -0,0 +1,55 @@
|
|||||||
|
include ../../config.mak
|
||||||
|
|
||||||
|
ifeq ($(BUILD_STATIC), yes)
|
||||||
|
LDFLAGS += -static
|
||||||
|
endif
|
||||||
|
|
||||||
|
LDFLAGS +=
|
||||||
|
CXXFLAGS += -O2 -fpermissive
|
||||||
|
|
||||||
|
LIB_PATH=../lib
|
||||||
|
COMMON_PATH=../common
|
||||||
|
CMDLINE_FILE='"../gue/cmdline.h"'
|
||||||
|
|
||||||
|
|
||||||
|
gue: main.cc guess.o $(LIB_PATH)/auttools.o $(LIB_PATH)/word.o \
|
||||||
|
cmdline.c common_guess.o common.o
|
||||||
|
$(CXX) $(CXXFLAGS) main.cc guess.o \
|
||||||
|
$(LIB_PATH)/auttools.o $(LIB_PATH)/word.o cmdline.c common.o common_guess.o \
|
||||||
|
-o gue $(LDFLAGS)
|
||||||
|
|
||||||
|
guess.o: guess.h guess.cc
|
||||||
|
$(CXX) $(CXXFLAGS) -c guess.cc
|
||||||
|
|
||||||
|
common_guess.o: cmdline.h common_guess.cc common_guess.h
|
||||||
|
$(CXX) $(CXXFLAGS) -c common_guess.cc
|
||||||
|
|
||||||
|
common.o: $(COMMON_PATH)/cmdline_common.ggo $(COMMON_PATH)/common.cc \
|
||||||
|
$(COMMON_PATH)/common.h
|
||||||
|
$(CXX) $(CXXFLAGS) -c -D _CMDLINE_FILE=$(CMDLINE_FILE) $(COMMON_PATH)/common.cc
|
||||||
|
|
||||||
|
cmdline.c cmdline.h: cmdline.ggo
|
||||||
|
$(GENGETOPT) -i cmdline.ggo --conf-parser
|
||||||
|
|
||||||
|
cmdline.ggo: cmdline_guess.ggo $(COMMON_PATH)/cmdline_common.ggo
|
||||||
|
cat cmdline_guess.ggo $(COMMON_PATH)/cmdline_common.ggo > cmdline.ggo
|
||||||
|
|
||||||
|
|
||||||
|
clean: clean.cmdline
|
||||||
|
rm *.o || true
|
||||||
|
rm gue || true
|
||||||
|
|
||||||
|
clean.cmdline:
|
||||||
|
rm cmdline.* || true
|
||||||
|
|
||||||
|
.PHONY: install
|
||||||
|
install:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
install -m 0755 gue $(BIN_DIR)
|
||||||
|
endif
|
||||||
|
|
||||||
|
.PHONY: uninstall
|
||||||
|
uninstall:
|
||||||
|
ifdef BIN_DIR
|
||||||
|
rm $(BIN_DIR)/gue
|
||||||
|
endif
|
||||||
12
src/gue/cmdline_guess.ggo
Normal file
12
src/gue/cmdline_guess.ggo
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
package "guess"
|
||||||
|
version "0.1"
|
||||||
|
|
||||||
|
option "guess_count" n "Guess up to n descriptions" int default="0" no
|
||||||
|
option "delta" - "Stop displaying answers after fall of weight" float default="0.2" no
|
||||||
|
option "cut-off" - "Do not display answers with less weight than cut-off" int default="200" no
|
||||||
|
option "dictionary-home" - "dh" string typestr="FILENAME" no hidden
|
||||||
|
option "dictionary" d "File with dictionary information" string typestr="filename" default="gue.bin" no
|
||||||
|
option "per-info" v "Display performance information" flag off
|
||||||
|
option "weights" w "Print weights" flag off
|
||||||
|
option "no-uppercase" - "Do not process form containing uppercase letters" flag off
|
||||||
|
|
||||||
60
src/gue/common_guess.cc
Normal file
60
src/gue/common_guess.cc
Normal file
@ -0,0 +1,60 @@
|
|||||||
|
#include <stdlib.h>
|
||||||
|
#include <string.h>
|
||||||
|
#include "common_guess.h"
|
||||||
|
|
||||||
|
int guess_count=0;
|
||||||
|
double delta=0.1;
|
||||||
|
int cut_off=100;
|
||||||
|
char dictionary[255];
|
||||||
|
bool per_info=false;
|
||||||
|
bool weights=false;
|
||||||
|
|
||||||
|
void process_guess_options(gengetopt_args_info* args)
|
||||||
|
{
|
||||||
|
|
||||||
|
if(args->dictionary_given)
|
||||||
|
{
|
||||||
|
expand_path(args->dictionary_arg,dictionary);
|
||||||
|
if(file_accessible(dictionary)!=0)
|
||||||
|
{
|
||||||
|
fprintf(stderr,"Cannot open the dictionary file: %s\nAborting.\n",dictionary);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else if (args->dictionary_home_given && args->language_given)
|
||||||
|
{
|
||||||
|
char buf[255];
|
||||||
|
expand_path(args->dictionary_home_arg, buf);
|
||||||
|
sprintf(dictionary,"%s/%s/gue.bin",buf,args->language_arg);
|
||||||
|
if(file_accessible(dictionary)!=0)
|
||||||
|
{
|
||||||
|
fprintf(stderr,"Cannot open the dictionary file: %s\nAborting.\n",dictionary);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if(args->guess_count_given)
|
||||||
|
guess_count=args->guess_count_arg;
|
||||||
|
else
|
||||||
|
guess_count=0;
|
||||||
|
|
||||||
|
if(guess_count==0)
|
||||||
|
guess_count=100;
|
||||||
|
|
||||||
|
if(args->delta_given)
|
||||||
|
delta=args->delta_arg;
|
||||||
|
else
|
||||||
|
delta=0.1;
|
||||||
|
|
||||||
|
if(args->cut_off_given)
|
||||||
|
cut_off=args->cut_off_arg;
|
||||||
|
else
|
||||||
|
cut_off=100;
|
||||||
|
|
||||||
|
if(args->per_info_given)
|
||||||
|
per_info=args->per_info_flag;
|
||||||
|
|
||||||
|
if(args->weights_given)
|
||||||
|
weights=true;
|
||||||
|
|
||||||
|
}
|
||||||
20
src/gue/common_guess.h
Normal file
20
src/gue/common_guess.h
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
#ifndef __COMMON_GUESS_H
|
||||||
|
#define __COMMON_GUESS_H
|
||||||
|
|
||||||
|
#include <stdio.h>
|
||||||
|
#define _CMDLINE_FILE "../gue/cmdline.h"
|
||||||
|
#include "../common/common.h"
|
||||||
|
#include "cmdline.h"
|
||||||
|
|
||||||
|
#define DIC_FILE "gue.bin"
|
||||||
|
|
||||||
|
extern int guess_count;
|
||||||
|
extern double delta;
|
||||||
|
extern int cut_off;
|
||||||
|
extern char dictionary[];
|
||||||
|
extern bool per_info;
|
||||||
|
extern bool weights;
|
||||||
|
|
||||||
|
void process_guess_options(gengetopt_args_info* args);
|
||||||
|
|
||||||
|
#endif
|
||||||
138
src/gue/guess.cc
Normal file
138
src/gue/guess.cc
Normal file
@ -0,0 +1,138 @@
|
|||||||
|
|
||||||
|
#include "guess.h"
|
||||||
|
|
||||||
|
#include <cstring>
|
||||||
|
#include <iostream>
|
||||||
|
#include <cstdlib>
|
||||||
|
#include <cassert>
|
||||||
|
#include <ctime>
|
||||||
|
|
||||||
|
#define DICT 1
|
||||||
|
#define COR 2
|
||||||
|
#define DICT_P 3
|
||||||
|
#define COR_P 4
|
||||||
|
|
||||||
|
#define W_PRE 0.1
|
||||||
|
#define W_SUF 0.9
|
||||||
|
|
||||||
|
#define PREF_SIGN '_'
|
||||||
|
|
||||||
|
Guess::Guess(const char* suf_file)
|
||||||
|
: _suf(suf_file) {
|
||||||
|
/* _suf = NULL;
|
||||||
|
_pref = NULL;
|
||||||
|
|
||||||
|
if (strlen(suf_file) > 0)
|
||||||
|
_suf = new TFTiv<char, char>(suf_file);
|
||||||
|
if (strlen(pref_file) > 0)
|
||||||
|
_pref = new TFTiv<char, char>(corp_file);
|
||||||
|
*/
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
char buf[MAX_LINE];
|
||||||
|
char out[MAX_LINE];
|
||||||
|
char* buf0_s = buf;
|
||||||
|
char* word_t = NULL;
|
||||||
|
long state_s = 0;
|
||||||
|
unsigned length_s = buf0_s - buf;
|
||||||
|
long len = 0;
|
||||||
|
int i=0;
|
||||||
|
|
||||||
|
int Guess::ana(const char* word, Words& result) {
|
||||||
|
|
||||||
|
assert(word && &result);
|
||||||
|
|
||||||
|
/* Word zawiera wyraz, ktory mamy zbadac.
|
||||||
|
* Nalezy przepisac go w odwrotnej kolejnosci do bufora,
|
||||||
|
* znalezc najdluzszy prefiks pasujacy do tego bufora
|
||||||
|
* separatorem jest '/' - za tym znakiem znajduje sie
|
||||||
|
* prawdopodobienstwo wystapienia danego opisu */
|
||||||
|
|
||||||
|
buf0_s = buf;
|
||||||
|
word_t = strdup(word);
|
||||||
|
|
||||||
|
if (reverse(word, buf) != 0)
|
||||||
|
return -1;
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
state_s = -1;
|
||||||
|
// printf("#buf0_s=%s, ", buf0_s);
|
||||||
|
state_s = _suf.pref(buf0_s, PREF_SIGN);
|
||||||
|
// printf("#word=%s, buf0_s=%s\t", word, buf0_s);
|
||||||
|
/* jezeli state_s != -1 to oznacza, ze w slowniku jest zawarta
|
||||||
|
* informacja o prefiksie tego slowa.
|
||||||
|
* nie jest ona odwrocona, wiec porownujemy do word a nie do buf
|
||||||
|
*/
|
||||||
|
// printf("state_s=%d\t", state_s);
|
||||||
|
if (state_s != -1) {
|
||||||
|
state_s = _suf.pref(word_t, '~', state_s);
|
||||||
|
// printf("state_s(wp)=%d, word_t=%s, word=%s\n", state_s, word_t, word);
|
||||||
|
}
|
||||||
|
if (state_s == -1) {
|
||||||
|
// if (_suf != NULL)
|
||||||
|
buf0_s = buf;
|
||||||
|
state_s = _suf.pref(buf0_s, '~');
|
||||||
|
// printf("state_s=%d\n", state_s);
|
||||||
|
}
|
||||||
|
|
||||||
|
length_s = buf0_s - buf;
|
||||||
|
|
||||||
|
/* state jest stanem, od ktorego zaczyna sie sciezka opisujaca
|
||||||
|
* prawdopodobienstwo przeciwienstwa wystapienia opisu
|
||||||
|
* znajdujacego sie dalej na tej sciezce.
|
||||||
|
* Im mniejsza wartosc liczby tym wieksze prawdopodobienstwo */
|
||||||
|
|
||||||
|
len = 0;
|
||||||
|
i=0;
|
||||||
|
|
||||||
|
// if (_suf != NULL)
|
||||||
|
len = _suf.cont(state_s, out);
|
||||||
|
while (len > 0) {
|
||||||
|
i++;
|
||||||
|
add_word_prob(result, word, out, length_s, DICT);
|
||||||
|
len = _suf.cont(-1, out);
|
||||||
|
}
|
||||||
|
|
||||||
|
return i;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
int Guess::add_word_prob(Words& tab, const char* word, const char* path, unsigned len, int source) {
|
||||||
|
|
||||||
|
/* Dodaje do tablicy tab wyraz word wraz
|
||||||
|
* z prawdopodobienstwem i opisem zawartym
|
||||||
|
* w sciezce path */
|
||||||
|
|
||||||
|
// printf("add_word_prob(");
|
||||||
|
// fflush(stdout);
|
||||||
|
char p[MAX_LINE];
|
||||||
|
|
||||||
|
strcpy(p, path);
|
||||||
|
|
||||||
|
int probLen = strcspn(p, ";");
|
||||||
|
char prob[probLen+1];
|
||||||
|
strncpy(prob, p, probLen);
|
||||||
|
prob[probLen] = '\0';
|
||||||
|
|
||||||
|
char* desc = p + probLen+1; // +2 bo pomijamy jeszcze znak ';'
|
||||||
|
|
||||||
|
int i = tab.add(word, desc);
|
||||||
|
|
||||||
|
if (source==DICT) {
|
||||||
|
tab[i].len_suf(len);
|
||||||
|
tab[i].w_suf(atof(prob)); // + W_PRE*tab[i].w_suf()));
|
||||||
|
// tab[i].w_suf((float)(W_SUF*(1000-atof(prob)) + W_PRE*tab[i].w_suf()));
|
||||||
|
}
|
||||||
|
// if (source==COR) {
|
||||||
|
// tab[i].len_pref(len);
|
||||||
|
// tab[i].w_pref(W_SUF*(1000-atof(prob)) + W_PRE*tab[i].w_pref());
|
||||||
|
// }
|
||||||
|
// printf(")\n");
|
||||||
|
// fflush(stdout);
|
||||||
|
|
||||||
|
return i;
|
||||||
|
|
||||||
|
}
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user