From 4add85258bacedab23db82631c887d3b07c40f80 Mon Sep 17 00:00:00 2001 From: Yigit Sever Date: Tue, 17 Sep 2019 17:42:21 +0300 Subject: Include .tab file creator --- tab_creator.pl | 78 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 78 insertions(+) create mode 100755 tab_creator.pl (limited to 'tab_creator.pl') diff --git a/tab_creator.pl b/tab_creator.pl new file mode 100755 index 0000000..f9acf1c --- /dev/null +++ b/tab_creator.pl @@ -0,0 +1,78 @@ +#!/usr/bin/env perl +# +# +# Copyright © 2019 Yiğit Sever +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the "Software"), +# to deal in the Software without restriction, including without limitation +# the rights to use, copy, modify, merge, publish, distribute, sublicense, +# and/or sell copies of the Software, and to permit persons to whom the +# Software is furnished to do so, subject to the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, +# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES +# OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. +# IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, +# DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, +# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE +# OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + +use strict; +use warnings; +use File::Basename; + +my %language_codes = ( + als => "sq", + bul => "bg", + ell => "el", + ita => "it", + ron => "ro", + slv => "sl", +); + +my ($tab_file, $tab_dir) = @ARGV; + +print "working on $tab_file\n"; + +if (not defined $tab_file or not defined $tab_file) { + die "usage: ./tab_creator.pl "; +} + +if (not -e $tab_file) { + die "'$tab_file' does not exist"; +} + +if (not defined $tab_dir && $tab_dir ne '') { + $tab_dir = './wordnets/tab_files'; +} + +open (my $fh, '<', $tab_file) or die "Could not open '$tab_file' $!"; + +my $filename = basename($tab_file); + +my $lang_code; +if ($filename =~ m/wn-data-(\w{3})\.tab/) { + $lang_code = $1; +} + + +my $short_lang_code = $language_codes{$lang_code}; + +my $outfilename = $tab_dir . '/' . $short_lang_code . '.tab'; +open (my $out_fh, '>', $outfilename) or die "Could not open '$outfilename', $!"; + +while (my $row = <$fh>) { + chomp $row; + if ($row =~ m/$lang_code:def/) { + if ($row =~ m/^(\d+)-(\w)\s+$lang_code:def\s*\d\s+(.*)$/) { + my $offset = $1; + my $pos = $2; + my $def = $3; + print $out_fh "$pos $offset $def\n"; + } + } +} -- cgit v1.2.3-70-g09d2