Two fixes, "10-1"-like structures and restriction_or
This commit is contained in:
parent
74a1e4834b
commit
52e6fc92c6
87
wani.py
87
wani.py
|
@ -6,7 +6,7 @@ from collections import defaultdict
|
|||
from msd_translate import MSD_TRANSLATE
|
||||
|
||||
|
||||
STRUKTURE = "Kolokacije_strukture_08_new-system.xml"
|
||||
STRUKTURE = "Kolokacije_strukture_09_new-system.xml"
|
||||
STAVKI = "k2.xml"
|
||||
|
||||
CODES = {
|
||||
|
@ -171,10 +171,38 @@ def build_lexis_regex(restriction):
|
|||
return re.compile(restr_dict['lemma'])
|
||||
|
||||
|
||||
class Restriction:
|
||||
def __init__(self, restriction_tag):
|
||||
restriction_type = restriction_tag.get('type')
|
||||
if restriction_type == "morphology":
|
||||
self.type = RestrictionType.Morphology
|
||||
self.matcher = build_morphology_regex(restriction_tag.getchildren())
|
||||
elif restriction_type == "lexis":
|
||||
self.type = RestrictionType.Lexis
|
||||
self.matcher = build_lexis_regex(restriction_tag.getchildren())
|
||||
else:
|
||||
raise NotImplementedError()
|
||||
|
||||
def match(self, word):
|
||||
if self.type == RestrictionType.Morphology:
|
||||
match_to = word.msd
|
||||
elif self.type == RestrictionType.Lexis:
|
||||
match_to = word.lemma
|
||||
else:
|
||||
raise RuntimeError("Unreachable!")
|
||||
|
||||
return self.matcher.match(match_to)
|
||||
|
||||
def __str__(self):
|
||||
return "({:s} {})".format(str(self.type).split('.')[1], self.matcher)
|
||||
|
||||
def __repr__(self):
|
||||
return str(self)
|
||||
|
||||
|
||||
class Component:
|
||||
def __init__(self, name):
|
||||
self.name = name if name is not None else ""
|
||||
self.restriction_type = None
|
||||
self.restriction = None
|
||||
self.next_element = None
|
||||
self.level = None
|
||||
|
@ -199,21 +227,24 @@ class Component:
|
|||
def set_next(self, next_component, link_label):
|
||||
self.next_element = (next_component, link_label)
|
||||
|
||||
def set_restriction(self, restriction_tag):
|
||||
restriction_type = restriction_tag.get('type')
|
||||
if restriction_type == "morphology":
|
||||
self.restriction_type = RestrictionType.Morphology
|
||||
self.restriction = build_morphology_regex(restriction_tag.getchildren())
|
||||
elif restriction_type == "lexis":
|
||||
self.restriction_type = RestrictionType.Lexis
|
||||
self.restriction = build_lexis_regex(restriction_tag.getchildren())
|
||||
else:
|
||||
raise NotImplementedError()
|
||||
def set_restriction(self, restrictions_tag):
|
||||
if restrictions_tag.tag == "restriction":
|
||||
self.restriction = Restriction(restrictions_tag)
|
||||
self.level = get_level(restrictions_tag)
|
||||
|
||||
self.level = get_level(restriction_tag.getchildren())
|
||||
elif restrictions_tag.tag == "restriction_or":
|
||||
self.restriction = [Restriction(el) for el in restrictions_tag]
|
||||
self.level = get_level(restrictions_tag[0])
|
||||
|
||||
# same level for every restriction for now and only or available
|
||||
levels = [get_level(el) for el in restrictions_tag]
|
||||
assert(len(set(levels)) == 1)
|
||||
|
||||
else:
|
||||
raise RuntimeError("Unreachable")
|
||||
|
||||
def __str__(self):
|
||||
el = "(N.{:7s} {:12s} {})".format(self.name, str(self.restriction_type).split('.')[1], self.restriction)
|
||||
el = "(N.{:7s} {})".format(self.name, str(self.restriction))
|
||||
if self.has_next():
|
||||
el += " -- {} -->\n{}".format(self.link_label(), str(self.get_next()))
|
||||
return el
|
||||
|
@ -222,14 +253,19 @@ class Component:
|
|||
return str(self)
|
||||
|
||||
def match(self, word):
|
||||
if self.restriction_type == RestrictionType.Morphology:
|
||||
match_to = word.msd
|
||||
elif self.restriction_type == RestrictionType.Lexis:
|
||||
match_to = word.lemma
|
||||
else:
|
||||
raise RuntimeError("Unreachable!")
|
||||
matched = None
|
||||
|
||||
if self.restriction.match(match_to):
|
||||
# matching
|
||||
if type(self.restriction) is list:
|
||||
for restr in self.restriction:
|
||||
matched = restr.match(word)
|
||||
if matched is not None:
|
||||
break
|
||||
else:
|
||||
matched = self.restriction.match(word)
|
||||
|
||||
# recurse to next
|
||||
if matched:
|
||||
to_ret = [self.word_to_str(word)]
|
||||
|
||||
# already matched everything!
|
||||
|
@ -256,7 +292,7 @@ class SyntacticStructure:
|
|||
@staticmethod
|
||||
def from_xml(xml):
|
||||
st = SyntacticStructure()
|
||||
st.id = int(xml.get('id'))
|
||||
st.id = xml.get('id')
|
||||
st.lbs = xml.get('LBS')
|
||||
|
||||
components, system = xml.getchildren()
|
||||
|
@ -294,7 +330,7 @@ def build_structures(filename):
|
|||
structures = []
|
||||
with open(filename, 'r') as fp:
|
||||
et = ElementTree.XML(fp.read())
|
||||
for structure in et.iterfind('syntactic_structure'):
|
||||
for structure in et.iter('syntactic_structure'):
|
||||
structures.append(SyntacticStructure.from_xml(structure))
|
||||
return structures
|
||||
|
||||
|
@ -348,9 +384,6 @@ def main():
|
|||
structures = build_structures(STRUKTURE)
|
||||
for s in structures:
|
||||
print(s)
|
||||
exit(0)
|
||||
|
||||
print(STAVKI)
|
||||
|
||||
num_matches = 0
|
||||
for w in words:
|
||||
|
@ -361,7 +394,7 @@ def main():
|
|||
print(s.id, m)
|
||||
|
||||
print("TIME", time.time() - t)
|
||||
# print(num_matches)
|
||||
print(num_matches)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
|
Loading…
Reference in New Issue
Block a user