Skip to content

Commit

Permalink
V9.1.0
Browse files Browse the repository at this point in the history 
V9.1.0 - even state with UD2.12
  • Loading branch information
@amir-zeldes
amir-zeldes authored May 5, 2023
2 parents 5f724df + a9e9cff commit b153503
Show file tree
Hide file tree
Showing 1,528 changed files with 91,032 additions and 90,017 deletions.
13 changes: 12 additions & 1 deletion _build/build_gum.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -258,9 +258,10 @@ def check_diff(xml, ptb, docname):
print("\n\nAdding function labels to PTB constituent trees:\n" + "=" * 40)
from utils.label_trees import add_ptb_labels
ptb_files = sorted(glob(gum_source + "const" + os.sep + "*.ptb"))
entidep_files = sorted(glob(pepper_tmp + "entidep" + os.sep + "*.conllu"))
if not reddit:
ptb_files = [f for f in ptb_files if "_reddit" not in f]
entidep_files = sorted(glob(pepper_tmp + "entidep" + os.sep + "*.conllu"))
entidep_files = [f for f in entidep_files if "_reddit" not in f]
for i, ptb_file in enumerate(ptb_files):
docname = os.path.basename(ptb_file)
entidep_file = entidep_files[i]
Expand Down Expand Up @@ -327,9 +328,19 @@ def check_diff(xml, ptb, docname):
meta_out.write(meta)
meta_out.close()

# Remove reddit tmp files if not included in build
if not reddit:
sys.__stdout__.write("\ni Deleting reddit files under " + pepper_tmp + "**\n")
reddit_tmp = glob(pepper_tmp + "**\\GUM_reddit*",recursive=True)
for f in reddit_tmp:
os.remove(f)

out = run_pepper(pepper_params,options.verbose_pepper)
sys.__stdout__.write(out + "\n")

if options.pepper_only:
quit()

## Step 4: propagate entity types, coref, discourse relations and XML annotations into conllu dep files
from utils.propagate import add_entities_to_conllu, add_rsd_to_conllu, add_bridging_to_conllu, add_xml_to_conllu

Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_academic_huh.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,7 @@
(NP (DT a) (NN word))
(PP
(IN like)
(S (VP (`` ‘) (UH Huh) (NNP ?) ('' ’)))))
(S (VP (`` ‘) (INTJ (UH Huh)) (. ?) ('' ’)))))
(NP
(: –)
(VP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_bio_dvorak.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -368,7 +368,7 @@
(DT the)
(JJ original)
(NN piano)
(ADJP (NNS 4) (HYPH -) (NNS hands))
(ADJP (CD 4) (HYPH -) (NNS hands))
(NN version)))
(-RRB- -RRB-)))
(VP (VBD had) (NP (JJ excellent) (NNS sales))))
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_bio_galois.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -951,7 +951,7 @@
(ROOT
(S
(SBAR
(WHNP (WDT Whatever))
(WHNP (WP Whatever))
(FRAG
(NP
(NP (DT the) (NNS reasons))
Expand Down
10 changes: 5 additions & 5 deletions _build/src/const/GUM_bio_holt.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -224,9 +224,9 @@
(NP
(DT the)
(NNP District)
(NNP 8)
(CD 8)
(HYPH -)
(NN 4A)
(NNP 4A)
(NNP All)
(HYPH -)
(NNP District)
Expand Down Expand Up @@ -260,9 +260,9 @@
(NNP All)
(HYPH -)
(NNP District)
(NNP 8)
(CD 8)
(HYPH -)
(NN 4A))
(NNP 4A))
(NN inclusion))
(NP (PRP$ his) (NN sophomore) (NN year))
(, ,)
Expand Down Expand Up @@ -291,7 +291,7 @@
(PP (IN of) (NP (DT the) (NN year)))
(PP
(IN in)
(NP (NNP District) (NNP 6) (HYPH -) (NN 4A))))))
(NP (NNP District) (CD 6) (HYPH -) (NNP 4A))))))
(, ,)
(PRN (-LRB- [) (CD 3) (-RRB- ])))))
(CC and)
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_conversation_court.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1546,7 +1546,7 @@
(S
(INTJ (UH Um))
(, ,)
(NP (WDT that))
(NP (DT that))
(VP (VBZ explains) (NP (PRP it)) (ADVP (RB pretty) (RB well))))
(, ,)
(S
Expand Down
12 changes: 7 additions & 5 deletions _build/src/const/GUM_conversation_gossip.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,9 @@
(NP (PRP I))
(VP
(MD 'd)
(VP (VB have) (VP (VBN been) (PP (IN like) (NP (NNP Michael))))))
(VP
(VB have)
(VP (VBN been) (PP (IN like) (NP (NNP Michael))))))
(. .)))

(ROOT (ADJP (ADJP (JJ Scary)) (. .)))
Expand Down Expand Up @@ -255,7 +257,7 @@

(ROOT
(S
(NP (WDT That))
(NP (DT That))
(VP (VBZ does) (RB n't) (VP (VB matter)))
(CC or)
(. ?)))
Expand Down Expand Up @@ -366,7 +368,7 @@
(S (VP (TO to) (VP (VB kill) (NP (DT the) (NNS germs)))))
(CC or)
(SBAR
(WHNP (WDT whatever))
(WHNP (WP whatever))
(S (NP (PRP I)) (VP (VBP think))))))))
(. .)))

Expand Down Expand Up @@ -739,7 +741,7 @@
(NP
(NP (QP (UH like) (CD twenty)) (NNS words))
(CC or)
(ADJP (WDT whatever)))))))
(ADJP (WP whatever)))))))
(, ,)
(CC and)
(S
Expand Down Expand Up @@ -965,7 +967,7 @@

(ROOT
(S
(NP (WDT That))
(NP (DT That))
(VP (VBZ 's) (ADJP (JJ low)) (, ,) (NP (NNP Issac)))
(: –)))

Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_conversation_scientist.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1047,7 +1047,7 @@
(, ,)
(INTJ (INTJ (UH uh)) (, ,) (INTJ (UH uh)))
(, ,)
(NP (WDT whatever))))
(NP (WP whatever))))
(. .)))

(ROOT
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_conversation_zero.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -510,7 +510,7 @@

(ROOT
(S
(NP (NP (RB All)) (SBAR (S (NP (PRP you)) (VP (VBP do)))))
(NP (NP (DT All)) (SBAR (S (NP (PRP you)) (VP (VBP do)))))
(VP
(VBZ is)
(PP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_fiction_pixies.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -305,7 +305,7 @@

(ROOT
(SBAR
(WHNP (WDT Whatever))
(WHNP (WP Whatever))
(S
(NP (PRP it))
(VP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_fiction_wedding.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -772,7 +772,7 @@
(S
(S
(NP
(NP (RB all))
(NP (DT all))
(SBAR (S (NP (PRP I)) (VP (VBD ’d) (VP (VBN done))))))
(VP (VBD was) (VP (VB miss) (NP (NN breakfast)))))
(: :)
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_interview_cocktail.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -232,7 +232,7 @@
(VP
(VBG Regarding)
(SBAR
(WHADVP (WRB how) (JJ long))
(WHADVP (WRB how) (RB long))
(S
(NP (DT the) (NN beverage))
(VP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_interview_mcguire.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -961,7 +961,7 @@
(PP
(IN for)
(SBAR
(WHNP (WDT whatever))
(WHNP (WP whatever))
(S (NP (PRP they)) (VP (VBP want))))))))))
(. .)))

Expand Down
4 changes: 2 additions & 2 deletions _build/src/const/GUM_interview_messina.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -506,7 +506,7 @@
(VP
(VBD experienced)
(NP (NP (DT that) (NN kind)) (PP (IN of) (NP (NN adversity))))
(PP (IN during) (NP (NNP 9/11)))
(PP (IN during) (NP (CD 9/11)))
(S (VP (VBG being) (NP (DT a) (JJ civilian) (NN volunteer)))))
(. .)))

Expand Down Expand Up @@ -1273,7 +1273,7 @@
(S
(NP (PDT quite) (DT a) (JJ few) (NNS fans))
(VP
(VBN known)
(VBP known)
(PP
(IN about)
(NP (DT the) (`` ") (NNPS Mets) (NNP Poet) ('' ')))))
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_interview_onion.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1240,7 +1240,7 @@
(NP
(NP (NNP Studio) (CD 60))
(CC and)
(NP (NNP 30) (NNP Rock)))))))
(NP (CD 30) (NNP Rock)))))))
(, ,)
(NP (DT those))
(VP (VBP are) (NP (VBN scripted) (NNS writers) (NNS rooms)))
Expand Down
6 changes: 3 additions & 3 deletions _build/src/const/GUM_reddit_bobby.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -541,7 +541,7 @@
(VP
(VB ____)
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S
(NP (PRP ____))
(VP (VBP ____) (S (VP (TO __))))))))))))
Expand Down Expand Up @@ -601,7 +601,7 @@
(PP
(IN __)
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S
(NP (DT ___) (NN _________) (NN ____))
(VP (VBZ __))))))))))))))
Expand Down Expand Up @@ -1251,7 +1251,7 @@
(PP
(IN __)
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S
(NP (PRP __))
(VP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_reddit_escape.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -893,7 +893,7 @@
(, _)
(CC ___)
(S
(X (WDT ________))
(SBAR (WP ________))
(NP (PRP __))
(VP (VBZ __) (ADJP (RB ___) (JJ ____))))))))))
(. _)))
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_reddit_introverts.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -593,7 +593,7 @@
(VB ____)
(CC ___)
(VBP __)
(NP (WDT ________))))))))))))))
(NP (WP ________))))))))))))))
(CC ___)
(NP
(NP (NN ______))
Expand Down
6 changes: 3 additions & 3 deletions _build/src/const/GUM_reddit_monsters.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -665,7 +665,7 @@
(VP
(VB ____)
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S
(VP
(VBZ __)
Expand Down Expand Up @@ -992,7 +992,7 @@
(IN __)
(S
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S (VP (VBD ___) (ADVP (RB _______)))))
(VP (VBD ___) (PP (IN ____) (NP (PRP ____)))))))
(. _)))
Expand Down Expand Up @@ -1236,7 +1236,7 @@
(PP
(IN _______)
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S
(VP
(VBZ __)
Expand Down
6 changes: 3 additions & 3 deletions _build/src/const/GUM_reddit_racial.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -648,7 +648,7 @@

(ROOT
(S
(CD ___________)
(LS ___________)
(NP (PRP __))
(VP (VBZ _) (ADJP (JJ ______)))
(. _)))
Expand Down Expand Up @@ -703,15 +703,15 @@

(ROOT
(S
(CD ___________)
(LS ___________)
(ADVP (RBR ____) (CC __) (RBR ____))
(NP (PRP __))
(VP (VBP ____) (SBAR (WHNP (WP ____)) (S (VP (VBD ________)))))
(. _)))

(ROOT
(S
(CD ___________)
(LS ___________)
(NP (PRP __))
(VP
(VBZ _)
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_reddit_ring.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -260,7 +260,7 @@
(VP
(VBG _______)
(SBAR
(WHNP (WDT ________))
(WHNP (WP ________))
(S
(NP (PRP __))
(VP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_speech_data.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1049,7 +1049,7 @@
(NP (DT an) (NN innovation))
(, ,)
(CC or)
(NP (WDT whatever)))
(NP (WP whatever)))
(, ,)))))
(PP
(IN into)
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_speech_destiny.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1097,7 +1097,7 @@
(VP
(VP (MD will) (VP (VB remain) (PP (IN of) (NP (PRP us)))))
(SBAR
(WHNP (WDT whatever))
(WHNP (WP whatever))
(S (VP (MD may) (VP (VB happen))))))))
(, ,)
(CC and)
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_speech_inauguration.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -604,7 +604,7 @@
(VP
(VB do)
(SBAR
(WHNP (WDT whatever))
(WHNP (WP whatever))
(S
(VP
(VBZ needs)
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_speech_nixon.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -334,7 +334,7 @@
(, ,)
(SBAR
(WHNP
(WDT whatever)
(WP whatever)
(DT the)
(JJ personal)
(NN agony))
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_speech_school.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -128,7 +128,7 @@
(VBN proposed)
(PP
(IN for)
(PP (IN post) (HYPH -) (NN 2015)))))
(PP (IN post) (HYPH -) (CD 2015)))))
(PRN
(-LRB- -LRB-)
(NP
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_speech_telescope.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -826,7 +826,7 @@
(S
(ADVP (JJ first) (PP (IN of) (NP (DT all))))
(, ,)
(NP (WDT that))
(NP (DT that))
(VP
(VBZ blows)
(NP (PRP$ my) (NN mind))
Expand Down
2 changes: 1 addition & 1 deletion _build/src/const/GUM_textbook_anthropology.ptb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -443,7 +443,7 @@
(IN that)
(S
(SBAR
(WHNP (WDT whatever))
(WHNP (WP whatever))
(S
(NP (PRP they))
(VP
Expand Down
Loading

0 comments on commit b153503

Please sign in to comment.