related to #33

this commit fixed all spurios inconsistencies in the sense annotation
of the duplicated sentences.

the remain cases need some discussion.

data/ann/annotation-aa.jl

@@ -933,7 +933,7 @@
 {"_id":"adj.all-1153435","doc_id":"adj.all","type":"s","sent_id":1153435,"text":"capable of being easily compressed","tokens":[{"kind":["def"],"action":"open"},{"form":"capable","kind":["wf"],"lemmas":["capable%3"],"senses":["capable%3:00:00::"],"tag":"man","pos":"JJ"},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore","pos":"IN"},{"form":"being","kind":["wf"],"lemmas":["being%1","be%2"],"tag":"un","pos":"VBG"},{"form":"easily","kind":["wf"],"lemmas":["easily%4"],"senses":["easily%4:02:01::"],"tag":"man","pos":"RB"},{"form":"compressed","kind":["wf"],"lemmas":["compress%2","compressed%3"],"senses":["compress%2:35:01::"],"tag":"man","pos":"VBN","sep":""},{"kind":["def"],"action":"close"}],"keys":["squeezable%5:00:00:soft:01","compressible%5:00:00:soft:01"],"ofs":"01153435","terms":["squeezable","compressible"]}
 {"_id":"adj.all-1156112","doc_id":"adj.all","type":"a","sent_id":1156112,"text":"compassionate and kind; conciliatory; “he was soft on his children”","tokens":[{"kind":["def"],"action":"open"},{"form":"compassionate","kind":["wf"],"lemmas":["compassionate%2","compassionate%3"],"tag":"un","pos":"JJ"},{"form":"and","kind":["wf"],"lemmas":["and"],"tag":"ignore","pos":"CC"},{"form":"kind","kind":["wf"],"lemmas":["kind%1","kind%3"],"tag":"un","pos":"NN","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"form":"conciliatory","kind":["wf"],"lemmas":["conciliatory%3"],"tag":"un","pos":"JJ","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["def"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"he","kind":["wf"],"lemmas":["he"],"tag":"ignore"},{"form":"was","kind":["wf"],"lemmas":["be%2"],"tag":"un"},{"form":"soft","kind":["wf"],"lemmas":["soft%3","soft%4"],"senses":["soft%3:00:02::"],"tag":"auto"},{"form":"on","kind":["wf"],"lemmas":["on"],"tag":"ignore"},{"form":"his","kind":["wf"],"lemmas":["his"],"tag":"ignore"},{"form":"children","kind":["wf"],"lemmas":["child%1"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"kind":["ex"],"action":"close"}],"keys":["soft%3:00:02::"],"ofs":"01156112","terms":["soft"]}
 {"_id":"adj.all-1155968","doc_id":"adj.all","type":"s","sent_id":1155968,"text":"resembling steel as in hardness; “steely eyes”; “steely nerves like those of a steeplejack”","tokens":[{"kind":["def"],"action":"open"},{"form":"resembling","kind":["wf"],"lemmas":["resemble%2"],"senses":["resemble%2:42:00::"],"tag":"auto","pos":"VBG"},{"form":"steel","kind":["wf"],"lemmas":["steel%1","steel%2"],"senses":["steel%1:27:00::"],"tag":"man","pos":"NN"},{"form":"as","kind":["wf"],"lemmas":["as"],"tag":"ignore","pos":"IN"},{"form":"in","kind":["wf"],"lemmas":["in"],"tag":"ignore","pos":"IN"},{"form":"hardness","kind":["wf"],"lemmas":["hardness%1"],"senses":["hardness%1:07:03::"],"tag":"man","pos":"NN","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["def"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"steely","kind":["wf"],"lemmas":["steely%3"],"senses":["steely%5:00:00:hard:02"],"tag":"auto"},{"form":"eyes","kind":["wf"],"lemmas":["eye%1","eyes%1","eye%2"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["ex"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"steely","kind":["wf"],"lemmas":["steely%3"],"senses":["steely%5:00:00:hard:02"],"tag":"auto"},{"form":"nerves","kind":["wf"],"lemmas":["nerve%1","nerves%1","nerve%2"],"tag":"un"},{"form":"like","kind":["wf"],"lemmas":["like%1","like%2","like%3"],"tag":"un"},{"form":"those","kind":["wf"],"lemmas":["those"],"tag":"ignore"},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore"},{"form":"a","kind":["wf"],"lemmas":["a"],"tag":"ignore"},{"form":"steeplejack","kind":["wf"],"lemmas":["steeplejack%1"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"kind":["ex"],"action":"close"}],"keys":["steely%5:00:00:hard:02"],"ofs":"01155968","terms":["steely"]}
-{"_id":"adj.all-1156302","doc_id":"adj.all","type":"s","sent_id":1156302,"text":"having attained to kindliness or gentleness through age and experience; “mellow wisdom”; “the peace of mellow age”","tokens":[{"kind":["def"],"action":"open"},{"form":"having","kind":["wf"],"lemmas":["have%2"],"tag":"un","pos":"VBG"},{"form":"attained","kind":["wf"],"lemmas":["attain%2","attained%3"],"tag":"un","pos":"VBN"},{"form":"to","kind":["wf"],"lemmas":["to"],"tag":"ignore","pos":"IN"},{"form":"kindliness","kind":["wf"],"lemmas":["kindliness%1"],"senses":["kindliness%1:07:00::"],"tag":"auto","pos":"NN"},{"form":"or","kind":["wf"],"lemmas":["or"],"tag":"ignore","pos":"CC"},{"form":"gentleness","kind":["wf"],"lemmas":["gentleness%1"],"tag":"un","pos":"NN"},{"form":"through","kind":["wf"],"lemmas":["through%3","through%4"],"tag":"un","pos":"IN"},{"form":"age","kind":["wf"],"lemmas":["age%1","age%2"],"tag":"un","pos":"NN"},{"form":"and","kind":["wf"],"lemmas":["and"],"tag":"ignore","pos":"CC"},{"form":"experience","kind":["wf"],"lemmas":["experience%1","experience%2"],"tag":"un","pos":"NN","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["def"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"mellow","kind":["wf"],"lemmas":["mellow%2","mellow%3","mellow%4"],"senses":["mellow%5:00:00:soft:02"],"tag":"auto"},{"form":"wisdom","kind":["wf"],"lemmas":["wisdom%1"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["ex"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"the","kind":["wf"],"lemmas":["the"],"tag":"ignore"},{"form":"peace","kind":["wf"],"lemmas":["peace%1"],"tag":"un"},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore"},{"form":"mellow","kind":["wf"],"lemmas":["mellow%2","mellow%3","mellow%4"],"senses":["mellow%5:00:00:soft:02"],"tag":"auto"},{"form":"age","kind":["wf"],"lemmas":["age%1","age%2"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"kind":["ex"],"action":"close"}],"keys":["mellow%5:00:00:soft:02"],"ofs":"01156302","terms":["mellow"]}
+{"_id":"adj.all-1156302","doc_id":"adj.all","type":"s","sent_id":1156302,"text":"having attained to kindliness or gentleness through age and experience; “mellow wisdom”; “the peace of mellow age”","tokens":[{"kind":["def"],"action":"open"},{"form":"having","kind":["wf"],"lemmas":["have%2"],"tag":"un","pos":"VBG"},{"form":"attained","kind":["wf"],"lemmas":["attain%2","attained%3"],"senses":["attain%2:38:01::","attain%2:38:00::"],"tag":"man","pos":"VBN"},{"form":"to","kind":["wf"],"lemmas":["to"],"tag":"ignore","pos":"IN"},{"form":"kindliness","kind":["wf"],"lemmas":["kindliness%1"],"senses":["kindliness%1:07:00::"],"tag":"auto","pos":"NN"},{"form":"or","kind":["wf"],"lemmas":["or"],"tag":"ignore","pos":"CC"},{"form":"gentleness","kind":["wf"],"lemmas":["gentleness%1"],"senses":["gentleness%1:07:00::"],"tag":"man","pos":"NN"},{"form":"through","kind":["wf"],"lemmas":["through%3","through%4"],"tag":"un","pos":"IN"},{"form":"age","kind":["wf"],"lemmas":["age%1","age%2"],"senses":["age%1:28:00::","age%1:28:01::"],"tag":"man","pos":"NN"},{"form":"and","kind":["wf"],"lemmas":["and"],"tag":"ignore","pos":"CC"},{"form":"experience","kind":["wf"],"lemmas":["experience%1","experience%2"],"tag":"un","pos":"NN","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["def"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"mellow","kind":["wf"],"lemmas":["mellow%2","mellow%3","mellow%4"],"senses":["mellow%5:00:00:soft:02"],"tag":"auto"},{"form":"wisdom","kind":["wf"],"lemmas":["wisdom%1"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["ex"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"the","kind":["wf"],"lemmas":["the"],"tag":"ignore"},{"form":"peace","kind":["wf"],"lemmas":["peace%1"],"tag":"un"},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore"},{"form":"mellow","kind":["wf"],"lemmas":["mellow%2","mellow%3","mellow%4"],"senses":["mellow%5:00:00:soft:02"],"tag":"auto"},{"form":"age","kind":["wf"],"lemmas":["age%1","age%2"],"senses":["age%1:28:00::","age%1:28:01::"],tag":"man","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"kind":["ex"],"action":"close"}],"keys":["mellow%5:00:00:soft:02"],"ofs":"01156302","terms":["mellow"]}
 {"_id":"adj.all-1157762","doc_id":"adj.all","type":"a","sent_id":1157762,"text":"(of light) transmitted directly from a pointed light source","tokens":[{"kind":["def"],"action":"open"},{"form":"(","kind":["wf"],"tag":"ignore","pos":"punc","sep":""},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore","pos":"IN"},{"form":"light","kind":["wf"],"lemmas":["light%1","light%2","light%3","light%4"],"tag":"un","pos":"NN","sep":""},{"form":")","kind":["wf"],"tag":"ignore","pos":"punc"},{"form":"transmitted","kind":["wf"],"lemmas":["transmit%2","transmitted%3"],"tag":"un","pos":"VBN"},{"form":"directly","kind":["wf"],"lemmas":["directly%4"],"tag":"un","pos":"RB"},{"form":"from","kind":["wf"],"lemmas":["from"],"tag":"ignore","pos":"IN"},{"form":"a","kind":["wf"],"lemmas":["a"],"tag":"ignore","pos":"DT"},{"form":"pointed","kind":["wf"],"lemmas":["point%2","pointed%3"],"tag":"un","pos":"JJ"},{"glob":"auto","kind":["glob","a"],"lemmas":["light_source%1"],"senses":["light_source%1:06:00::"],"tag":"auto"},{"form":"light","kind":["cf","a"],"lemmas":["light%1","light%2","light%3","light%4"],"tag":"un","pos":"JJ"},{"form":"source","kind":["cf","a"],"lemmas":["source%1","source%2"],"tag":"un","pos":"NN","sep":""},{"kind":["def"],"action":"close"}],"keys":["concentrated%3:00:01::","hard%3:00:05::"],"ofs":"01157762","terms":["concentrated","hard"]}
 {"_id":"adj.all-1152620","doc_id":"adj.all","type":"s","sent_id":1152620,"text":"resistant to physical force or pressure; “an unyielding head support”","tokens":[{"kind":["def"],"action":"open"},{"form":"resistant","kind":["wf"],"lemmas":["resistant%3"],"senses":["resistant%5:00:00:impervious:00"],"tag":"man","pos":"JJ"},{"form":"to","kind":["wf"],"lemmas":["to"],"tag":"ignore","pos":"TO"},{"form":"physical","kind":["wf"],"lemmas":["physical%3"],"tag":"un","pos":"JJ"},{"form":"force","kind":["wf"],"lemmas":["force%1","force%2"],"tag":"un","pos":"NN"},{"form":"or","kind":["wf"],"lemmas":["or"],"tag":"ignore","pos":"CC"},{"form":"pressure","kind":["wf"],"lemmas":["pressure%1","pressure%2"],"senses":["pressure%1:19:00::"],"tag":"man","pos":"NN","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["def"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"an","kind":["wf"],"lemmas":["an"],"tag":"ignore"},{"form":"unyielding","kind":["wf"],"lemmas":["unyielding%3"],"senses":["unyielding%5:00:00:hard:01"],"tag":"auto"},{"form":"head","kind":["wf"],"lemmas":["head%1","head%2"],"tag":"un"},{"form":"support","kind":["wf"],"lemmas":["support%1","support%2"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"kind":["ex"],"action":"close"}],"keys":["unyielding%5:00:00:hard:01"],"ofs":"01152620","terms":["unyielding"]}
 {"_id":"adj.all-1156505","doc_id":"adj.all","type":"a","sent_id":1156505,"text":"(of speech sounds); produced with the back of the tongue raised toward or touching the velum; “Russian distinguished between hard consonants and palatalized or soft consonants”","tokens":[{"kind":["aux"],"tag":"ignore","action":"open"},{"form":"(","kind":["wf"],"tag":"ignore","sep":"","pos":"punc"},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore"},{"form":"speech","kind":["wf"],"lemmas":["speech%1"],"tag":"un"},{"form":"sounds","kind":["wf"],"lemmas":["sound%1","sound%2"],"tag":"un","sep":""},{"form":")","kind":["wf"],"tag":"ignore","sep":"","pos":"punc"},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["aux"],"action":"close"},{"kind":["def"],"action":"open"},{"form":"produced","kind":["wf"],"lemmas":["produce%2"],"tag":"un","pos":"VBN"},{"form":"with","kind":["wf"],"lemmas":["with"],"tag":"ignore","pos":"IN"},{"form":"the","kind":["wf"],"lemmas":["the"],"tag":"ignore","pos":"DT"},{"form":"back","kind":["wf"],"lemmas":["back%1","back%2","back%3","back%4"],"tag":"un","pos":"NN"},{"form":"of","kind":["wf"],"lemmas":["of"],"tag":"ignore","pos":"IN"},{"form":"the","kind":["wf"],"lemmas":["the"],"tag":"ignore","pos":"DT"},{"form":"tongue","kind":["wf"],"lemmas":["tongue%1","tongue%2"],"tag":"un","pos":"NN"},{"form":"raised","kind":["wf"],"lemmas":["raise%2","raised%3"],"tag":"un","pos":"VBN"},{"form":"toward","kind":["wf"],"lemmas":["toward"],"tag":"ignore","pos":"IN"},{"form":"or","kind":["wf"],"lemmas":["or"],"tag":"ignore","pos":"CC"},{"form":"touching","kind":["wf"],"lemmas":["touching%1","touch%2","touching%3"],"tag":"un","pos":"VBG"},{"form":"the","kind":["wf"],"lemmas":["the"],"tag":"ignore","pos":"DT"},{"form":"velum","kind":["wf"],"lemmas":["velum%1"],"tag":"un","pos":"NN","sep":""},{"form":";","kind":["wf"],"tag":"ignore","pos":"punc"},{"kind":["def"],"action":"close"},{"kind":["ex"],"action":"open"},{"kind":["wf"],"pos":"punc","form":"“","tag":"ignore","sep":""},{"form":"Russian","kind":["wf"],"lemmas":["Russian%1","Russian%3"],"tag":"un"},{"form":"distinguished","kind":["wf"],"lemmas":["distinguish%2","distinguished%3"],"tag":"un"},{"form":"between","kind":["wf"],"lemmas":["between%4"],"tag":"un"},{"form":"hard","kind":["wf"],"lemmas":["hard%3","hard%4"],"senses":["hard%3:00:03::"],"tag":"auto"},{"form":"consonants","kind":["wf"],"lemmas":["consonant%1"],"tag":"un"},{"form":"and","kind":["wf"],"lemmas":["and"],"tag":"ignore"},{"form":"palatalized","kind":["wf"],"lemmas":["palatalize%2","palatalized%3"],"tag":"un"},{"form":"or","kind":["wf"],"lemmas":["or"],"tag":"ignore"},{"form":"soft","kind":["wf"],"lemmas":["soft%3","soft%4"],"tag":"un"},{"form":"consonants","kind":["wf"],"lemmas":["consonant%1"],"tag":"un","sep":""},{"kind":["wf"],"pos":"punc","form":"”","tag":"ignore","sep":""},{"kind":["ex"],"action":"close"}],"keys":["hard%3:00:03::"],"ofs":"01156505","terms":["hard"]}