Updates

batched_main_NER.py

@@ -26,7 +26,12 @@ SPECIFIC_TAG=":__entity__"
 
 def softmax(x):
     """Compute softmax values for each sets of scores in x."""
-    return np.exp(x) / np.sum(np.exp(x), axis=0)
+    e_x = np.exp(x - np.max(x))
+    return e_x / e_x.sum(axis=0) # only difference
+
+#def softmax(x):
+#    """Compute softmax values for each sets of scores in x."""
+#    return np.exp(x) / np.sum(np.exp(x), axis=0)
 
 
 #noun_tags = ['NFP','JJ','NN','FW','NNS','NNPS','JJS','JJR','NNP','POS','CD']

ensemble_config.json

@@ -17,7 +17,10 @@
 "LANGUAGE",
 "GRAMMAR_CONSTRUCT",
 "LOCATION",
-"SOCIAL_CIRCUMSTANCES"
+"SOCIAL_CIRCUMSTANCES",
+"LEGAL",
+"POLITICS",
+"SOFTWARE"
 ],
 
 "common_entities_arr":

entity_types_consolidated.txt

@@ -4,7 +4,7 @@ GENE PROTEIN/ENZYME/VIRAL_PROTEIN/RECEPTOR/PROTEIN_FAMILY/MOUSE_PROTEIN_FAMILY/M
 BODY_PART_OR_ORGAN_COMPONENT BODY_LOCATION_OR_REGION/BODY_SUBSTANCE/CELL/CELL_LINE/CELL_COMPONENT/BIO_MOLECULE/METABOLITE/HORMONE/BODY_ADJECTIVE
 ORGANISM_FUNCTION ORGAN_OR_TISSUE_FUNCTION/PHYSIOLOGIC_FUNCTION/CELL_FUNCTION/FUNCTION_ADJECTIVE
 BIO SPECIES/BACTERIUM/VIRUS/BIO_ADJECTIVE
-OBJECT PRODUCT/MEDICAL_DEVICE/DEVICE/DEVICE_ADJECTIVE
+OBJECT PRODUCT/MEDICAL_DEVICE/DEVICE/PRODUCT_ADJECTIVE
 MEASURE NUMBER/TIME/SEQUENCE/MEASURE_ADJECTIVE
 PERSON PERSON_ADJECTIVE
 ORGANIZATION UNIV/GOV/EDU/ORGANIZATION_ADJECTIVE
@@ -14,5 +14,8 @@ SOCIAL_CIRCUMSTANCES RELIGION/SOCIAL_CIRCUMSTANCES_ADJECTIVE
 COLOR COLOR_ADJECTIVE
 LANGUAGE LANGUAGE_ADJECTIVE
 GRAMMAR_CONSTRUCT
-OTHER
+LEGAL LEGAL_ADJECTIVE
+POLITICS POLITICS_ADJECTIVE
+SOFTWARE SOFTWARE_ADJECTIVE
+OTHER 
 UNTAGGED_ENTITY