MCPcopy Create free account
hub / github.com/google-research/language / eval

Method eval

language/emql/eval.py:58–129  ·  view source on GitHub ↗

Eval one tf_prediction. Args: tf_prediction: a dictionary of predicted values

(self, tf_prediction)

Source from the content-addressed store, hash-verified

56 return self.q2b_relation2id[self.data_loader.id2relation[relid]]
57
58 def eval(self, tf_prediction):
59 """Eval one tf_prediction.
60
61 Args:
62 tf_prediction: a dictionary of predicted values
63
64 """
65 features = tf_prediction['query']
66 pred_answers = tf_prediction['answer_ids']
67
68 # Reformat queries into the Query2Box format. There's not a simple
69 # way to automatically structure the input. Again, we hard code their
70 # input format during parsing for simplicity.
71 if self.task == '1c':
72 ent, rel = features
73 ent = self.convert_entid2q2b(ent)
74 rel = self.convert_relid2q2b(rel)
75 query = ((ent, (rel,)),)
76 elif self.task == '2c':
77 ent, rel1, rel2 = features
78 ent = self.convert_entid2q2b(ent)
79 rel1 = self.convert_relid2q2b(rel1)
80 rel2 = self.convert_relid2q2b(rel2)
81 query = ((ent, (rel1, rel2)),)
82 elif self.task == '3c':
83 ent, rel1, rel2, rel3 = features
84 ent = self.convert_entid2q2b(ent)
85 rel1 = self.convert_relid2q2b(rel1)
86 rel2 = self.convert_relid2q2b(rel2)
87 rel3 = self.convert_relid2q2b(rel3)
88 query = ((ent, (rel1, rel2, rel3)),)
89 elif self.task == '2i' or self.task == '2u':
90 ent1, rel1, ent2, rel2 = features
91 ent1 = self.convert_entid2q2b(ent1)
92 ent2 = self.convert_entid2q2b(ent2)
93 rel1 = self.convert_relid2q2b(rel1)
94 rel2 = self.convert_relid2q2b(rel2)
95 query = ((ent1, (rel1,)), (ent2, (rel2,)))
96 elif self.task == '3i':
97 ent1, rel1, ent2, rel2, ent3, rel3 = features
98 ent1 = self.convert_entid2q2b(ent1)
99 ent2 = self.convert_entid2q2b(ent2)
100 ent3 = self.convert_entid2q2b(ent3)
101 rel1 = self.convert_relid2q2b(rel1)
102 rel2 = self.convert_relid2q2b(rel2)
103 rel3 = self.convert_relid2q2b(rel3)
104 query = ((ent1, (rel1,)), (ent2, (rel2,)), (ent3, (rel3,)))
105 elif self.task == 'ic' or self.task == 'uc':
106 ent1, rel1, ent2, rel2, rel3 = features
107 ent1 = self.convert_entid2q2b(ent1)
108 ent2 = self.convert_entid2q2b(ent2)
109 rel1 = self.convert_relid2q2b(rel1)
110 rel2 = self.convert_relid2q2b(rel2)
111 rel3 = self.convert_relid2q2b(rel3)
112 query = ((ent1, (rel1,)), (ent2, (rel2,)), rel3)
113 elif self.task == 'ci':
114 ent1, rel1, rel2, ent2, rel3 = features
115 ent1 = self.convert_entid2q2b(ent1)

Callers 15

test_evalMethod · 0.95
run_modelFunction · 0.95
test_hits_at_kMethod · 0.45
test_recall_at_kMethod · 0.45
test_map_at_kMethod · 0.45
test_get_nonzero_idsMethod · 0.45
test_x_in_setMethod · 0.45
test_model_membershipMethod · 0.45
test_model_followMethod · 0.45
test_model_metaqaMethod · 0.45

Calls 3

convert_entid2q2bMethod · 0.95
convert_relid2q2bMethod · 0.95
update_metricsMethod · 0.95

Tested by 15

test_evalMethod · 0.76
test_hits_at_kMethod · 0.36
test_recall_at_kMethod · 0.36
test_map_at_kMethod · 0.36
test_get_nonzero_idsMethod · 0.36
test_x_in_setMethod · 0.36
test_model_membershipMethod · 0.36
test_model_followMethod · 0.36
test_model_metaqaMethod · 0.36
test_sketchMethod · 0.36