Eval one tf_prediction. Args: tf_prediction: a dictionary of predicted values
(self, tf_prediction)
| 56 | return self.q2b_relation2id[self.data_loader.id2relation[relid]] |
| 57 | |
| 58 | def eval(self, tf_prediction): |
| 59 | """Eval one tf_prediction. |
| 60 | |
| 61 | Args: |
| 62 | tf_prediction: a dictionary of predicted values |
| 63 | |
| 64 | """ |
| 65 | features = tf_prediction['query'] |
| 66 | pred_answers = tf_prediction['answer_ids'] |
| 67 | |
| 68 | # Reformat queries into the Query2Box format. There's not a simple |
| 69 | # way to automatically structure the input. Again, we hard code their |
| 70 | # input format during parsing for simplicity. |
| 71 | if self.task == '1c': |
| 72 | ent, rel = features |
| 73 | ent = self.convert_entid2q2b(ent) |
| 74 | rel = self.convert_relid2q2b(rel) |
| 75 | query = ((ent, (rel,)),) |
| 76 | elif self.task == '2c': |
| 77 | ent, rel1, rel2 = features |
| 78 | ent = self.convert_entid2q2b(ent) |
| 79 | rel1 = self.convert_relid2q2b(rel1) |
| 80 | rel2 = self.convert_relid2q2b(rel2) |
| 81 | query = ((ent, (rel1, rel2)),) |
| 82 | elif self.task == '3c': |
| 83 | ent, rel1, rel2, rel3 = features |
| 84 | ent = self.convert_entid2q2b(ent) |
| 85 | rel1 = self.convert_relid2q2b(rel1) |
| 86 | rel2 = self.convert_relid2q2b(rel2) |
| 87 | rel3 = self.convert_relid2q2b(rel3) |
| 88 | query = ((ent, (rel1, rel2, rel3)),) |
| 89 | elif self.task == '2i' or self.task == '2u': |
| 90 | ent1, rel1, ent2, rel2 = features |
| 91 | ent1 = self.convert_entid2q2b(ent1) |
| 92 | ent2 = self.convert_entid2q2b(ent2) |
| 93 | rel1 = self.convert_relid2q2b(rel1) |
| 94 | rel2 = self.convert_relid2q2b(rel2) |
| 95 | query = ((ent1, (rel1,)), (ent2, (rel2,))) |
| 96 | elif self.task == '3i': |
| 97 | ent1, rel1, ent2, rel2, ent3, rel3 = features |
| 98 | ent1 = self.convert_entid2q2b(ent1) |
| 99 | ent2 = self.convert_entid2q2b(ent2) |
| 100 | ent3 = self.convert_entid2q2b(ent3) |
| 101 | rel1 = self.convert_relid2q2b(rel1) |
| 102 | rel2 = self.convert_relid2q2b(rel2) |
| 103 | rel3 = self.convert_relid2q2b(rel3) |
| 104 | query = ((ent1, (rel1,)), (ent2, (rel2,)), (ent3, (rel3,))) |
| 105 | elif self.task == 'ic' or self.task == 'uc': |
| 106 | ent1, rel1, ent2, rel2, rel3 = features |
| 107 | ent1 = self.convert_entid2q2b(ent1) |
| 108 | ent2 = self.convert_entid2q2b(ent2) |
| 109 | rel1 = self.convert_relid2q2b(rel1) |
| 110 | rel2 = self.convert_relid2q2b(rel2) |
| 111 | rel3 = self.convert_relid2q2b(rel3) |
| 112 | query = ((ent1, (rel1,)), (ent2, (rel2,)), rel3) |
| 113 | elif self.task == 'ci': |
| 114 | ent1, rel1, rel2, ent2, rel3 = features |
| 115 | ent1 = self.convert_entid2q2b(ent1) |