(content)
| 72 | |
| 73 | |
| 74 | def parse_eval_content(content): |
| 75 | try: |
| 76 | res = json.loads(content) |
| 77 | |
| 78 | print(res["reason"]) |
| 79 | |
| 80 | return res["guideline_met"] |
| 81 | except: |
| 82 | print( |
| 83 | "The model gave a bad evaluation response and it couldn't be parsed. Exiting..." |
| 84 | ) |
| 85 | exit(1) |
| 86 | |
| 87 | |
| 88 | def evaluate_final_screenshot(guideline): |
no outgoing calls
no test coverage detected