解析 response 中的 token 文本列表
(response)
| 82 | |
| 83 | |
| 84 | def get_token_list(response): |
| 85 | """解析 response 中的 token 文本列表""" |
| 86 | token_list = [] |
| 87 | |
| 88 | try: |
| 89 | content_logprobs = response["choices"][0]["logprobs"]["content"] |
| 90 | except (KeyError, IndexError, TypeError) as e: |
| 91 | base_logger.error(f"解析失败：{e}") |
| 92 | return [] |
| 93 | |
| 94 | for token_info in content_logprobs: |
| 95 | token = token_info.get("token") |
| 96 | if token is not None: |
| 97 | token_list.append(token) |
| 98 | |
| 99 | base_logger.info(f"Token List:{token_list}") |
| 100 | return token_list |
| 101 | |
| 102 | |
| 103 | def get_logprobs_list(response): |