Chain that generates responses from user input and context.
| 53 | |
| 54 | |
| 55 | class _OpenAIResponseChain(_ResponseChain): |
| 56 | """Chain that generates responses from user input and context.""" |
| 57 | |
| 58 | llm: BaseLanguageModel |
| 59 | |
| 60 | def _extract_tokens_and_log_probs( |
| 61 | self, generations: List[Generation] |
| 62 | ) -> Tuple[Sequence[str], Sequence[float]]: |
| 63 | tokens = [] |
| 64 | log_probs = [] |
| 65 | for gen in generations: |
| 66 | if gen.generation_info is None: |
| 67 | raise ValueError |
| 68 | tokens.extend(gen.generation_info["logprobs"]["tokens"]) |
| 69 | log_probs.extend(gen.generation_info["logprobs"]["token_logprobs"]) |
| 70 | return tokens, log_probs |
| 71 | |
| 72 | |
| 73 | class QuestionGeneratorChain(LLMChain): |