Function run

optillm/plugins/deepthink_plugin.py:17–115

Main entry point for the Deep Think plugin. Combines SELF-DISCOVER reasoning structure discovery with uncertainty-routed chain-of-thought generation. Args: system_prompt: System prompt for the model initial_query: User's initial query/problem clien

(
    system_prompt: str, 
    initial_query: str, 
    client, 
    model: str, 
    request_config: Dict[str, Any] = None
)

logger = logging.getLogger(__name__)

def run(
    system_prompt: str, 
    initial_query: str, 
    client, 
    model: str, 
    request_config: Dict[str, Any] = None
) -> Tuple[str, int]:
    """
    Main entry point for the Deep Think plugin.
    
    Combines SELF-DISCOVER reasoning structure discovery with 
    uncertainty-routed chain-of-thought generation.
    
    Args:
        system_prompt: System prompt for the model
        initial_query: User's initial query/problem
        client: OpenAI-compatible client instance
        model: Model identifier
        request_config: Additional configuration parameters
        
    Returns:
        Tuple of (response_text, completion_tokens_used)
    """
    logger.info("Starting Deep Think reasoning process")
    
    # Extract configuration parameters
    config = _parse_config(request_config or {})
    
    # Initialize components
    self_discover = SelfDiscover(
        client=client,
        model=model,
        max_tokens=config["max_tokens"],
        request_config=request_config
    )

    uncertainty_cot = UncertaintyRoutedCoT(
        client=client,
        model=model,
        max_tokens=config["max_tokens"],
        request_config=request_config
    )
    
    total_tokens = 0
    
    # Stage 1: SELF-DISCOVER reasoning structure (if enabled)
    reasoning_structure = None
    if config["enable_self_discover"]:
        logger.info("Discovering task-specific reasoning structure")
        
        discovery_result = self_discover.discover_reasoning_structure(
            task_description=_extract_task_description(initial_query, system_prompt),
            task_examples=None  # Could be enhanced to extract examples
        )
        
        reasoning_structure = discovery_result["reasoning_structure"]
        total_tokens += discovery_result["completion_tokens"]