Function emb_batch_with_fallback

backend/src/memory/embed.ts:186–242

(
    txts: Record<string, string>,
)

// Batch embedding with fallback chain support (for simple mode)
async function emb_batch_with_fallback(
    txts: Record<string, string>,
): Promise<Record<string, number[]>> {
    const providers = [...new Set([env.emb_kind, ...env.embedding_fallback])];

    for (let i = 0; i < providers.length; i++) {
        const provider = providers[i];
        try {
            let result: Record<string, number[]>;
            switch (provider) {
                case "gemini":
                    result = await emb_gemini(txts);
                    break;
                case "openai":
                    result = await emb_batch_openai(txts);
                    break;
                default:
                    // For providers without batch support, embed each sector individually
                    result = {};
                    for (const [s, t] of Object.entries(txts)) {
                        result[s] = await embed_with_provider(provider, t, s);
                    }
            }
            if (i > 0) {
                console.log(
                    `[EMBED] Fallback to ${provider} succeeded for batch`,
                );
            }
            return result;
        } catch (e) {
            const errMsg = e instanceof Error ? e.message : String(e);
            const nextProvider = providers[i + 1];

            if (nextProvider) {
                console.warn(
                    `[EMBED] ${provider} batch failed: ${errMsg}, trying ${nextProvider}`,
                );
            } else {
                console.error(
                    `[EMBED] All providers failed for batch. Last error (${provider}): ${errMsg}. Using synthetic.`,
                );
                // Fall back to synthetic for all sectors
                const result: Record<string, number[]> = {};
                for (const [s, t] of Object.entries(txts)) {
                    result[s] = gen_syn_emb(t, s);
                }
                return result;
            }
        }
    }
    // Fallback if providers array is empty
    const result: Record<string, number[]> = {};
    for (const [s, t] of Object.entries(txts)) {
        result[s] = gen_syn_emb(t, s);
    }
    return result;
}