From 5150fab210ee35c1c94609cd47b11800d6394bfd Mon Sep 17 00:00:00 2001 From: Manoj Date: Fri, 19 Sep 2025 11:34:39 +0530 Subject: [PATCH] fix: increase reranking score threshold (#75) --- apps/webapp/app/env.server.ts | 1 + apps/webapp/app/services/search/rerank.ts | 3 ++- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/apps/webapp/app/env.server.ts b/apps/webapp/app/env.server.ts index 7948964..28cc116 100644 --- a/apps/webapp/app/env.server.ts +++ b/apps/webapp/app/env.server.ts @@ -89,6 +89,7 @@ const EnvironmentSchema = z.object({ EMBEDDING_MODEL_SIZE: z.string().default("1024"), OLLAMA_URL: z.string().optional(), COHERE_API_KEY: z.string().optional(), + COHERE_SCORE_THRESHOLD: z.string().default("0.3"), }); export type Environment = z.infer; diff --git a/apps/webapp/app/services/search/rerank.ts b/apps/webapp/app/services/search/rerank.ts index 1a45b68..2eb9a07 100644 --- a/apps/webapp/app/services/search/rerank.ts +++ b/apps/webapp/app/services/search/rerank.ts @@ -4,6 +4,7 @@ import { type CoreMessage } from "ai"; import { makeModelCall } from "~/lib/model.server"; import { logger } from "../logger.service"; import { CohereClientV2 } from "cohere-ai"; +import { env } from "~/env.server"; // Utility function to safely convert BigInt values to Number function safeNumber(value: any): number { @@ -512,7 +513,7 @@ export async function applyCohereReranking( cohereScore: result.relevanceScore, cohereRank: index + 1, })) - .filter((result) => result.cohereScore >= 0.1); + .filter((result) => result.cohereScore >= Number(env.COHERE_SCORE_THRESHOLD)); const responseTime = Date.now() - startTime; logger.info(