diff --git a/apps/webapp/app/env.server.ts b/apps/webapp/app/env.server.ts index 7948964..28cc116 100644 --- a/apps/webapp/app/env.server.ts +++ b/apps/webapp/app/env.server.ts @@ -89,6 +89,7 @@ const EnvironmentSchema = z.object({ EMBEDDING_MODEL_SIZE: z.string().default("1024"), OLLAMA_URL: z.string().optional(), COHERE_API_KEY: z.string().optional(), + COHERE_SCORE_THRESHOLD: z.string().default("0.3"), }); export type Environment = z.infer; diff --git a/apps/webapp/app/services/search/rerank.ts b/apps/webapp/app/services/search/rerank.ts index 1a45b68..2eb9a07 100644 --- a/apps/webapp/app/services/search/rerank.ts +++ b/apps/webapp/app/services/search/rerank.ts @@ -4,6 +4,7 @@ import { type CoreMessage } from "ai"; import { makeModelCall } from "~/lib/model.server"; import { logger } from "../logger.service"; import { CohereClientV2 } from "cohere-ai"; +import { env } from "~/env.server"; // Utility function to safely convert BigInt values to Number function safeNumber(value: any): number { @@ -512,7 +513,7 @@ export async function applyCohereReranking( cohereScore: result.relevanceScore, cohereRank: index + 1, })) - .filter((result) => result.cohereScore >= 0.1); + .filter((result) => result.cohereScore >= Number(env.COHERE_SCORE_THRESHOLD)); const responseTime = Date.now() - startTime; logger.info(