chore: add LLM usage toggle based on env variable (#3385)

Author: skwowet

backend/src/services/collectionService.ts

@@ -449,9 +449,7 @@ export class CollectionService extends LoggerBase {
     const repositoryGroupIds: string[] = rg.map((rg) => rg.id) as string[]
 
     // Find repository groups that need to be updated (exist in both lists)
-    const toUpdate: ICreateRepositoryGroup[] = rg.filter((rg) =>
-      existingIds.includes(rg.id),
-    )
+    const toUpdate: ICreateRepositoryGroup[] = rg.filter((rg) => existingIds.includes(rg.id))
 
     // Find repository groups that need to be created (don't exist or have no ID)
     const toCreate: ICreateRepositoryGroup[] = rg.filter(

services/apps/merge_suggestions_worker/src/activities/common.ts

@@ -3,6 +3,7 @@ import { BedrockRuntimeClient, InvokeModelCommand } from '@aws-sdk/client-bedroc
 import axios from 'axios'
 import { performance } from 'perf_hooks'
 
+import { IS_LLM_ENABLED } from '@crowd/common'
 import { ITenant } from '@crowd/data-access-layer/src/old/apps/merge_suggestions_worker//types'
 import LLMSuggestionVerdictsRepository from '@crowd/data-access-layer/src/old/apps/merge_suggestions_worker/llmSuggestionVerdicts.repo'
 import TenantRepository from '@crowd/data-access-layer/src/old/apps/merge_suggestions_worker/tenant.repo'
@@ -37,10 +38,16 @@ export async function getLLMResult(
   region: string,
   modelSpecificArgs: any,
 ): Promise<ILLMResult> {
+  if (!IS_LLM_ENABLED) {
+    svc.log.error('LLM usage is disabled. Check CROWD_LLM_ENABLED env variable!')
+    return
+  }
+
   if (suggestion.length !== 2) {
     console.log(suggestion)
     throw new Error('Exactly 2 entities are required for LLM comparison')
   }
+
   const client = new BedrockRuntimeClient({
     credentials: {
       accessKeyId: process.env['CROWD_AWS_BEDROCK_ACCESS_KEY_ID'],

services/libs/common/src/env.ts

@@ -15,6 +15,8 @@ export const LOG_LEVEL: string = process.env.LOG_LEVEL || 'info'
 
 export const IS_CLOUD_ENV: boolean = IS_PROD_ENV || IS_STAGING_ENV
 
+export const IS_LLM_ENABLED: boolean = process.env.CROWD_ENABLE_LLM === 'true' || false
+
 export const SERVICE = process.env.SERVICE || 'unknown-service'
 
 export const EDITION: Edition = process.env.CROWD_EDITION as Edition

services/libs/common_services/src/services/llm.service.ts

@@ -5,6 +5,7 @@ import {
 } from '@aws-sdk/client-bedrock-runtime'
 import { performance } from 'perf_hooks'
 
+import { IS_LLM_ENABLED } from '@crowd/common'
 import { insertPromptHistoryEntry } from '@crowd/data-access-layer'
 import { QueryExecutor } from '@crowd/data-access-layer'
 import { Logger, LoggerBase } from '@crowd/logging'
@@ -66,6 +67,11 @@ export class LlmService extends LoggerBase {
     metadata?: Record<string, unknown>,
     saveHistory = true,
   ): Promise<ILlmResponse> {
+    if (!IS_LLM_ENABLED) {
+      this.log.error('LLM usage is disabled. Check CROWD_LLM_ENABLED env variable!')
+      return
+    }
+
     const settings = LLM_SETTINGS[type]
     if (!settings) {
       throw new Error(`No settings found for LLM query type: ${type}`)