Change auto-model default batch size (#3036)

2023-10-31 14:46:01 +00:00
parent d24352be0a
commit 2988aceddf
1 changed files with 1 additions and 1 deletions
--- a/extensions/ql-vscode/src/config.ts
+++ b/extensions/ql-vscode/src/config.ts
@@ -735,7 +735,7 @@ export class ModelConfigListener extends ConfigListener implements ModelConfig {
   * Note that the model may return fewer than this number of candidates.
   */
  public get llmGenerationBatchSize(): number {
-    return LLM_GENERATION_BATCH_SIZE.getValue<number | null>() || 10;
+    return LLM_GENERATION_BATCH_SIZE.getValue<number | null>() || 5;
  }

  public getExtensionsDirectory(languageId: string): string | undefined {