update

ts/aidocs_classes/description.ts

@@ -18,50 +18,72 @@ export class Description {
   }
 
   public async build() {
-    // Use the new TaskContextFactory for optimized context
-    const taskContextFactory = new (await import('../context/index.js')).TaskContextFactory(
-      this.projectDir,
-      this.aiDocsRef.openaiInstance
-    );
-    await taskContextFactory.initialize();
-    
-    // Generate context specifically for description task
-    const contextResult = await taskContextFactory.createContextForDescription();
-    const contextString = contextResult.context;
-    
-    // Log token usage statistics
-    console.log(`Token usage - Context: ${contextResult.tokenCount}, Files: ${contextResult.includedFiles.length + contextResult.trimmedFiles.length}, Savings: ${contextResult.tokenSavings}`);
-
-    let result = await this.aiDocsRef.openaiInstance.chat({
-      systemMessage: `
-You create a json adhering the following interface:
-{
-  description: string; // a sensible short, one sentence description of the project
-  keywords: string[]; // an array of tags that describe the project
-}
-
-The description should be based on what you understand from the project's files.
-The keywords should be based on use cases you see from the files.
-Don't be cheap about the way you think.
-
-Important: Answer only in valid JSON.
-You answer should be parseable with JSON.parse() without modifying anything.
-
-Don't wrap the JSON in three ticks json!!!
-    `,
-      messageHistory: [],
-      userMessage: contextString,
-    });
-
-    console.log(result.message);
-    const resultObject: IDescriptionInterface = JSON.parse(
-      result.message.replace('```json', '').replace('```', ''),
-    );
-
-    // Create a standard ProjectContext instance for file operations
+    // Gather project context upfront to avoid token explosion from filesystem tool
     const projectContext = new ProjectContext(this.projectDir);
     const files = await projectContext.gatherFiles();
-    
+    const contextString = await projectContext.convertFilesToContext([
+      files.smartfilePackageJSON,
+      files.smartfilesNpmextraJSON,
+      ...files.smartfilesMod.slice(0, 10), // Limit to first 10 source files for description
+    ]);
+
+    // Use DualAgentOrchestrator for description generation
+    const descriptionOrchestrator = new plugins.smartagent.DualAgentOrchestrator({
+      smartAiInstance: this.aiDocsRef.smartAiInstance,
+      defaultProvider: 'openai',
+      guardianPolicyPrompt: `
+You validate description generation.
+
+APPROVE if:
+- JSON is valid and parseable
+- Description is a clear, concise one-sentence summary
+- Keywords are relevant to the project's use cases
+- Both description and keywords fields are present
+
+REJECT if:
+- JSON is malformed or wrapped in markdown code blocks
+- Description is too long or vague
+- Keywords are irrelevant or generic
+`,
+    });
+
+    await descriptionOrchestrator.start();
+
+    const descriptionTaskPrompt = `
+You create a project description and keywords for an npm package.
+
+Analyze the project files provided below to understand the codebase, then generate a description and keywords.
+
+Your response must be valid JSON adhering to this interface:
+{
+  description: string; // a sensible short, one sentence description of the project
+  keywords: string[]; // an array of tags that describe the project based on use cases
+}
+
+Important: Answer only in valid JSON.
+Your answer should be parseable with JSON.parse() without modifying anything.
+Don't wrap the JSON in \`\`\`json\`\`\` - just return the raw JSON object.
+
+Here are the project files:
+
+${contextString}
+
+Generate the description based on these files.
+`;
+
+    const descriptionResult = await descriptionOrchestrator.run(descriptionTaskPrompt);
+    await descriptionOrchestrator.stop();
+
+    if (!descriptionResult.success) {
+      throw new Error(`Description generation failed: ${descriptionResult.status}`);
+    }
+
+    console.log(descriptionResult.result);
+    const resultObject: IDescriptionInterface = JSON.parse(
+      descriptionResult.result.replace('```json', '').replace('```', ''),
+    );
+
+    // Use the already gathered files for updates
     const npmextraJson = files.smartfilesNpmextraJSON;
     const npmextraJsonContent = JSON.parse(npmextraJson.contents.toString());
 
@@ -82,6 +104,6 @@ Don't wrap the JSON in three ticks json!!!
     console.log(`\n======================\n`);
     console.log(JSON.stringify(resultObject, null, 2));
     console.log(`\n======================\n`);
-    return result.message;
+    return descriptionResult.result;
   }
 }