feat(docs): Update project metadata and documentation to reflect comprehensive AI-enhanced features and improved installation and usage instructions

ts/classes.aidoc.ts

@@ -94,4 +94,37 @@ export class AiDoc {
     const projectContextInstance = new aiDocsClasses.ProjectContext(projectDirArg);
     return await projectContextInstance.gatherFiles();
   }
+  
+  /**
+   * Get the context with token count information
+   * @param projectDirArg The path to the project directory
+   * @returns An object containing the context string and its token count
+   */
+  public async getProjectContextWithTokenCount(projectDirArg: string) {
+    const projectContextInstance = new aiDocsClasses.ProjectContext(projectDirArg);
+    await projectContextInstance.update();
+    return projectContextInstance.getContextWithTokenCount();
+  }
+  
+  /**
+   * Get just the token count for a project's context
+   * @param projectDirArg The path to the project directory
+   * @returns The number of tokens in the project context
+   */
+  public async getProjectContextTokenCount(projectDirArg: string) {
+    const projectContextInstance = new aiDocsClasses.ProjectContext(projectDirArg);
+    await projectContextInstance.update();
+    return projectContextInstance.getTokenCount();
+  }
+  
+  /**
+   * Count tokens in a text string using GPT tokenizer
+   * @param text The text to count tokens for
+   * @param model The model to use for tokenization (default: gpt-3.5-turbo)
+   * @returns The number of tokens in the text
+   */
+  public countTokens(text: string, model: string = 'gpt-3.5-turbo'): number {
+    const projectContextInstance = new aiDocsClasses.ProjectContext('');
+    return projectContextInstance.countTokens(text, model);
+  }
 }