1.1.34

.gitea/workflows/default_nottags.yaml

@@ -0,0 +1,66 @@
+name: Default (not tags)
+
+on:
+  push:
+    tags-ignore:
+      - '**'
+
+env:
+  IMAGE: code.foss.global/hosttoday/ht-docker-node:npmci
+  NPMCI_COMPUTED_REPOURL: https://${{gitea.repository_owner}}:${{secrets.GITEA_TOKEN}}@/${{gitea.repository}}.git
+  NPMCI_TOKEN_NPM: ${{secrets.NPMCI_TOKEN_NPM}}
+  NPMCI_TOKEN_NPM2: ${{secrets.NPMCI_TOKEN_NPM2}}
+  NPMCI_GIT_GITHUBTOKEN: ${{secrets.NPMCI_GIT_GITHUBTOKEN}}
+  NPMCI_URL_CLOUDLY: ${{secrets.NPMCI_URL_CLOUDLY}}
+
+jobs:
+  security:
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    container:
+      image: ${{ env.IMAGE }}
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Install pnpm and npmci
+        run: |
+          pnpm install -g pnpm
+          pnpm install -g @ship.zone/npmci
+
+      - name: Run npm prepare
+        run: npmci npm prepare
+
+      - name: Audit production dependencies
+        run: |
+          npmci command npm config set registry https://registry.npmjs.org
+          npmci command pnpm audit --audit-level=high --prod
+        continue-on-error: true
+
+      - name: Audit development dependencies
+        run: |
+          npmci command npm config set registry https://registry.npmjs.org
+          npmci command pnpm audit --audit-level=high --dev
+        continue-on-error: true
+
+  test:
+    if: ${{ always() }}
+    needs: security
+    runs-on: ubuntu-latest
+    container:
+      image: ${{ env.IMAGE }}
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Test stable
+        run: |
+          npmci node install stable
+          npmci npm install
+          npmci npm test
+
+      - name: Test build
+        run: |
+          npmci node install stable
+          npmci npm install
+          npmci npm build

.gitea/workflows/default_tags.yaml

@@ -0,0 +1,124 @@
+name: Default (tags)
+
+on:
+  push:
+    tags:
+      - '*'
+
+env:
+  IMAGE: code.foss.global/hosttoday/ht-docker-node:npmci
+  NPMCI_COMPUTED_REPOURL: https://${{gitea.repository_owner}}:${{secrets.GITEA_TOKEN}}@/${{gitea.repository}}.git
+  NPMCI_TOKEN_NPM: ${{secrets.NPMCI_TOKEN_NPM}}
+  NPMCI_TOKEN_NPM2: ${{secrets.NPMCI_TOKEN_NPM2}}
+  NPMCI_GIT_GITHUBTOKEN: ${{secrets.NPMCI_GIT_GITHUBTOKEN}}
+  NPMCI_URL_CLOUDLY: ${{secrets.NPMCI_URL_CLOUDLY}}
+
+jobs:
+  security:
+    runs-on: ubuntu-latest
+    continue-on-error: true
+    container:
+      image: ${{ env.IMAGE }}
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Prepare
+        run: |
+          pnpm install -g pnpm
+          pnpm install -g @ship.zone/npmci
+          npmci npm prepare
+
+      - name: Audit production dependencies
+        run: |
+          npmci command npm config set registry https://registry.npmjs.org
+          npmci command pnpm audit --audit-level=high --prod
+        continue-on-error: true
+
+      - name: Audit development dependencies
+        run: |
+          npmci command npm config set registry https://registry.npmjs.org
+          npmci command pnpm audit --audit-level=high --dev
+        continue-on-error: true
+
+  test:
+    if: ${{ always() }}
+    needs: security
+    runs-on: ubuntu-latest
+    container:
+      image: ${{ env.IMAGE }}
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Prepare
+        run: |
+          pnpm install -g pnpm
+          pnpm install -g @ship.zone/npmci
+          npmci npm prepare
+
+      - name: Test stable
+        run: |
+          npmci node install stable
+          npmci npm install
+          npmci npm test
+
+      - name: Test build
+        run: |
+          npmci node install stable
+          npmci npm install
+          npmci npm build
+
+  release:
+    needs: test
+    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
+    runs-on: ubuntu-latest
+    container:
+      image: ${{ env.IMAGE }}
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Prepare
+        run: |
+          pnpm install -g pnpm
+          pnpm install -g @ship.zone/npmci
+          npmci npm prepare
+
+      - name: Release
+        run: |
+          npmci node install stable
+          npmci npm publish
+
+  metadata:
+    needs: test
+    if: github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
+    runs-on: ubuntu-latest
+    container:
+      image: ${{ env.IMAGE }}
+    continue-on-error: true
+
+    steps:
+      - uses: actions/checkout@v3
+
+      - name: Prepare
+        run: |
+          pnpm install -g pnpm
+          pnpm install -g @ship.zone/npmci
+          npmci npm prepare
+
+      - name: Code quality
+        run: |
+          npmci command npm install -g typescript
+          npmci npm install
+
+      - name: Trigger
+        run: npmci trigger
+
+      - name: Build docs and upload artifacts
+        run: |
+          npmci node install stable
+          npmci npm install
+          pnpm install -g @git.zone/tsdoc
+          npmci command tsdoc
+        continue-on-error: true

npmextra.json

@@ -8,7 +8,20 @@
       "shortDescription": "a tool for better documentation",
       "npmPackagename": "@git.zone/tsdoc",
       "license": "MIT",
-      "projectDomain": "git.zone"
+      "projectDomain": "git.zone",
+      "description": "An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.",
+      "keywords": [
+        "TypeScript",
+        "documentation generation",
+        "AI-enhanced documentation",
+        "CLI tool",
+        "code analysis",
+        "automated documentation",
+        "developer tools",
+        "API documentation",
+        "technical writing",
+        "code quality improvement"
+      ]
     }
   },
   "npmci": {
@@ -17,6 +30,5 @@
   },
   "tsdoc": {
     "legal": "\n## License and Legal Information\n\nThis repository contains open-source code that is licensed under the MIT License. A copy of the MIT License can be found in the [license](license) file within this repository. \n\n**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.\n\n### Trademarks\n\nThis project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH and are not included within the scope of the MIT license granted herein. Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines, and any usage must be approved in writing by Task Venture Capital GmbH.\n\n### Company Information\n\nTask Venture Capital GmbH  \nRegistered at District court Bremen HRB 35230 HB, Germany\n\nFor any legal inquiries or if you require further information, please contact us via email at hello@task.vc.\n\nBy using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.\n"
-  
   }
 }

package.json

@@ -1,42 +1,46 @@
 {
   "name": "@git.zone/tsdoc",
-  "version": "1.1.15",
+  "version": "1.1.34",
   "private": false,
-  "description": "a tool for better documentation",
+  "description": "An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.",
-  "main": "dist_ts/index.js",
-  "typings": "dist_ts/index.d.ts",
   "type": "module",
-  "author": "Lossless GmbH",
+  "exports": {
+    ".": "./dist_ts/index.js"
+  },
+  "author": "Task Venture Capital GmbH",
   "license": "MIT",
   "bin": {
     "tsdoc": "cli.js"
   },
   "scripts": {
-    "test": "(tstest test/) && (node ./cli.ts.js)",
+    "test": "(tstest test/) && npm run testCli",
-    "build": "(tsbuild --web --allowimplicitany)"
+    "testCli": "(node ./cli.ts.js) && (node ./cli.ts.js aidocs)",
+    "build": "(tsbuild --web --allowimplicitany)",
+    "buildDocs": "tsdoc"
   },
   "devDependencies": {
-    "@git.zone/tsbuild": "^2.1.65",
+    "@git.zone/tsbuild": "^2.1.80",
     "@git.zone/tsrun": "^1.2.46",
-    "@git.zone/tstest": "^1.0.73",
+    "@git.zone/tstest": "^1.0.90",
-    "@push.rocks/tapbundle": "^5.0.4",
+    "@push.rocks/tapbundle": "^5.0.23",
-    "@types/node": "^20.12.2"
+    "@types/node": "^20.14.8"
   },
   "dependencies": {
     "@push.rocks/early": "^4.0.3",
-    "@push.rocks/npmextra": "^5.0.10",
+    "@push.rocks/npmextra": "^5.0.23",
     "@push.rocks/qenv": "^6.0.5",
-    "@push.rocks/smartai": "^0.0.8",
+    "@push.rocks/smartai": "^0.0.17",
-    "@push.rocks/smartcli": "^4.0.6",
+    "@push.rocks/smartcli": "^4.0.11",
     "@push.rocks/smartdelay": "^3.0.5",
-    "@push.rocks/smartfile": "^11.0.4",
+    "@push.rocks/smartfile": "^11.0.20",
+    "@push.rocks/smartgit": "^3.0.4",
     "@push.rocks/smartinteract": "^2.0.15",
-    "@push.rocks/smartlog": "^3.0.1",
+    "@push.rocks/smartlog": "^3.0.7",
-    "@push.rocks/smartlog-destination-local": "^9.0.1",
+    "@push.rocks/smartlog-destination-local": "^9.0.2",
-    "@push.rocks/smartpath": "^5.0.5",
+    "@push.rocks/smartpath": "^5.0.18",
-    "@push.rocks/smartshell": "^3.0.4",
+    "@push.rocks/smartshell": "^3.0.5",
-    "typedoc": "^0.25.12",
+    "typedoc": "^0.26.0",
-    "typescript": "^5.4.3"
+    "typescript": "^5.5.2"
   },
   "files": [
     "ts/**/*",
@@ -52,5 +56,25 @@
   ],
   "browserslist": [
     "last 1 chrome versions"
-  ]
+  ],
+  "keywords": [
+    "TypeScript",
+    "documentation generation",
+    "AI-enhanced documentation",
+    "CLI tool",
+    "code analysis",
+    "automated documentation",
+    "developer tools",
+    "API documentation",
+    "technical writing",
+    "code quality improvement"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://gitlab.com/gitzone/tsdoc.git"
+  },
+  "bugs": {
+    "url": "https://gitlab.com/gitzone/tsdoc/issues"
+  },
+  "homepage": "https://gitlab.com/gitzone/tsdoc#readme"
 }

readme.hints.md

@@ -0,0 +1,5 @@
+* module needs to be installed globally
+* alternatively can be used through npx, if installed locally
+* cli parameters are concluded from ./ts/cli.ts
+* this module is not intended for API use.
+* Read carefully through the TypeScript files. Don't make stuff up.

readme.md

@@ -1,57 +1,328 @@
 # @git.zone/tsdoc
-a tool for better documentation
+
+An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.
 
 ## Install
-To install `@git.zone/tsdoc`, you will need Node.js and npm (Node Package Manager) installed on your system. Once you have those prerequisites, open your terminal or command prompt and run the following command:
+
+To install `@git.zone/tsdoc`, you can either install it globally or use it with `npx`.
+
+### Global Installation
+
+You can install `@git.zone/tsdoc` globally on your system using npm:
 
 ```bash
-npm install @git.zone/tsdoc --save
+npm install -g @git.zone/tsdoc
+```
+
+### Usage with npx
+
+If you prefer not to install it globally, you can use it with `npx`:
+
+```bash
+npx @git.zone/tsdoc <command>
 ```
-This command tells npm to download the `@git.zone/tsdoc` package and add it as a dependency to your project's `package.json` file.
 
 ## Usage
-To use `@git.zone/tsdoc` effectively in your TypeScript projects, we must delve deep into its functionalities and elaborate on the possibilities it offers. Remember, TypeScript is a statically typed superset of JavaScript, and ESM (ECMAScript Module) syntax is preferred for module import/export operations. Throughout this section, we'll maintain strict adherence to these standards.
 
-### Getting Started
+`@git.zone/tsdoc` provides a comprehensive CLI tool and advanced AI-enhanced features to generate and enhance documentation for your TypeScript projects.
-Before anything else, ensure you import the necessary functionalities from `@git.zone/tsdoc` at the top of your TypeScript file:
 
-```typescript
+### Using the CLI
-import { runCli } from '@git.zone/tsdoc';
-```
 
-The `runCli` function is a pivotal part of `@git.zone/tsdoc`, serving as an entry point for leveraging its capabilities.
+The primary interface for `@git.zone/tsdoc` is through its command-line tool. Below, we'll explore the different commands available and provide examples of how to use them.
 
-### Leveraging TypeScript for Documentation
+### Commands
-TypeScript's rich type system can significantly enhance your documentation process. By providing detailed type annotations, you allow `tsdoc` to generate more informative and useful documentation.
 
-Consider the following TypeScript interface example:
+#### `tsdoc` - Auto-detect Documentation Format
 
-```typescript
+The standard command will automatically detect the documentation format of your project and generate the appropriate documentation.
-interface Person {
-  name: string;
-  age: number;
-}
-```
-
-By explicitly stating that `name` is a `string` and `age` is a `number`, you make your code self-descriptive. `@git.zone/tsdoc` can use this information to generate documentation that is immediately understandable to other developers.
-
-### Generating Documentation
-To generate documentation, `@git.zone/tsdoc` provides a CLI tool. Use the `npm run` script from your `package.json` or directly invoke the CLI command if `@git.zone/tsdoc` is installed globally. Here's a sample command to generate documentation:
 
 ```bash
 tsdoc
 ```
 
-This command scans your TypeScript project for type annotations, comments, and other relevant information to generate comprehensive documentation.
+### Example
 
-### Advanced Usage: Ensuring Documentation Quality
+```typescript
-It's critical to ensure the completeness and quality of your documentation. `@git.zone/tsdoc` encourages a workflow that includes regular documentation generation and review. This practice helps identify areas lacking sufficient documentation and areas where the documentation can be improved for better clarity.
+// In a TypeScript project, run the above command.
+```
 
-In projects with multiple contributors, consider setting up continuous integration (CI) tasks that include documentation generation and linting. This setup can help maintain high documentation standards by automatically flagging issues for correction before merging code changes.
+#### `tsdoc typedoc` - Generate Documentation using TypeDoc
 
-### Conclusion
+The `typedoc` command will generate documentation compliant with the TypeDoc format.
-`@git.zone/tsdoc` is a versatile tool that, when used to its full potential, significantly enhances the quality and usability of your project's documentation. By following TypeScript best practices and integrating documentation generation into your development workflow, you can achieve a well-documented codebase that is welcoming to new contributors and beneficial to your project's long-term success.
 
-Please refer to the official `@git.zone/tsdoc` documentation and TypeScript guidelines for more in-depth coverage of the features and best practices discussed here.
+```bash
+tsdoc typedoc --publicSubdir docs
+```
 
-(Note: This guide has been crafted to showcase the usage of `@git.zone/tsdoc` in diverse scenarios comprehensively. Ensure to adapt and extend the examples provided to fit the specific needs and complexities of your projects.)
+### Example
+
+```typescript
+import * as plugins from '@push.rocks/smartfile';
+
+const tsconfigPath = plugins.path.join(__dirname, 'tsconfig.json');
+const outputPath = plugins.path.join(__dirname, 'docs');
+
+await plugins.smartshellInstance.exec(
+  `typedoc --tsconfig ${tsconfigPath} --out ${outputPath} index.ts`,
+);
+```
+
+#### `tsdoc aidoc` - Generate AI-Enhanced Documentation
+
+The `aidoc` command will use AI to generate an enhanced README and update your project description.
+
+```bash
+tsdoc aidoc
+```
+
+### Example
+
+```typescript
+import { AiDoc } from '@git.zone/tsdoc';
+
+(async () => {
+  const aidoc = new AiDoc();
+  await aidoc.start();
+  await aidoc.buildReadme('./');
+  await aidoc.buildDescription('./');
+})();
+```
+
+#### `tsdoc test` - Test Your Documentation Setup
+
+The `test` command will test your current documentation setup, ensuring everything is configured correctly.
+
+```bash
+tsdoc test
+```
+
+### Example
+
+```typescript
+import * as plugins from '@git.zone/tsdoc';
+
+await plugins.runCli().catch((err) => {
+  console.error(err);
+  process.exit(1);
+});
+```
+
+## Features in Depth
+
+### Using Plugins
+
+`@git.zone/tsdoc` extensively uses plugins to extend its capabilities.
+
+### Available Plugins
+
+- **npmextra**: Manage npm project-related configurations.
+- **qenv**: Environment variable management.
+- **smartai**: AI integration.
+- **smartcli**: CLI helper.
+- **smartdelay**: Simple delay utility.
+- **smartfile**: File system utilities.
+- **smartinteract**: Interaction helper.
+- **smartlog**: Logging utility.
+- **smartlogDestinationLocal**: Local file destination for logging.
+- **smartpath**: Path utilities.
+- **smartshell**: Shell command execution.
+- **typedoc**: Documentation generation.
+
+### Example Usage of Plugins
+
+#### Path Management
+
+```typescript
+import * as path from 'path';
+
+const packageDir = path.join(__dirname, '../');
+const cwd = process.cwd();
+const binDir = path.join(packageDir, './node_modules/.bin');
+const assetsDir = path.join(packageDir, './assets');
+const publicDir = path.join(cwd, './public');
+const tsDir = path.join(cwd, './ts');
+const tsconfigFile = path.join(assetsDir, './tsconfig.json');
+const typedocOptionsFile = path.join(assetsDir, './typedoc.json');
+```
+
+#### Logging
+
+```typescript
+import * as plugins from './plugins';
+
+const logger = new plugins.smartlog.Smartlog({
+  logContext: {
+    company: 'Some Company',
+    companyunit: 'Some CompanyUnit',
+    containerName: 'Some Containername',
+    environment: 'local',
+    runtime: 'node',
+    zone: 'gitzone',
+  },
+  minimumLogLevel: 'silly',
+});
+
+logger.addLogDestination(new plugins.smartlogDestinationLocal.DestinationLocal());
+```
+
+## Advanced Usage
+
+### Using `TypeDoc` Class
+
+The `TypeDoc` class provides utility methods to compile TypeScript documentation.
+
+```typescript
+import { TypeDoc } from '@git.zone/tsdoc/classes.typedoc';
+
+const typeDocInstance = new TypeDoc(paths.cwd);
+
+await typeDocInstance.compile({
+  publicSubdir: 'docs',
+});
+```
+
+### Using `AiDoc` Class
+
+The `AiDoc` class integrates with AI services to enhance your documentation.
+
+#### Initializing and Using AI
+
+```typescript
+import { AiDoc } from '@git.zone/tsdoc';
+
+const aiDoc = new AiDoc({ OPENAI_TOKEN: 'your-openai-token' });
+
+await aiDoc.start();
+await aiDoc.buildReadme('./');
+await aiDoc.buildDescription('./');
+```
+
+#### Retrieving AI Tokens
+
+```typescript
+import * as plugins from '@git.zone/tsdoc/plugins';
+
+const qenv = new plugins.qenv.Qenv();
+const openaiToken = await qenv.getEnvVarOnDemand('OPENAI_TOKEN');
+```
+
+### Testing
+
+The provided tests demonstrate how to verify the functionality of the `@git.zone/tsdoc` tool.
+
+#### Example Test Script
+
+```typescript
+import { expect, tap } from '@push.rocks/tapbundle';
+import * as tsdoc from '../ts/index';
+
+tap.test('should create AiDoc instance', async () => {
+  const aidoc = new tsdoc.AiDoc({ OPENAI_TOKEN: 'dummy-token' });
+  expect(aidoc).toBeInstanceOf(tsdoc.AiDoc);
+});
+
+tap.test('should start AiDoc', async () => {
+  const aidoc = new tsdoc.AiDoc({ OPENAI_TOKEN: 'dummy-token' });
+  await aidoc.start();
+  await aidoc.buildReadme('./');
+  await aidoc.buildDescription('./');
+});
+
+tap.start();
+```
+
+### Internals
+
+The `@git.zone/tsdoc` consists of several internal classes and utilities that streamline its functionality.
+
+#### File Paths Management
+
+Located in `ts/paths.ts`, the file defines various directories and file paths used by the tool.
+
+```typescript
+import * as plugins from './plugins';
+
+export const packageDir = plugins.path.join(
+  plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url),
+  '../',
+);
+export const cwd = process.cwd();
+export const binDir = plugins.path.join(packageDir, './node_modules/.bin');
+export const assetsDir = plugins.path.join(packageDir, './assets');
+export const publicDir = plugins.path.join(cwd, './public');
+export const tsDir = plugins.path.join(cwd, './ts');
+export const tsconfigFile = plugins.path.join(assetsDir, './tsconfig.json');
+export const typedocOptionsFile = plugins.path.join(assetsDir, './typedoc.json');
+```
+
+#### Utility Commands
+
+Define utility commands that streamline various processes.
+
+##### Example: SmartCLI Usage
+
+```typescript
+// Import required modules and plugins
+import * as plugins from './plugins';
+import * as paths from './paths';
+
+// TypeDoc and AiDoc classes
+import { TypeDoc } from './classes.typedoc';
+import { AiDoc } from './classes.aidoc';
+
+// Export a run function
+export const run = async () => {
+  const tsdocCli = new plugins.smartcli.Smartcli();
+
+  tsdocCli.standardCommand().subscribe(async (argvArg) => {
+    switch (true) {
+      case await TypeDoc.isTypeDocDir(paths.cwd):
+        tsdocCli.triggerCommand('typedoc', argvArg);
+        break;
+      default:
+        console.error(`Cannot determine docs format at ${paths.cwd}`);
+    }
+  });
+
+  tsdocCli.addCommand('typedoc').subscribe(async (argvArg) => {
+    const typeDocInstance = new TypeDoc(paths.cwd);
+    await typeDocInstance.compile({
+      publicSubdir: argvArg.publicSubdir,
+    });
+  });
+
+  tsdocCli.addCommand('aidoc').subscribe(async (argvArg) => {
+    const aidocInstance = new AiDoc(argvArg);
+    await aidocInstance.start();
+    await aidocInstance.buildReadme(paths.cwd);
+    await aidocInstance.buildDescription(paths.cwd);
+  });
+
+  tsdocCli.startParse();
+};
+```
+
+By leveraging these functionalities, you can configure and extend `@git.zone/tsdoc` to fit your specific documentation generation needs.
+
+### Further Enhancements
+
+The `@git.zone/tsdoc` tool is designed to be extensible. Explore the source files and plugins to add more functionality or integrate with other tools as needed. This README provides an extensive overview of the commands and features but it's always beneficial to dive into the source code to understand the intricacies and potential customizations. Happy documenting!
+
+## License and Legal Information
+
+This repository contains open-source code that is licensed under the MIT License. A copy of the MIT License can be found in the [license](license) file within this repository.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH and are not included within the scope of the MIT license granted herein. Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines, and any usage must be approved in writing by Task Venture Capital GmbH.
+
+### Company Information
+
+Task Venture Capital GmbH  
+Registered at District court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or if you require further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

test/test.aidoc.nonci.ts

@@ -0,0 +1,38 @@
+import { tap, expect } from '@push.rocks/tapbundle';
+import * as qenv from '@push.rocks/qenv';
+let testQenv = new qenv.Qenv('./', '.nogit/');
+
+import * as tsdocs from '../ts/index.js';
+
+let aidocs: tsdocs.AiDoc;
+
+tap.test('should create an AIdocs class', async () => {
+  aidocs = new tsdocs.AiDoc({
+    OPENAI_TOKEN: await testQenv.getEnvVarOnDemand('OPENAI_TOKEN'),
+  });
+  expect(aidocs).toBeInstanceOf(tsdocs.AiDoc);
+});
+
+tap.test('should start AIdocs', async () => {
+  await aidocs.start();
+});
+
+tap.skip.test('should start AIdocs', async () => {
+  await aidocs.buildReadme('./');
+});
+
+tap.skip.test('should start AIdocs', async () => {
+  await aidocs.buildDescription('./');
+});
+
+tap.test('should build commit object', async () => {
+  const commitObject = await aidocs.buildNextCommitObject('./');
+  console.log(commitObject);
+  expect(commitObject).not.toBeUndefined();
+  expect(commitObject).toHaveProperty('message');
+  expect(commitObject).toHaveProperty('recommendedNextVersion');
+  expect(commitObject).toHaveProperty('recommendedNextVersionLevel');
+
+})
+
+tap.start();

test/test.aidocs.nonci.ts

@@ -1,27 +0,0 @@
-import { tap, expect } from '@push.rocks/tapbundle';
-import * as qenv from '@push.rocks/qenv';
-let testQenv = new qenv.Qenv('./', '.nogit/');
-
-import * as tsdocs from '../ts/index.js';
-
-let aidocs: tsdocs.AiDoc;
-
-tap.test('should create an AIdocs class', async () => {
-  aidocs = new tsdocs.AiDoc({
-    'OPENAI_TOKEN': await testQenv.getEnvVarOnDemand('OPENAI_TOKEN')
-  });
-  expect(aidocs).toBeInstanceOf(tsdocs.AiDoc);
-});
-
-tap.test('should start AIdocs', async () => {
-  await aidocs.start();
-  await aidocs.buildReadme('./');
-})
-
-tap.test('should start AIdocs', async () => {
-  await aidocs.start();
-  await aidocs.buildDescription('./');
-})
-
-
-tap.start();

ts/00_commitinfo_data.ts

@@ -3,6 +3,6 @@
  */
 export const commitinfo = {
   name: '@git.zone/tsdoc',
-  version: '1.1.15',
+  version: '1.1.34',
-  description: 'a tool for better documentation'
+  description: 'An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.'
 }

ts/aidocs_classes/commit.ts

@@ -0,0 +1,98 @@
+import * as plugins from '../plugins.js';
+import { AiDoc } from '../classes.aidoc.js';
+import { ProjectContext } from './projectcontext.js';
+
+export interface INextCommitObject {
+  recommendedNextVersionLevel: 'patch' | 'minor' | 'major'; // the recommended next version level of the project
+  recommendedNextVersion: string; // the recommended next version of the project
+  message: string; // the commit message. use conventional commits format
+  changelog?: string; // the changelog
+}
+
+export class Commit {
+  private aiDocsRef: AiDoc;
+  private projectDir: string;
+
+  constructor(aiDocsRef: AiDoc, projectDirArg: string) {
+    this.aiDocsRef = aiDocsRef;
+    this.projectDir = projectDirArg;
+  }
+
+  public async buildNextCommitObject(): Promise<INextCommitObject> {
+    const smartgitInstance = new plugins.smartgit.Smartgit();
+    await smartgitInstance.init();
+    const gitRepo = await plugins.smartgit.GitRepo.fromOpeningRepoDir(smartgitInstance, this.projectDir);
+    const diffString = await gitRepo.getUncommittedDiff();
+    console.log(diffString);
+    const projectContext = new ProjectContext(this.projectDir);
+    let contextString = await projectContext.update();
+    contextString = `
+${contextString}
+
+Here is the diff:
+${diffString}
+    `
+
+    let result = await this.aiDocsRef.openaiInstance.chat({
+      systemMessage: `
+You create a commit message for a git commit.
+The commit message should be based on the files in the project.
+You should not include any licensing information.
+You should not include any personal information.
+
+Important: Answer only in valid JSON.
+
+Your answer should be parseable with JSON.parse() without modifying anything.
+
+Here is the structure of the JSON you should return:
+{
+  recommendedNextVersionLevel: 'patch' | 'minor' | 'major'; // the recommended next version level of the project
+  recommendedNextVersion: string; // the recommended next version of the project
+  message: string; // the commit message. use conventional commits format
+}
+
+You are being given the files of the project. You should use them to create the commit message.
+Also you are given a diff
+
+`,
+      messageHistory: [],
+      userMessage: contextString,
+    });
+
+    // console.log(result.message);
+    const resultObject: INextCommitObject = JSON.parse(result.message.replace('```json', '').replace('```', ''));
+
+    // lets build the changelog based on that
+    const commitMessages = await gitRepo.getAllCommitMessages();
+    const previousChangelogPath = plugins.path.join(this.projectDir, 'changelog.md');
+    let previousChangelog: plugins.smartfile.SmartFile;
+    if (await plugins.smartfile.fs.fileExists(previousChangelogPath)) {
+      previousChangelog = await plugins.smartfile.SmartFile.fromFilePath(previousChangelogPath);
+    }
+    let result2 = await this.aiDocsRef.openaiInstance.chat({
+      messageHistory: [],
+      systemMessage: `
+You are building a changelog file for the projext.
+Omit commits and versions that lack relevant changes.
+
+You are given
+* the previous changelog file (if available)
+* the commit messages of the project
+
+Only return the changelog file, so it can be written directly to changelog.md
+
+For the latest version, that is not yet part of the commit messages, use {{nextVersion}} and {{nextDescription}} placeholders.
+      `,
+      userMessage: `
+The previous changelog file is:
+${(!previousChangelog) ? 'No previous changelog file found' : previousChangelog.contents.toString()}
+
+Here are the commit messages so far:
+
+${commitMessages.join('\n\n')}
+`
+    })
+    resultObject.changelog = result2.message;
+    return resultObject;
+  }
+}

ts/aidocs_classes/description.ts

@@ -8,7 +8,6 @@ interface IDescriptionInterface {
 }
 
 export class Description {
-
   // INSTANCE
   private aiDocsRef: AiDoc;
   private projectDir: string;
@@ -23,8 +22,8 @@ export class Description {
     const projectContext = new ProjectContext(this.projectDir);
     const contextString = await projectContext.update();
 
-    let result = await this.aiDocsRef.openaiInstance.chat(
+    let result = await this.aiDocsRef.openaiInstance.chat({
-      `
+      systemMessage: `
 You create a json adhering the following interface:
 {
   description: string; // a sensible short, one sentence description of the project
@@ -40,12 +39,14 @@ export class Description {
 
 Don't wrap the JSON in three ticks json!!!
     `,
-      contextString,
+      messageHistory: [],
-      []
+      userMessage: contextString,
-    );
+    });
 
-    console.log(result.message.content);
+    console.log(result.message);
-    const resultObject: IDescriptionInterface = JSON.parse(result.message.content.replace('```json', '').replace('```', ''));
+    const resultObject: IDescriptionInterface = JSON.parse(
+      result.message.replace('```json', '').replace('```', ''),
+    );
 
     const npmextraJson = (await projectContext.gatherFiles()).smartfilesNpmextraJSON;
     const npmextraJsonContent = JSON.parse(npmextraJson.contents.toString());
@@ -64,10 +65,9 @@ export class Description {
     packageJson.contents = Buffer.from(JSON.stringify(packageJsonContent, null, 2));
     await packageJson.write();
 
-
     console.log(`\n======================\n`);
     console.log(JSON.stringify(resultObject, null, 2));
     console.log(`\n======================\n`);
-    return result.message.content;
+    return result.message;
   }
 }

ts/aidocs_classes/index.ts

@@ -1,3 +1,4 @@
+export * from './commit.js';
 export * from './description.js';
 export * from './projectcontext.js';
 export * from './readme.js';

ts/aidocs_classes/projectcontext.ts

@@ -13,27 +13,33 @@ export class ProjectContext {
   public async gatherFiles() {
     const smartfilePackageJSON = await plugins.smartfile.SmartFile.fromFilePath(
       plugins.path.join(this.projectDir, 'package.json'),
-      this.projectDir
+      this.projectDir,
     );
     const smartfilesReadme = await plugins.smartfile.SmartFile.fromFilePath(
       plugins.path.join(this.projectDir, 'readme.md'),
-      this.projectDir
+      this.projectDir,
+    );
+
+    const smartfilesReadmeHints = await plugins.smartfile.SmartFile.fromFilePath(
+      plugins.path.join(this.projectDir, 'readme.hints.md'),
+      this.projectDir,
     );
     const smartfilesNpmextraJSON = await plugins.smartfile.SmartFile.fromFilePath(
       plugins.path.join(this.projectDir, 'npmextra.json'),
-      this.projectDir
+      this.projectDir,
     );
     const smartfilesMod = await plugins.smartfile.fs.fileTreeToObject(
       this.projectDir,
-      'ts/**/*.ts'
+      'ts*/**/*.ts',
     );
     const smartfilesTest = await plugins.smartfile.fs.fileTreeToObject(
       this.projectDir,
-      'test/**/*.ts'
+      'test/**/*.ts',
     );
     return {
       smartfilePackageJSON,
       smartfilesReadme,
+      smartfilesReadmeHints,
       smartfilesNpmextraJSON,
       smartfilesMod,
       smartfilesTest,
@@ -41,6 +47,10 @@ export class ProjectContext {
   }
 
   public async convertFilesToContext(filesArg: plugins.smartfile.SmartFile[]) {
+    console.log(`Using the following files for the documentation:`);
+    filesArg.map((fileArg) => {
+      console.log(`  -> ${fileArg.relative}`);
+    });
     return filesArg
       .map((smartfile) => {
         return `
@@ -59,10 +69,12 @@ ${smartfile.contents.toString()}
     let context = await this.convertFilesToContext([
       files.smartfilePackageJSON,
       files.smartfilesReadme,
+      files.smartfilesReadmeHints,
       files.smartfilesNpmextraJSON,
       ...files.smartfilesMod,
       ...files.smartfilesTest,
     ]);
+    // console.log(context);
     return context;
   }
 

ts/aidocs_classes/readme.ts

@@ -3,7 +3,6 @@ import * as plugins from '../plugins.js';
 import { ProjectContext } from './projectcontext.js';
 
 export class Readme {
-
   // INSTANCE
   private aiDocsRef: AiDoc;
   private projectDir: string;
@@ -21,15 +20,17 @@ export class Readme {
     const contextString = await projectContext.update();
 
     // lets first check legal before introducung any cost
-    const npmExtraJson = JSON.parse(((await projectContext.gatherFiles()).smartfilesNpmextraJSON).contents.toString());
+    const npmExtraJson = JSON.parse(
-    const legalInfo = npmExtraJson?.tsdoc?.legal
+      (await projectContext.gatherFiles()).smartfilesNpmextraJSON.contents.toString(),
+    );
+    const legalInfo = npmExtraJson?.tsdoc?.legal;
     if (!legalInfo) {
       const error = new Error(`No legal information found in npmextra.json`);
       console.log(error);
     }
 
-    let result = await this.aiDocsRef.openaiInstance.chat(
+    let result = await this.aiDocsRef.openaiInstance.chat({
-      `
+      systemMessage: `
 You create markdown readmes for npm projects. You only output the markdown readme.
 
 The Readme should follow the following template:
@@ -59,26 +60,25 @@ The Readme should follow the following template:
   Don't include any licensing information. This will be added in a later step.
   Avoid "in conclusions".
 
-  npmextra.json has a tsdocs section that provides valuable information about module ideas.
+  Good to know:
+  * npmextra.json contains overall module information.
+  * readme.hints.md provides valuable hints about module ideas.
 ]
             `,
-      contextString,
+      messageHistory: [],
-      []
+      userMessage: contextString,
-    );
+    });
-    
-
-    finalReadmeString += result.message.content + '\n' + legalInfo;
-
 
+    finalReadmeString += result.message + '\n' + legalInfo;
 
     console.log(`\n======================\n`);
-    console.log(result.message.content);
+    console.log(result.message);
     console.log(`\n======================\n`);
 
     const readme = (await projectContext.gatherFiles()).smartfilesReadme;
     readme.contents = Buffer.from(finalReadmeString);
     await readme.write();
 
-    return result.message.content;
+    return result.message;
   }
 }

ts/classes.aidoc.ts

@@ -42,13 +42,15 @@ export class AiDoc {
         mandatoryKeys: ['OPENAI_TOKEN'],
       });
 
-      const missingKeys = this.npmextraKV.getMissingMandatoryKeys();
+      const missingKeys = await this.npmextraKV.getMissingMandatoryKeys();
       if (missingKeys.length > 0) {
         // lets try argv
         if (this.argvArg?.OPENAI_TOKEN) {
           this.openaiToken = this.argvArg.OPENAI_TOKEN;
         } else {
           // lets try smartinteract
+          // wait for a second until OpenAI fixes punycode problem...
+          await plugins.smartdelay.delayFor(1000);
           const answerObject = await this.smartinteractInstance.askQuestion({
             type: 'input',
             message: `Please provide your OpenAI token`,
@@ -59,12 +61,17 @@ export class AiDoc {
         }
 
         this.printSanitizedToken();
-        // await this.npmextraKV.writeKey('OPENAI_TOKEN', this.openaiToken);
+        await this.npmextraKV.writeKey('OPENAI_TOKEN', this.openaiToken);
       }
     }
+    if (!this.openaiToken) {
+      this.openaiToken = await this.npmextraKV.readKey('OPENAI_TOKEN');
+    }
 
     // lets assume we have an OPENAI_Token now
-    this.openaiInstance = new plugins.smartai.OpenAiProvider(this.openaiToken);
+    this.openaiInstance = new plugins.smartai.OpenAiProvider({
+      openaiToken: this.openaiToken,
+    });
     await this.openaiInstance.start();
   }
 
@@ -77,4 +84,14 @@ export class AiDoc {
     const descriptionInstance = new aiDocsClasses.Description(this, projectDirArg);
     return await descriptionInstance.build();
   }
+
+  public async buildNextCommitObject(projectDirArg: string) {
+    const commitInstance = new aiDocsClasses.Commit(this, projectDirArg);
+    return await commitInstance.buildNextCommitObject();
+  }
+
+  public async getProjectContext(projectDirArg: string) {
+    const projectContextInstance = new aiDocsClasses.ProjectContext(projectDirArg);
+    return await projectContextInstance.gatherFiles();
+  }
 }

ts/classes.typedoc.ts

@@ -20,14 +20,15 @@ export class TypeDoc {
 
   public async compile(options?: { publicSubdir?: string }) {
     const data = {
-      "compilerOptions": {
+      compilerOptions: {
-        "experimentalDecorators": true,
+        experimentalDecorators: true,
-        "useDefineForClassFields": false,
+        useDefineForClassFields: false,
-        "target": "ES2022",
+        target: 'ES2022',
-        "module": "NodeNext",
+        module: 'NodeNext',
-        "moduleResolution": "NodeNext",
+        moduleResolution: 'NodeNext',
-        "esModuleInterop": true,
+        esModuleInterop: true,
-        "verbatimModuleSyntax": true
+        verbatimModuleSyntax: true,
+        skipLibCheck: true,
       },
       include: [],
     };
@@ -50,7 +51,7 @@ export class TypeDoc {
       targetDir = plugins.path.join(targetDir, options.publicSubdir);
     }
     await this.smartshellInstance.exec(
-      `typedoc --tsconfig ${paths.tsconfigFile} --out ${targetDir} ${startDirectory}/index.ts`
+      `typedoc --tsconfig ${paths.tsconfigFile} --out ${targetDir} ${startDirectory}/index.ts`,
     );
     plugins.smartfile.fs.remove(paths.tsconfigFile);
   }

ts/cli.ts

@@ -27,9 +27,16 @@ export const run = async () => {
     });
   });
 
-  tsdocCli.addCommand('aidocs').subscribe(async (argvArg) => {
+  tsdocCli.addCommand('aidoc').subscribe(async (argvArg) => {
-    const aidocs = new AiDoc();
+    logger.log('info', `Generating new readme...`);
-  })
+    logger.log('info', `This may take some time...`);
+    const aidocInstance = new AiDoc();
+    await aidocInstance.start();
+    aidocInstance.buildReadme(paths.cwd);
+    logger.log('info', `Generating new keywords...`);
+    logger.log('info', `This may take some time...`);
+    aidocInstance.buildDescription(paths.cwd);
+  });
 
   tsdocCli.addCommand('test').subscribe((argvArg) => {
     tsdocCli.triggerCommand('typedoc', argvArg);

ts/paths.ts

@@ -1,7 +1,10 @@
 import * as plugins from './plugins.js';
 
 // dirs
-export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
+export const packageDir = plugins.path.join(
+  plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url),
+  '../',
+);
 export const cwd = process.cwd();
 export const binDir = plugins.path.join(packageDir, './node_modules/.bin');
 export const assetsDir = plugins.path.join(packageDir, './assets');

ts/plugins.ts

@@ -10,13 +10,27 @@ import * as smartai from '@push.rocks/smartai';
 import * as smartcli from '@push.rocks/smartcli';
 import * as smartdelay from '@push.rocks/smartdelay';
 import * as smartfile from '@push.rocks/smartfile';
+import * as smartgit from '@push.rocks/smartgit';
 import * as smartinteract from '@push.rocks/smartinteract';
 import * as smartlog from '@push.rocks/smartlog';
 import * as smartlogDestinationLocal from '@push.rocks/smartlog-destination-local';
 import * as smartpath from '@push.rocks/smartpath';
 import * as smartshell from '@push.rocks/smartshell';
 
-export { npmextra, qenv, smartai, smartcli, smartdelay, smartfile, smartinteract, smartlog, smartlogDestinationLocal, smartpath, smartshell };
+export {
+  npmextra,
+  qenv,
+  smartai,
+  smartcli,
+  smartdelay,
+  smartfile,
+  smartgit,
+  smartinteract,
+  smartlog,
+  smartlogDestinationLocal,
+  smartpath,
+  smartshell,
+};
 
 // third party scope
 import * as typedoc from 'typedoc';