1.1.16

.gitignore

@@ -15,8 +15,6 @@ node_modules/
 
 # builds
 dist/
-dist_web/
-dist_serve/
-dist_ts_web/
+dist_*/
 
 # custom

.gitlab-ci.yml

@@ -1,119 +0,0 @@
-# gitzone ci_default
-image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
-
-cache:
-  paths:
-  - .npmci_cache/
-  key: "$CI_BUILD_STAGE"
-
-stages:
-- security
-- test
-- release
-- metadata
-
-# ====================
-# security stage
-# ====================
-mirror:
-  stage: security
-  script:
-  - npmci git mirror
-  tags:
-  - docker
-  - notpriv
-
-snyk:
-  stage: security
-  script:
-    - npmci npm prepare
-    - npmci command npm install -g snyk
-    - npmci command npm install --ignore-scripts
-    - npmci command snyk test
-  tags:
-  - docker
-  - notpriv
-
-# ====================
-# test stage
-# ====================
-
-testStable:
-  stage: test
-  script:
-  - npmci npm prepare
-  - npmci node install stable
-  - npmci npm install
-  - npmci npm test
-  coverage: /\d+.?\d+?\%\s*coverage/
-  tags:
-  - docker
-  - priv
-
-testBuild:
-  stage: test
-  script:
-  - npmci npm prepare
-  - npmci node install stable
-  - npmci npm install
-  - npmci command npm run build
-  coverage: /\d+.?\d+?\%\s*coverage/
-  tags:
-  - docker
-  - notpriv
-
-release:
-  stage: release
-  script:
-  - npmci node install stable
-  - npmci npm publish
-  only:
-  - tags
-  tags:
-  - docker
-  - notpriv
-
-# ====================
-# metadata stage
-# ====================
-codequality:
-  stage: metadata
-  allow_failure: true
-  script:
-    - npmci command npm install -g tslint typescript
-    - npmci npm install
-    - npmci command "tslint -c tslint.json ./ts/**/*.ts"
-  tags:
-  - docker
-  - priv
-
-trigger:
-  stage: metadata
-  script:
-  - npmci trigger
-  only:
-  - tags
-  tags:
-  - docker
-  - notpriv
-
-pages:
-  image: hosttoday/ht-docker-dbase:npmci
-  services:
-   - docker:stable-dind
-  stage: metadata
-  script:
-    - npmci command npm install -g @gitzone/tsdoc
-    - npmci npm prepare
-    - npmci npm install
-    - npmci command tsdoc
-  tags:
-    - docker
-    - notpriv
-  only:
-    - tags
-  artifacts:
-    expire_in: 1 week
-    paths:
-    - public
-  allow_failure: true

.snyk

@@ -1,13 +0,0 @@
-# Snyk (https://snyk.io) policy file, patches or ignores known vulnerabilities.
-version: v1.13.5
-# ignores vulnerabilities until expiry date; change duration by modifying expiry date
-ignore:
-  SNYK-JS-MARKED-174116:
-    - typedoc > marked:
-        reason: None given
-        expires: '2019-06-13T06:50:33.594Z'
-  'npm:shelljs:20140723':
-    - typedoc > shelljs:
-        reason: None given
-        expires: '2019-06-13T06:50:33.594Z'
-patch: {}

.vscode/launch.json

@@ -0,0 +1,11 @@
+{
+  "version": "0.2.0",
+  "configurations": [
+    {
+      "command": "npm test",
+      "name": "Run npm test",
+      "request": "launch",
+      "type": "node-terminal"
+    }
+  ]
+}

.vscode/settings.json

@@ -0,0 +1,26 @@
+{
+  "json.schemas": [
+    {
+      "fileMatch": ["/npmextra.json"],
+      "schema": {
+        "type": "object",
+        "properties": {
+          "npmci": {
+            "type": "object",
+            "description": "settings for npmci"
+          },
+          "gitzone": {
+            "type": "object",
+            "description": "settings for gitzone",
+            "properties": {
+              "projectType": {
+                "type": "string",
+                "enum": ["website", "element", "service", "npm", "wcc"]
+              }
+            }
+          }
+        }
+      }
+    }
+  ]
+}

assets/tsconfig.json

@@ -1,7 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "es2017",
-    "module": "commonjs",
-    "esModuleInterop": true
-  }
-}

cli.child.ts

@@ -0,0 +1,4 @@
+#!/usr/bin/env node
+process.env.CLI_CALL = 'true';
+import * as cliTool from './ts/index.js';
+cliTool.runCli();

cli.js

@@ -1,3 +1,4 @@
 #!/usr/bin/env node
 process.env.CLI_CALL = 'true';
-require('./dist/index');
+const cliTool = await import('./dist_ts/index.js');
+cliTool.runCli();

cli.ts.js

@@ -1,4 +1,5 @@
 #!/usr/bin/env node
 process.env.CLI_CALL = 'true';
-require('@gitzone/tsrun');
-require('./ts/index');
+
+import * as tsrun from '@git.zone/tsrun';
+tsrun.runPath('./cli.child.js', import.meta.url);

npmextra.json

@@ -1,17 +1,34 @@
 {
   "gitzone": {
+    "projectType": "npm",
     "module": {
       "githost": "gitlab.com",
       "gitscope": "gitzone",
       "gitrepo": "tsdoc",
       "shortDescription": "a tool for better documentation",
-      "npmPackagename": "@gitzone/tsdoc",
+      "npmPackagename": "@git.zone/tsdoc",
       "license": "MIT",
-      "projectDomain": "git.zone"
+      "projectDomain": "git.zone",
+      "description": "An advanced TypeScript documentation tool leveraging AI for enhanced insights and automated documentation generation.",
+      "keywords": [
+        "TypeScript",
+        "documentation generation",
+        "AI-enhanced documentation",
+        "automated documentation",
+        "code analysis",
+        "type annotations",
+        "continuous integration documentation",
+        "markdown",
+        "CLI tool",
+        "software development tool"
+      ]
     }
   },
   "npmci": {
     "npmGlobalTools": [],
     "npmAccessLevel": "public"
+  },
+  "tsdoc": {
+    "legal": "\n## License and Legal Information\n\nThis repository contains open-source code that is licensed under the MIT License. A copy of the MIT License can be found in the [license](license) file within this repository. \n\n**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.\n\n### Trademarks\n\nThis project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH and are not included within the scope of the MIT license granted herein. Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines, and any usage must be approved in writing by Task Venture Capital GmbH.\n\n### Company Information\n\nTask Venture Capital GmbH  \nRegistered at District court Bremen HRB 35230 HB, Germany\n\nFor any legal inquiries or if you require further information, please contact us via email at hello@task.vc.\n\nBy using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.\n"
   }
 }

package.json

@@ -1,47 +1,68 @@
 {
-  "name": "@gitzone/tsdoc",
-  "version": "1.0.23",
+  "name": "@git.zone/tsdoc",
+  "version": "1.1.16",
   "private": false,
-  "description": "a tool for better documentation",
-  "main": "dist/index.js",
-  "typings": "dist/index.d.ts",
+  "description": "An advanced TypeScript documentation tool leveraging AI for enhanced insights and automated documentation generation.",
+  "main": "dist_ts/index.js",
+  "typings": "dist_ts/index.d.ts",
+  "type": "module",
   "author": "Lossless GmbH",
   "license": "MIT",
   "bin": {
     "tsdoc": "cli.js"
   },
   "scripts": {
-    "test": "(tstest test/) && (node ./cli.ts.js) && rm -rf public/",
-    "build": "(tsbuild)",
-    "format": "(gitzone format)"
+    "test": "(tstest test/) && (node ./cli.ts.js)",
+    "build": "(tsbuild --web --allowimplicitany)"
   },
   "devDependencies": {
-    "@gitzone/tsbuild": "^2.1.17",
-    "@gitzone/tstest": "^1.0.28",
-    "@pushrocks/tapbundle": "^3.0.13",
-    "@types/node": "^12.7.12",
-    "tslint": "^5.20.0",
-    "tslint-config-prettier": "^1.15.0"
+    "@git.zone/tsbuild": "^2.1.65",
+    "@git.zone/tsrun": "^1.2.46",
+    "@git.zone/tstest": "^1.0.73",
+    "@push.rocks/tapbundle": "^5.0.4",
+    "@types/node": "^20.12.7"
   },
   "dependencies": {
-    "@pushrocks/early": "^3.0.3",
-    "@pushrocks/smartcli": "^3.0.7",
-    "@pushrocks/smartfile": "^7.0.6",
-    "@pushrocks/smartlog": "^2.0.19",
-    "@pushrocks/smartlog-destination-local": "^8.0.2",
-    "@pushrocks/smartshell": "^2.0.25",
-    "typedoc": "^0.15.0",
-    "typescript": "^3.6.4"
+    "@push.rocks/early": "^4.0.3",
+    "@push.rocks/npmextra": "^5.0.10",
+    "@push.rocks/qenv": "^6.0.5",
+    "@push.rocks/smartai": "^0.0.8",
+    "@push.rocks/smartcli": "^4.0.6",
+    "@push.rocks/smartdelay": "^3.0.5",
+    "@push.rocks/smartfile": "^11.0.13",
+    "@push.rocks/smartinteract": "^2.0.15",
+    "@push.rocks/smartlog": "^3.0.1",
+    "@push.rocks/smartlog-destination-local": "^9.0.1",
+    "@push.rocks/smartpath": "^5.0.13",
+    "@push.rocks/smartshell": "^3.0.4",
+    "typedoc": "^0.25.13",
+    "typescript": "^5.4.5"
   },
   "files": [
-    "ts/*",
-    "ts_web/*",
-    "dist/*",
-    "dist_web/*",
-    "dist_ts_web/*",
-    "assets/*",
+    "ts/**/*",
+    "ts_web/**/*",
+    "dist/**/*",
+    "dist_*/**/*",
+    "dist_ts/**/*",
+    "dist_ts_web/**/*",
+    "assets/**/*",
     "cli.js",
     "npmextra.json",
     "readme.md"
+  ],
+  "browserslist": [
+    "last 1 chrome versions"
+  ],
+  "keywords": [
+    "TypeScript",
+    "documentation generation",
+    "AI-enhanced documentation",
+    "automated documentation",
+    "code analysis",
+    "type annotations",
+    "continuous integration documentation",
+    "markdown",
+    "CLI tool",
+    "software development tool"
   ]
 }

readme.md

@@ -1,26 +1,101 @@
-# @gitzone/tsdoc
-a tool for better documentation
+# @git.zone/tsdoc
+A TypeScript documentation tool with extensive features including AI-driven documentation enhancements.
 
-## Availabililty and Links
-* [npmjs.org (npm package)](https://www.npmjs.com/package/@gitzone/tsdoc)
-* [gitlab.com (source)](https://gitlab.com/gitzone/tsdoc)
-* [github.com (source mirror)](https://github.com/gitzone/tsdoc)
-* [docs (typedoc)](https://gitzone.gitlab.io/tsdoc/)
+## Install
+To install `@git.zone/tsdoc`, use npm (Node Package Manager). First, ensure you have Node.js installed on your system. Then, open a terminal and execute the following command:
 
-## Status for master
-[![build status](https://gitlab.com/gitzone/tsdoc/badges/master/build.svg)](https://gitlab.com/gitzone/tsdoc/commits/master)
-[![coverage report](https://gitlab.com/gitzone/tsdoc/badges/master/coverage.svg)](https://gitlab.com/gitzone/tsdoc/commits/master)
-[![npm downloads per month](https://img.shields.io/npm/dm/@gitzone/tsdoc.svg)](https://www.npmjs.com/package/@gitzone/tsdoc)
-[![Known Vulnerabilities](https://snyk.io/test/npm/@gitzone/tsdoc/badge.svg)](https://snyk.io/test/npm/@gitzone/tsdoc)
-[![TypeScript](https://img.shields.io/badge/TypeScript->=%203.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
-[![node](https://img.shields.io/badge/node->=%2010.x.x-blue.svg)](https://nodejs.org/dist/latest-v10.x/docs/api/)
-[![JavaScript Style Guide](https://img.shields.io/badge/code%20style-prettier-ff69b4.svg)](https://prettier.io/)
+```bash
+npm install @git.zone/tsdoc --save
+```
+
+This command downloads and installs `@git.zone/tsdoc`, adding it to your project's dependencies.
 
 ## Usage
+The usage section for `@git.zone/tsdoc` aims to guide you through leveraging the tool's capabilities for enhancing your TypeScript project documentation with AI-driven optimizations. Complete usage instructions exceed the space constraints here but include essential setup steps, examples, recommended practices, and how to integrate `@git.zone/tsdoc` into your project effectively.
 
-For further information read the linked docs at the top of this readme.
+### Getting Started
+First, ensure you import `@git.zone/tsdoc` functionalities into your project. Start by importing necessary functions or classes provided by the module in your TypeScript file:
 
-> MIT licensed | **©** [Lossless GmbH](https://lossless.gmbh)
-| By using this npm module you agree to our [privacy policy](https://lossless.gmbH/privacy)
+```typescript
+import { runCli } from '@git.zone/tsdoc';
+```
 
-[![repo-footer](https://lossless.gitlab.io/publicrelations/repofooter.svg)](https://maintainedby.lossless.com)
+### Basic Documentation Generation
+`@git.zone/tsdoc` simplifies the generation of robust documentation for TypeScript projects. Initiate documentation generation by invoking the `runCli` method or through the CLI tool provided:
+
+```typescript
+// Programmatically
+await runCli();
+
+// Or using the CLI directly
+tsdoc generate
+```
+
+This process involves scanning for TypeScript annotations and comments to produce detailed documentation.
+
+### Advanced Features
+To get the most out of `@git.zone/tsdoc`, explore its AI-driven features designed to enhance the documentation further:
+
+- **AI-Assisted Commenting**: Utilizes AI to suggest comments for complex code sections, improving understandability.
+- **Documentation Quality Analysis**: Employs AI algorithms to evaluate and suggest improvements for your project's documentation, aiming for clarity, completeness, and effectiveness.
+
+### Continuous Integration
+Integrate documentation generation into your continuous integration pipeline to automate the creation and updating of documentation with each code change. This approach ensures your documentation remains up-to-date and relevant.
+
+### Example: Documenting a TypeScript Module
+Consider a module that provides basic arithmetic operations. Here's how you might document it using `@git.zone/tsdoc`:
+
+```typescript
+/**
+ * A simple arithmetic calculator class.
+ */
+export class Calculator {
+  /**
+   * Adds two numbers.
+   * @param a The first number.
+   * @param b The second number.
+   * @returns The sum of `a` and `b`.
+   */
+  add(a: number, b: number): number {
+    return a + b;
+  }
+
+  /**
+   * Subtracts the second number from the first.
+   * @param a The first number.
+   * @param b The second number.
+   * @returns The difference of `a` and `b`.
+   */
+  subtract(a: number, b: number): number {
+    return a - b;
+  }
+}
+```
+
+By including detailed comments and utilizing TypeScript's type system, you provide `@git.zone/tsdoc` with the information needed to generate comprehensive documentation for each method, including parameters and return types.
+
+### Conclusion
+Incorporating `@git.zone/tsdoc` into your TypeScript project not only streamlines the documentation process but leverages AI to enhance the quality and effectiveness of your project's documentation. Follow the suggested practices and explore the advanced features to fully utilize this powerful tool.
+
+For further information and more detailed instructions on using the advanced features of `@git.zone/tsdoc`, please consult the official documentation.
+
+(Note: This usage section is a foundational guide; please refer to the full documentation of `@git.zone/tsdoc` for detailed instructions and advanced usage scenarios.)
+
+## License and Legal Information
+
+This repository contains open-source code that is licensed under the MIT License. A copy of the MIT License can be found in the [license](license) file within this repository. 
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH and are not included within the scope of the MIT license granted herein. Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines, and any usage must be approved in writing by Task Venture Capital GmbH.
+
+### Company Information
+
+Task Venture Capital GmbH  
+Registered at District court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or if you require further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

test/test.aidoc.nonci.ts

@@ -0,0 +1,27 @@
+import { tap, expect } from '@push.rocks/tapbundle';
+import * as qenv from '@push.rocks/qenv';
+let testQenv = new qenv.Qenv('./', '.nogit/');
+
+import * as tsdocs from '../ts/index.js';
+
+let aidocs: tsdocs.AiDoc;
+
+tap.test('should create an AIdocs class', async () => {
+  aidocs = new tsdocs.AiDoc({
+    'OPENAI_TOKEN': await testQenv.getEnvVarOnDemand('OPENAI_TOKEN')
+  });
+  expect(aidocs).toBeInstanceOf(tsdocs.AiDoc);
+});
+
+tap.test('should start AIdocs', async () => {
+  await aidocs.start();
+  await aidocs.buildReadme('./');
+})
+
+tap.test('should start AIdocs', async () => {
+  await aidocs.start();
+  await aidocs.buildDescription('./');
+})
+
+
+tap.start();

test/test.ts

@@ -1,5 +1,5 @@
-import { expect, tap } from '@pushrocks/tapbundle';
-import * as tsdoc from '../ts/index';
+import { expect, tap } from '@push.rocks/tapbundle';
+import * as tsdoc from '../ts/index.js';
 
 tap.test('first test', async () => {
   console.log('test');

ts/00_commitinfo_data.ts

@@ -0,0 +1,8 @@
+/**
+ * autocreated commitinfo by @pushrocks/commitinfo
+ */
+export const commitinfo = {
+  name: '@git.zone/tsdoc',
+  version: '1.1.16',
+  description: 'An advanced TypeScript documentation tool leveraging AI for enhanced insights and automated documentation generation.'
+}

ts/aidocs_classes/description.ts

@@ -0,0 +1,73 @@
+import type { AiDoc } from '../classes.aidoc.js';
+import * as plugins from '../plugins.js';
+import { ProjectContext } from './projectcontext.js';
+
+interface IDescriptionInterface {
+  description: string;
+  keywords: string[];
+}
+
+export class Description {
+
+  // INSTANCE
+  private aiDocsRef: AiDoc;
+  private projectDir: string;
+
+  constructor(aiDocsRef: AiDoc, projectDirArg: string) {
+    this.aiDocsRef = aiDocsRef;
+    this.projectDir = projectDirArg;
+  }
+
+  public async build() {
+    // we can now assemble the directory structure.
+    const projectContext = new ProjectContext(this.projectDir);
+    const contextString = await projectContext.update();
+
+    let result = await this.aiDocsRef.openaiInstance.chat(
+      `
+        You create a json adhering the following interface:
+        {
+          description: string; // a sensible short, one sentence description of the project
+          keywords: string[]; // an array of tags that describe the project
+        }
+
+        The description should be based on what you understand from the project's files.
+        The keywords should be based on use cases you see from the files.
+        Don't be cheap about the way you think.
+
+        Important: Answer only in valid JSON.
+        You answer should be parseable with JSON.parse() without modifying anything.
+
+        Don't wrap the JSON in three ticks json!!!
+      `,
+      contextString,
+      []
+    );
+
+    console.log(result.message.content);
+    const resultObject: IDescriptionInterface = JSON.parse(result.message.content.replace('```json', '').replace('```', ''));
+    
+    const npmextraJson = (await projectContext.gatherFiles()).smartfilesNpmextraJSON;
+    const npmextraJsonContent = JSON.parse(npmextraJson.contents.toString());
+
+    npmextraJsonContent.gitzone.module.description = resultObject.description;
+    npmextraJsonContent.gitzone.module.keywords = resultObject.keywords;
+
+    npmextraJson.contents = Buffer.from(JSON.stringify(npmextraJsonContent, null, 2));
+    await npmextraJson.write();
+
+    // do the same with packageJson
+    const packageJson = (await projectContext.gatherFiles()).smartfilePackageJSON;
+    const packageJsonContent = JSON.parse(packageJson.contents.toString());
+    packageJsonContent.description = resultObject.description;
+    packageJsonContent.keywords = resultObject.keywords;
+    packageJson.contents = Buffer.from(JSON.stringify(packageJsonContent, null, 2));
+    await packageJson.write();
+
+
+    console.log(`\n======================\n`);
+    console.log(JSON.stringify(resultObject, null, 2));
+    console.log(`\n======================\n`);
+    return result.message.content;
+  }
+}

ts/aidocs_classes/index.ts

@@ -0,0 +1,3 @@
+export * from './description.js';
+export * from './projectcontext.js';
+export * from './readme.js';

ts/aidocs_classes/projectcontext.ts

@@ -0,0 +1,73 @@
+import * as plugins from '../plugins.js';
+
+export class ProjectContext {
+  public static async fromDir(dirArg: string) {}
+
+  // INSTANCE
+  public projectDir: string;
+
+  constructor(projectDirArg: string) {
+    this.projectDir = projectDirArg;
+  }
+
+  public async gatherFiles() {
+    const smartfilePackageJSON = await plugins.smartfile.SmartFile.fromFilePath(
+      plugins.path.join(this.projectDir, 'package.json'),
+      this.projectDir
+    );
+    const smartfilesReadme = await plugins.smartfile.SmartFile.fromFilePath(
+      plugins.path.join(this.projectDir, 'readme.md'),
+      this.projectDir
+    );
+    const smartfilesNpmextraJSON = await plugins.smartfile.SmartFile.fromFilePath(
+      plugins.path.join(this.projectDir, 'npmextra.json'),
+      this.projectDir
+    );
+    const smartfilesMod = await plugins.smartfile.fs.fileTreeToObject(
+      this.projectDir,
+      'ts/**/*.ts'
+    );
+    const smartfilesTest = await plugins.smartfile.fs.fileTreeToObject(
+      this.projectDir,
+      'test/**/*.ts'
+    );
+    return {
+      smartfilePackageJSON,
+      smartfilesReadme,
+      smartfilesNpmextraJSON,
+      smartfilesMod,
+      smartfilesTest,
+    };
+  }
+
+  public async convertFilesToContext(filesArg: plugins.smartfile.SmartFile[]) {
+    return filesArg
+      .map((smartfile) => {
+        return `
+====== START OF FILE ${smartfile.relative} ======
+  
+${smartfile.contents.toString()}
+  
+====== END OF FILE ${smartfile.relative} ======
+        `;
+      })
+      .join('\n');
+  }
+
+  private async buildContext(dirArg: string) {
+    const files = await this.gatherFiles();
+    let context = await this.convertFilesToContext([
+      files.smartfilePackageJSON,
+      files.smartfilesReadme,
+      files.smartfilesNpmextraJSON,
+      ...files.smartfilesMod,
+      ...files.smartfilesTest,
+    ]);
+    return context;
+  }
+
+  public async update() {
+    const result = await this.buildContext(this.projectDir);
+    return result;
+  }
+}

ts/aidocs_classes/readme.ts

@@ -0,0 +1,84 @@
+import type { AiDoc } from '../classes.aidoc.js';
+import * as plugins from '../plugins.js';
+import { ProjectContext } from './projectcontext.js';
+
+export class Readme {
+
+  // INSTANCE
+  private aiDocsRef: AiDoc;
+  private projectDir: string;
+
+  constructor(aiDocsRef: AiDoc, projectDirArg: string) {
+    this.aiDocsRef = aiDocsRef;
+    this.projectDir = projectDirArg;
+  }
+
+  public async build() {
+    let finalReadmeString = ``;
+
+    // we can now assemble the directory structure.
+    const projectContext = new ProjectContext(this.projectDir);
+    const contextString = await projectContext.update();
+
+    // lets first check legal before introducung any cost
+    const npmExtraJson = JSON.parse(((await projectContext.gatherFiles()).smartfilesNpmextraJSON).contents.toString());
+    const legalInfo = npmExtraJson?.tsdoc?.legal
+    if (!legalInfo) {
+      const error = new Error(`No legal information found in npmextra.json`);
+      console.log(error);
+    }
+
+    let result = await this.aiDocsRef.openaiInstance.chat(
+      `
+You create markdown readmes for npm projects. You only output the markdown readme.
+
+The Readme should follow the following template:
+
+# Project Name
+[
+  The name is the module name of package.json
+  The description is in the description field of package.json
+]
+
+## Install
+[
+  Write a short text on how to install the project
+]
+
+## Usage
+[ 
+  Give code examples here.
+  Construct sensible scenarios for the user.
+  Make sure to show a complete set of features of the module.
+  Don't omit use cases.
+  It does not matter how much time you need.
+  ALWAYS USE ESM SYNTAX AND TYPESCRIPT.
+  DON'T CHICKEN OUT. Write at least 4000 words. More if necessary.
+  If there is already a readme, take the Usage section as base. Remove outdated content, and expand and improve upon the valid parts.
+  Super important: Check for completenes.
+  Don't include any licensing information. This will be added in a later step.
+  Avoid "in conclusions".
+
+  npmextra.json has a tsdocs section that provides valuable information about module ideas.
+]
+      `,
+      contextString,
+      []
+    );
+    
+
+    finalReadmeString += result.message.content + '\n' + legalInfo;
+
+    
+
+    console.log(`\n======================\n`);
+    console.log(result.message.content);
+    console.log(`\n======================\n`);
+
+    const readme = (await projectContext.gatherFiles()).smartfilesReadme;
+    readme.contents = Buffer.from(finalReadmeString);
+    await readme.write();
+
+    return result.message.content;
+  }
+}

ts/classes.aidoc.ts

@@ -0,0 +1,80 @@
+import * as plugins from './plugins.js';
+
+import * as aiDocsClasses from './aidocs_classes/index.js';
+
+export class AiDoc {
+  private openaiToken: string;
+
+  public npmextraKV: plugins.npmextra.KeyValueStore;
+  public qenvInstance: plugins.qenv.Qenv;
+  public smartinteractInstance: plugins.smartinteract.SmartInteract;
+  public openaiInstance: plugins.smartai.OpenAiProvider;
+
+  argvArg: any;
+
+  constructor(argvArg?: any) {
+    this.argvArg = argvArg;
+  }
+
+  private printSanitizedToken() {
+    // Check if the token length is greater than the sum of startLength and endLength
+    let printToken: string;
+    if (this.openaiToken.length > 6) {
+      // Extract the beginning and end parts of the token
+      const start = this.openaiToken.substring(0, 3);
+      const end = this.openaiToken.substring(this.openaiToken.length - 3);
+      printToken = `${start}...${end}`;
+    } else {
+      // If the token is not long enough, return it as is
+      printToken = this.openaiToken;
+    }
+    console.log(`OpenAI Token on record: ${printToken}`);
+  }
+
+  public async start() {
+    // lets care about prerequisites
+    this.smartinteractInstance = new plugins.smartinteract.SmartInteract();
+    this.qenvInstance = new plugins.qenv.Qenv();
+    if (!(await this.qenvInstance.getEnvVarOnDemand('OPENAI_TOKEN'))) {
+      this.npmextraKV = new plugins.npmextra.KeyValueStore({
+        typeArg: 'userHomeDir',
+        identityArg: 'tsdoc',
+        mandatoryKeys: ['OPENAI_TOKEN'],
+      });
+
+      const missingKeys = this.npmextraKV.getMissingMandatoryKeys();
+      if (missingKeys.length > 0) {
+        // lets try argv
+        if (this.argvArg?.OPENAI_TOKEN) {
+          this.openaiToken = this.argvArg.OPENAI_TOKEN;
+        } else {
+          // lets try smartinteract
+          const answerObject = await this.smartinteractInstance.askQuestion({
+            type: 'input',
+            message: `Please provide your OpenAI token`,
+            name: 'OPENAI_TOKEN',
+            default: '',
+          });
+          this.openaiToken = answerObject.value;
+        }
+
+        this.printSanitizedToken();
+        // await this.npmextraKV.writeKey('OPENAI_TOKEN', this.openaiToken);
+      }
+    }
+
+    // lets assume we have an OPENAI_Token now
+    this.openaiInstance = new plugins.smartai.OpenAiProvider(this.openaiToken);
+    await this.openaiInstance.start();
+  }
+
+  public async buildReadme(projectDirArg: string) {
+    const readmeInstance = new aiDocsClasses.Readme(this, projectDirArg);
+    return await readmeInstance.build();
+  }
+
+  public async buildDescription(projectDirArg: string) {
+    const descriptionInstance = new aiDocsClasses.Description(this, projectDirArg);
+    return await descriptionInstance.build();
+  }
+}

ts/classes.typedoc.ts

@@ -0,0 +1,58 @@
+import * as plugins from './plugins.js';
+import * as paths from './paths.js';
+
+export class TypeDoc {
+  public smartshellInstance = new plugins.smartshell.Smartshell({
+    executor: 'bash',
+    pathDirectories: [paths.binDir],
+  });
+
+  // Static
+  public static async isTypeDocDir(dirPathArg: string): Promise<boolean> {
+    return true;
+  }
+
+  // Instance
+  public typedocDirectory: string;
+  constructor(dirPathArg) {
+    this.typedocDirectory = dirPathArg;
+  }
+
+  public async compile(options?: { publicSubdir?: string }) {
+    const data = {
+      "compilerOptions": {
+        "experimentalDecorators": true,
+        "useDefineForClassFields": false,
+        "target": "ES2022",
+        "module": "NodeNext",
+        "moduleResolution": "NodeNext",
+        "esModuleInterop": true,
+        "verbatimModuleSyntax": true,
+        "skipLibCheck": true,
+      },
+      include: [],
+    };
+    let startDirectory = '';
+    if (plugins.smartfile.fs.isDirectory(plugins.path.join(paths.cwd, './ts'))) {
+      data.include.push(plugins.path.join(paths.cwd, './ts/**/*'));
+      startDirectory = 'ts';
+    }
+
+    if (plugins.smartfile.fs.isDirectory(plugins.path.join(paths.cwd, './ts_web'))) {
+      data.include.push(plugins.path.join(paths.cwd, './ts_web/**/*'));
+      if (!startDirectory) {
+        startDirectory = 'ts_web';
+      }
+    }
+
+    await plugins.smartfile.memory.toFs(JSON.stringify(data), paths.tsconfigFile);
+    let targetDir = paths.publicDir;
+    if (options?.publicSubdir) {
+      targetDir = plugins.path.join(targetDir, options.publicSubdir);
+    }
+    await this.smartshellInstance.exec(
+      `typedoc --tsconfig ${paths.tsconfigFile} --out ${targetDir} ${startDirectory}/index.ts`
+    );
+    plugins.smartfile.fs.remove(paths.tsconfigFile);
+  }
+}

ts/cli.ts

@@ -0,0 +1,42 @@
+import * as plugins from './plugins.js';
+import * as paths from './paths.js';
+import { logger } from './logging.js';
+
+import { TypeDoc } from './classes.typedoc.js';
+import { AiDoc } from './classes.aidoc.js';
+
+export const run = async () => {
+  const tsdocCli = new plugins.smartcli.Smartcli();
+
+  tsdocCli.standardCommand().subscribe(async (argvArg) => {
+    logger.log('warn', `Auto detecting environment!`);
+    switch (true) {
+      case await TypeDoc.isTypeDocDir(paths.cwd):
+        logger.log('ok', `Detected TypeDoc compliant directory at ${paths.cwd}`);
+        tsdocCli.triggerCommand('typedoc', argvArg);
+        break;
+      default:
+        logger.log('error', `Cannot determine docs format at ${paths.cwd}`);
+    }
+  });
+
+  tsdocCli.addCommand('typedoc').subscribe(async (argvArg) => {
+    const typeDocInstance = new TypeDoc(paths.cwd);
+    await typeDocInstance.compile({
+      publicSubdir: argvArg.publicSubdir,
+    });
+  });
+
+  tsdocCli.addCommand('aidocs').subscribe(async (argvArg) => {
+    const aidocs = new AiDoc();
+  })
+
+  tsdocCli.addCommand('test').subscribe((argvArg) => {
+    tsdocCli.triggerCommand('typedoc', argvArg);
+    process.on('exit', async () => {
+      await plugins.smartfile.fs.remove(paths.publicDir);
+    });
+  });
+
+  tsdocCli.startParse();
+};

ts/index.ts

@@ -1,6 +1,12 @@
-import * as early from '@pushrocks/early';
+import * as early from '@push.rocks/early';
 early.start('tsdoc');
-import * as plugins from './tsdoc.plugins';
-import * as cli from './tsdoc.cli';
+import * as plugins from './plugins.js';
+import * as cli from './cli.js';
 early.stop();
-cli.run();
+
+export const runCli = async () => {
+  await cli.run();
+};
+
+// exports
+export * from './classes.aidoc.js';

ts/logging.ts

@@ -1,4 +1,4 @@
-import * as plugins from './tsdoc.plugins';
+import * as plugins from './plugins.js';
 
 export const logger = new plugins.smartlog.Smartlog({
   logContext: {
@@ -7,9 +7,9 @@ export const logger = new plugins.smartlog.Smartlog({
     containerName: 'Some Containername',
     environment: 'local',
     runtime: 'node',
-    zone: 'gitzone'
+    zone: 'gitzone',
   },
-  minimumLogLevel: 'silly'
+  minimumLogLevel: 'silly',
 });
 
 logger.addLogDestination(new plugins.smartlogDestinationLocal.DestinationLocal());

ts/paths.ts

@@ -0,0 +1,13 @@
+import * as plugins from './plugins.js';
+
+// dirs
+export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
+export const cwd = process.cwd();
+export const binDir = plugins.path.join(packageDir, './node_modules/.bin');
+export const assetsDir = plugins.path.join(packageDir, './assets');
+export const publicDir = plugins.path.join(cwd, './public');
+export const tsDir = plugins.path.join(cwd, './ts');
+
+// files
+export const tsconfigFile = plugins.path.join(assetsDir, './tsconfig.json');
+export const typedocOptionsFile = plugins.path.join(assetsDir, './typedoc.json');

ts/plugins.ts

@@ -0,0 +1,24 @@
+// node native
+import * as path from 'path';
+
+export { path };
+
+// pushrocks scope
+import * as npmextra from '@push.rocks/npmextra';
+import * as qenv from '@push.rocks/qenv';
+import * as smartai from '@push.rocks/smartai';
+import * as smartcli from '@push.rocks/smartcli';
+import * as smartdelay from '@push.rocks/smartdelay';
+import * as smartfile from '@push.rocks/smartfile';
+import * as smartinteract from '@push.rocks/smartinteract';
+import * as smartlog from '@push.rocks/smartlog';
+import * as smartlogDestinationLocal from '@push.rocks/smartlog-destination-local';
+import * as smartpath from '@push.rocks/smartpath';
+import * as smartshell from '@push.rocks/smartshell';
+
+export { npmextra, qenv, smartai, smartcli, smartdelay, smartfile, smartinteract, smartlog, smartlogDestinationLocal, smartpath, smartshell };
+
+// third party scope
+import * as typedoc from 'typedoc';
+
+export { typedoc };

ts/tsdoc.classes.mkdocs.ts

@@ -1,63 +0,0 @@
-import * as plugins from './tsdoc.plugins';
-import * as paths from './tsdoc.paths';
-
-export class MkDocs {
-  public smartshellInstance = new plugins.smartshell.Smartshell({
-    executor: 'bash',
-    pathDirectories: [paths.binDir]
-  });
-
-  public static async isMkDocsDir(dirPathArg: string): Promise<boolean> {
-    const result = await plugins.smartfile.fs.fileExists(
-      plugins.path.join(dirPathArg, 'mkdocs.yml')
-    );
-    return result;
-  }
-
-  public static async handleCommand(argvArg) {
-    const mkdocsInstance = new MkDocs(paths.cwd);
-    switch (true) {
-      case argvArg.serve:
-        await mkdocsInstance.serve();
-        break;
-      case argvArg.publish:
-        await mkdocsInstance.publish();
-        break;
-      default:
-        await mkdocsInstance.compile();
-        break;
-    }
-  }
-
-  // Instance
-  public typedocDirectory: string;
-  constructor(dirPathArg: string) {
-    this.typedocDirectory = dirPathArg;
-  }
-
-  public async update() {
-    await this.smartshellInstance.exec(
-      `docker pull registry.gitlab.com/hosttoday/ht-docker-mkdocs`
-    );
-  }
-
-  public async compile() {
-    await this.update();
-    await this.smartshellInstance.exec(`rm -rf public/`);
-    await this.smartshellInstance.exec(
-      `docker run --rm -p 8000:8000 -v ${paths.cwd}:/docs registry.gitlab.com/hosttoday/ht-docker-mkdocs build`
-    );
-  }
-
-  public async serve() {
-    await this.update();
-    await this.smartshellInstance.exec(
-      `docker run --rm -p 8000:8000 -v ${paths.cwd}:/docs registry.gitlab.com/hosttoday/ht-docker-mkdocs`
-    );
-  }
-
-  public async publish() {
-    await this.compile();
-    await this.smartshellInstance.exec(`gitzone commit`);
-  }
-}

ts/tsdoc.classes.tsdoc.ts

@@ -1,62 +0,0 @@
-import * as plugins from './tsdoc.plugins';
-import { MkDocs } from './tsdoc.classes.mkdocs';
-import { TypeDoc } from './tsdoc.classes.typedoc';
-import { logger } from './tsdoc.logging';
-
-export type TDirectoryType = 'mkdocs' | 'typedoc';
-
-export class TsDoc {
-  public smartshellInstance = new plugins.smartshell.Smartshell({
-    executor: 'bash'
-  });
-  
-  public mkdocs: MkDocs;
-  public typedoc: TypeDoc;
-
-  public cwd: string;
-  public cwdDirType: TDirectoryType;
-
-  constructor(cwdArg: string) {
-    this.cwd = cwdArg;
-    this.mkdocs = new MkDocs(this.cwd);
-    this.typedoc = new TypeDoc(this.cwd);
-  }
-
-  public async buildDirectory() {
-    await this.detectDirectoryType();
-    if (this.cwdDirType === 'mkdocs') {
-      await this.mkdocs.compile();
-    } else if (this.cwdDirType === 'typedoc') {
-      await this.typedoc.compile();
-    }
-    await this.runAdditionalTasks();
-  }
-
-  private async detectDirectoryType () {
-    logger.log('warn', `Auto detecting environment!`);
-    switch (true) {
-      case await TypeDoc.isTypeDocDir(this.cwd):
-        logger.log('ok', `Detected TypeDoc compliant directory at ${this.cwd}`);
-        this.cwdDirType = 'typedoc';
-        break;
-      case await MkDocs.isMkDocsDir(this.cwd):
-        logger.log('ok', `Detected MkDocs compliant directory at ${this.cwd}`);
-        this.cwdDirType = 'mkdocs';
-        break;
-      default:
-        logger.log('error', `Cannot determine docs format at ${this.cwd}`);
-    }
-
-
-  }
-
-  /**
-   * runs additional tasks from package.json
-   */
-  public async runAdditionalTasks() {
-    const packageJson = plugins.smartfile.fs.toObjectSync(plugins.path.join(this.cwd, 'package.json'));
-    if (packageJson.scripts.tsdoc) {
-      await this.smartshellInstance.exec('npm run tsdoc');
-    }
-  }
-}

ts/tsdoc.classes.typedoc.ts

@@ -1,29 +0,0 @@
-import * as plugins from './tsdoc.plugins';
-import * as paths from './tsdoc.paths';
-
-export class TypeDoc {
-  public smartshellInstance = new plugins.smartshell.Smartshell({
-    executor: 'bash',
-    pathDirectories: [paths.binDir]
-  });
-
-  // Static
-  public static async isTypeDocDir(dirPathArg: string): Promise<boolean> {
-    const result = await plugins.smartfile.fs.fileExists(
-      plugins.path.join(dirPathArg, 'mkdocs.yml')
-    );
-    return !result;
-  }
-
-  // Instance
-  public typedocDirectory: string;
-  constructor(dirPathArg) {
-    this.typedocDirectory = dirPathArg;
-  }
-
-  public async compile() {
-    await this.smartshellInstance.exec(
-      `typedoc --tsconfig ${paths.tsconfigFile} --out public/ ts/`
-    );
-  }
-}

ts/tsdoc.cli.ts

@@ -1,28 +0,0 @@
-import * as plugins from './tsdoc.plugins';
-import * as paths from './tsdoc.paths';
-import { logger } from './tsdoc.logging';
-
-import { TypeDoc } from './tsdoc.classes.typedoc';
-import { MkDocs } from './tsdoc.classes.mkdocs';
-import { TsDoc } from './tsdoc.classes.tsdoc';
-
-export const run = async () => {
-  const tsdocCli = new plugins.smartcli.Smartcli();
-
-  tsdocCli.standardTask().subscribe(async argvArg => {
-    const tsdoc = new TsDoc(paths.cwd);
-    await tsdoc.buildDirectory();
-  });
-
-  tsdocCli.addCommand('mkdocs').subscribe(async argvArg => {
-    await MkDocs.handleCommand(argvArg);
-  });
-
-  tsdocCli.addCommand('test').subscribe(argvArg => {
-    process.on('exit', async () => {
-      await plugins.smartfile.fs.remove(paths.publicDir);
-    });
-  });
-
-  tsdocCli.startParse();
-};

ts/tsdoc.paths.ts

@@ -1,11 +0,0 @@
-import * as plugins from './tsdoc.plugins';
-
-// dirs
-export const packageDir = plugins.path.join(__dirname, '../');
-export const cwd = process.cwd();
-export const binDir = plugins.path.join(packageDir, './node_modules/.bin');
-export const assetsDir = plugins.path.join(packageDir, './assets');
-export const publicDir = plugins.path.join(packageDir, './public');
-
-// files
-export const tsconfigFile = plugins.path.join(assetsDir, './tsconfig.json');

ts/tsdoc.plugins.ts

@@ -1,18 +0,0 @@
-// node native
-import * as path from 'path';
-
-export { path };
-
-// pushrocks scope
-import * as smartcli from '@pushrocks/smartcli';
-import * as smartfile from '@pushrocks/smartfile';
-import * as smartlog from '@pushrocks/smartlog';
-import * as smartlogDestinationLocal from '@pushrocks/smartlog-destination-local';
-import * as smartshell from '@pushrocks/smartshell';
-
-export { smartcli, smartfile, smartlog, smartlogDestinationLocal, smartshell };
-
-// third party scope
-import * as typedoc from 'typedoc';
-
-export { typedoc };

tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "experimentalDecorators": true,
+    "useDefineForClassFields": false,
+    "target": "ES2022",
+    "module": "NodeNext",
+    "moduleResolution": "NodeNext",
+    "esModuleInterop": true,
+    "verbatimModuleSyntax": true
+  },
+  "exclude": [
+    "dist_*/**/*.d.ts"
+  ]
+}

tslint.json

@@ -1,17 +0,0 @@
-{
-  "extends": ["tslint:latest", "tslint-config-prettier"],
-  "rules": {
-    "semicolon": [true, "always"],
-    "no-console": false,
-    "ordered-imports": false,
-    "object-literal-sort-keys": false,
-    "member-ordering": {
-      "options":{
-        "order": [
-          "static-method"
-        ]
-      }
-    }
-  },
-  "defaultSeverity": "warning"
-}