Compare commits

...

26 Commits

Author SHA1 Message Date
1489420e47 1.1.29 2024-05-17 17:41:50 +02:00
5e3b122b59 fix(core): update 2024-05-17 17:41:49 +02:00
02fa9215d3 1.1.28 2024-05-17 17:38:35 +02:00
32f12c67cf fix(core): update 2024-05-17 17:38:35 +02:00
be53225bb1 1.1.27 2024-04-20 23:14:14 +02:00
a5db530879 fix(core): update 2024-04-20 23:14:13 +02:00
c5b07c2504 1.1.26 2024-04-14 02:23:56 +02:00
1bd215d18d fix(core): update 2024-04-14 02:23:56 +02:00
e5a348f57c 1.1.25 2024-04-14 02:11:39 +02:00
d243880d55 fix(core): update 2024-04-14 02:11:38 +02:00
c1bd85fc58 1.1.24 2024-04-14 00:59:25 +02:00
b81220b2ba fix(core): update 2024-04-14 00:59:24 +02:00
ca26d9e98d 1.1.23 2024-04-14 00:52:04 +02:00
61b6161470 fix(core): update 2024-04-14 00:52:04 +02:00
463183bd3a 1.1.22 2024-04-14 00:47:50 +02:00
069a74d2b4 fix(core): update 2024-04-14 00:47:49 +02:00
87c1ae53b3 1.1.21 2024-04-14 00:40:57 +02:00
774aea55ff fix(core): update 2024-04-14 00:40:57 +02:00
ee7038e0d7 1.1.20 2024-04-13 16:22:34 +02:00
7c3bae4c6e fix(core): update 2024-04-13 16:22:33 +02:00
69d59e02f8 1.1.19 2024-04-13 16:19:14 +02:00
b4b6797fdf fix(core): update 2024-04-13 16:19:14 +02:00
4bbb154c4f 1.1.18 2024-04-12 15:35:10 +02:00
eec33e29d3 fix(core): update 2024-04-12 15:35:09 +02:00
c33a7d37ee 1.1.17 2024-04-12 15:28:55 +02:00
084b321e6a fix(core): update 2024-04-12 15:28:55 +02:00
11 changed files with 5304 additions and 3000 deletions

View File

@ -9,18 +9,18 @@
"npmPackagename": "@git.zone/tsdoc",
"license": "MIT",
"projectDomain": "git.zone",
"description": "An advanced TypeScript documentation tool leveraging AI for enhanced insights and automated documentation generation.",
"description": "An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.",
"keywords": [
"TypeScript",
"documentation generation",
"AI-enhanced documentation",
"automated documentation",
"code analysis",
"type annotations",
"continuous integration documentation",
"markdown",
"CLI tool",
"software development tool"
"code analysis",
"automated documentation",
"developer tools",
"API documentation",
"technical writing",
"code quality improvement"
]
}
},

View File

@ -1,8 +1,8 @@
{
"name": "@git.zone/tsdoc",
"version": "1.1.16",
"version": "1.1.29",
"private": false,
"description": "An advanced TypeScript documentation tool leveraging AI for enhanced insights and automated documentation generation.",
"description": "An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.",
"main": "dist_ts/index.js",
"typings": "dist_ts/index.d.ts",
"type": "module",
@ -12,29 +12,30 @@
"tsdoc": "cli.js"
},
"scripts": {
"test": "(tstest test/) && (node ./cli.ts.js)",
"test": "(tstest test/) && npm run testCli",
"testCli": "(node ./cli.ts.js) && (node ./cli.ts.js aidocs)",
"build": "(tsbuild --web --allowimplicitany)"
},
"devDependencies": {
"@git.zone/tsbuild": "^2.1.65",
"@git.zone/tsbuild": "^2.1.76",
"@git.zone/tsrun": "^1.2.46",
"@git.zone/tstest": "^1.0.73",
"@push.rocks/tapbundle": "^5.0.4",
"@types/node": "^20.12.7"
"@git.zone/tstest": "^1.0.90",
"@push.rocks/tapbundle": "^5.0.23",
"@types/node": "^20.12.12"
},
"dependencies": {
"@push.rocks/early": "^4.0.3",
"@push.rocks/npmextra": "^5.0.10",
"@push.rocks/npmextra": "^5.0.13",
"@push.rocks/qenv": "^6.0.5",
"@push.rocks/smartai": "^0.0.8",
"@push.rocks/smartcli": "^4.0.6",
"@push.rocks/smartai": "^0.0.17",
"@push.rocks/smartcli": "^4.0.10",
"@push.rocks/smartdelay": "^3.0.5",
"@push.rocks/smartfile": "^11.0.13",
"@push.rocks/smartfile": "^11.0.14",
"@push.rocks/smartinteract": "^2.0.15",
"@push.rocks/smartlog": "^3.0.1",
"@push.rocks/smartlog-destination-local": "^9.0.1",
"@push.rocks/smartpath": "^5.0.13",
"@push.rocks/smartshell": "^3.0.4",
"@push.rocks/smartlog-destination-local": "^9.0.2",
"@push.rocks/smartpath": "^5.0.18",
"@push.rocks/smartshell": "^3.0.5",
"typedoc": "^0.25.13",
"typescript": "^5.4.5"
},
@ -57,12 +58,12 @@
"TypeScript",
"documentation generation",
"AI-enhanced documentation",
"automated documentation",
"code analysis",
"type annotations",
"continuous integration documentation",
"markdown",
"CLI tool",
"software development tool"
"code analysis",
"automated documentation",
"developer tools",
"API documentation",
"technical writing",
"code quality improvement"
]
}

7734
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff

5
readme.hints.md Normal file
View File

@ -0,0 +1,5 @@
* module needs to be installed globally
* alternatively can be used through npx, if installed locally
* cli parameters are concluded from ./ts/cli.ts
* this module is not intended for API use.
* Read carefully through the TypeScript files. Don't make stuff up.

334
readme.md
View File

@ -1,85 +1,311 @@
# @git.zone/tsdoc
A TypeScript documentation tool with extensive features including AI-driven documentation enhancements.
An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.
## Install
To install `@git.zone/tsdoc`, use npm (Node Package Manager). First, ensure you have Node.js installed on your system. Then, open a terminal and execute the following command:
To install `@git.zone/tsdoc`, you can either install it globally or use it with `npx`.
### Global Installation
You can install `@git.zone/tsdoc` globally on your system using npm:
```bash
npm install @git.zone/tsdoc --save
npm install -g @git.zone/tsdoc
```
This command downloads and installs `@git.zone/tsdoc`, adding it to your project's dependencies.
### Usage with npx
If you prefer not to install it globally, you can use it with `npx`:
```bash
npx @git.zone/tsdoc <command>
```
## Usage
The usage section for `@git.zone/tsdoc` aims to guide you through leveraging the tool's capabilities for enhancing your TypeScript project documentation with AI-driven optimizations. Complete usage instructions exceed the space constraints here but include essential setup steps, examples, recommended practices, and how to integrate `@git.zone/tsdoc` into your project effectively.
### Getting Started
First, ensure you import `@git.zone/tsdoc` functionalities into your project. Start by importing necessary functions or classes provided by the module in your TypeScript file:
`@git.zone/tsdoc` provides a comprehensive CLI tool and advanced AI-enhanced features to generate and enhance documentation for your TypeScript projects.
```typescript
import { runCli } from '@git.zone/tsdoc';
### Using the CLI
The primary interface for `@git.zone/tsdoc` is through its command-line tool. Below, we'll explore the different commands available and provide examples of how to use them.
### Commands
#### `tsdoc` - Auto-detect Documentation Format
The standard command will automatically detect the documentation format of your project and generate the appropriate documentation.
```bash
tsdoc
```
### Basic Documentation Generation
`@git.zone/tsdoc` simplifies the generation of robust documentation for TypeScript projects. Initiate documentation generation by invoking the `runCli` method or through the CLI tool provided:
### Example
```typescript
// Programmatically
await runCli();
// Or using the CLI directly
tsdoc generate
// In a TypeScript project, run the above command.
```
This process involves scanning for TypeScript annotations and comments to produce detailed documentation.
#### `tsdoc typedoc` - Generate Documentation using TypeDoc
### Advanced Features
To get the most out of `@git.zone/tsdoc`, explore its AI-driven features designed to enhance the documentation further:
The `typedoc` command will generate documentation compliant with the TypeDoc format.
- **AI-Assisted Commenting**: Utilizes AI to suggest comments for complex code sections, improving understandability.
- **Documentation Quality Analysis**: Employs AI algorithms to evaluate and suggest improvements for your project's documentation, aiming for clarity, completeness, and effectiveness.
```bash
tsdoc typedoc --publicSubdir docs
```
### Continuous Integration
Integrate documentation generation into your continuous integration pipeline to automate the creation and updating of documentation with each code change. This approach ensures your documentation remains up-to-date and relevant.
### Example: Documenting a TypeScript Module
Consider a module that provides basic arithmetic operations. Here's how you might document it using `@git.zone/tsdoc`:
### Example
```typescript
/**
* A simple arithmetic calculator class.
*/
export class Calculator {
/**
* Adds two numbers.
* @param a The first number.
* @param b The second number.
* @returns The sum of `a` and `b`.
*/
add(a: number, b: number): number {
return a + b;
import * as plugins from '@push.rocks/smartfile';
const tsconfigPath = plugins.path.join(__dirname, 'tsconfig.json');
const outputPath = plugins.path.join(__dirname, 'docs');
await plugins.smartshellInstance.exec(
`typedoc --tsconfig ${tsconfigPath} --out ${outputPath} index.ts`
);
```
#### `tsdoc aidoc` - Generate AI-Enhanced Documentation
The `aidoc` command will use AI to generate an enhanced README and update your project description.
```bash
tsdoc aidoc
```
### Example
```typescript
import { AiDoc } from '@git.zone/tsdoc';
(async () => {
const aidoc = new AiDoc();
await aidoc.start();
await aidoc.buildReadme('./');
await aidoc.buildDescription('./');
})();
```
#### `tsdoc test` - Test Your Documentation Setup
The `test` command will test your current documentation setup, ensuring everything is configured correctly.
```bash
tsdoc test
```
### Example
```typescript
import * as plugins from '@git.zone/tsdoc';
await plugins.runCli().catch((err) => {
console.error(err);
process.exit(1);
});
```
## Features in Depth
### Using Plugins
`@git.zone/tsdoc` extensively uses plugins to extend its capabilities.
### Available Plugins
- **npmextra**: Manage npm project-related configurations.
- **qenv**: Environment variable management.
- **smartai**: AI integration.
- **smartcli**: CLI helper.
- **smartdelay**: Simple delay utility.
- **smartfile**: File system utilities.
- **smartinteract**: Interaction helper.
- **smartlog**: Logging utility.
- **smartlogDestinationLocal**: Local file destination for logging.
- **smartpath**: Path utilities.
- **smartshell**: Shell command execution.
- **typedoc**: Documentation generation.
### Example Usage of Plugins
#### Path Management
```typescript
import * as path from 'path';
const packageDir = path.join(__dirname, '../');
const cwd = process.cwd();
const binDir = path.join(packageDir, './node_modules/.bin');
const assetsDir = path.join(packageDir, './assets');
const publicDir = path.join(cwd, './public');
const tsDir = path.join(cwd, './ts');
const tsconfigFile = path.join(assetsDir, './tsconfig.json');
const typedocOptionsFile = path.join(assetsDir, './typedoc.json');
```
#### Logging
```typescript
import * as plugins from './plugins';
const logger = new plugins.smartlog.Smartlog({
logContext: {
company: 'Some Company',
companyunit: 'Some CompanyUnit',
containerName: 'Some Containername',
environment: 'local',
runtime: 'node',
zone: 'gitzone',
},
minimumLogLevel: 'silly',
});
logger.addLogDestination(new plugins.smartlogDestinationLocal.DestinationLocal());
```
## Advanced Usage
### Using `TypeDoc` Class
The `TypeDoc` class provides utility methods to compile TypeScript documentation.
```typescript
import { TypeDoc } from '@git.zone/tsdoc/classes.typedoc';
const typeDocInstance = new TypeDoc(paths.cwd);
await typeDocInstance.compile({
publicSubdir: 'docs',
});
```
### Using `AiDoc` Class
The `AiDoc` class integrates with AI services to enhance your documentation.
#### Initializing and Using AI
```typescript
import { AiDoc } from '@git.zone/tsdoc';
const aiDoc = new AiDoc({ OPENAI_TOKEN: 'your-openai-token' });
await aiDoc.start();
await aiDoc.buildReadme('./');
await aiDoc.buildDescription('./');
```
#### Retrieving AI Tokens
```typescript
import * as plugins from '@git.zone/tsdoc/plugins';
const qenv = new plugins.qenv.Qenv();
const openaiToken = await qenv.getEnvVarOnDemand('OPENAI_TOKEN');
```
### Testing
The provided tests demonstrate how to verify the functionality of the `@git.zone/tsdoc` tool.
#### Example Test Script
```typescript
import { expect, tap } from '@push.rocks/tapbundle';
import * as tsdoc from '../ts/index';
tap.test('should create AiDoc instance', async () => {
const aidoc = new tsdoc.AiDoc({ OPENAI_TOKEN: 'dummy-token' });
expect(aidoc).toBeInstanceOf(tsdoc.AiDoc);
});
tap.test('should start AiDoc', async () => {
const aidoc = new tsdoc.AiDoc({ OPENAI_TOKEN: 'dummy-token' });
await aidoc.start();
await aidoc.buildReadme('./');
await aidoc.buildDescription('./');
});
tap.start();
```
### Internals
The `@git.zone/tsdoc` consists of several internal classes and utilities that streamline its functionality.
#### File Paths Management
Located in `ts/paths.ts`, the file defines various directories and file paths used by the tool.
```typescript
import * as plugins from './plugins';
export const packageDir = plugins.path.join(
plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url),
'../'
);
export const cwd = process.cwd();
export const binDir = plugins.path.join(packageDir, './node_modules/.bin');
export const assetsDir = plugins.path.join(packageDir, './assets');
export const publicDir = plugins.path.join(cwd, './public');
export const tsDir = plugins.path.join(cwd, './ts');
export const tsconfigFile = plugins.path.join(assetsDir, './tsconfig.json');
export const typedocOptionsFile = plugins.path.join(assetsDir, './typedoc.json');
```
#### Utility Commands
Define utility commands that streamline various processes.
##### Example: SmartCLI Usage
```typescript
// Import required modules and plugins
import * as plugins from './plugins';
import * as paths from './paths';
// TypeDoc and AiDoc classes
import { TypeDoc } from './classes.typedoc';
import { AiDoc } from './classes.aidoc';
// Export a run function
export const run = async () => {
const tsdocCli = new plugins.smartcli.Smartcli();
tsdocCli.standardCommand().subscribe(async argvArg => {
switch (true) {
case await TypeDoc.isTypeDocDir(paths.cwd):
tsdocCli.triggerCommand('typedoc', argvArg);
break;
default:
console.error(`Cannot determine docs format at ${paths.cwd}`);
}
});
/**
* Subtracts the second number from the first.
* @param a The first number.
* @param b The second number.
* @returns The difference of `a` and `b`.
*/
subtract(a: number, b: number): number {
return a - b;
}
}
tsdocCli.addCommand('typedoc').subscribe(async argvArg => {
const typeDocInstance = new TypeDoc(paths.cwd);
await typeDocInstance.compile({
publicSubdir: argvArg.publicSubdir
});
});
tsdocCli.addCommand('aidoc').subscribe(async argvArg => {
const aidocInstance = new AiDoc(argvArg);
await aidocInstance.start();
await aidocInstance.buildReadme(paths.cwd);
await aidocInstance.buildDescription(paths.cwd);
});
tsdocCli.startParse();
};
```
By including detailed comments and utilizing TypeScript's type system, you provide `@git.zone/tsdoc` with the information needed to generate comprehensive documentation for each method, including parameters and return types.
By leveraging these functionalities, you can configure and extend `@git.zone/tsdoc` to fit your specific documentation generation needs.
### Conclusion
Incorporating `@git.zone/tsdoc` into your TypeScript project not only streamlines the documentation process but leverages AI to enhance the quality and effectiveness of your project's documentation. Follow the suggested practices and explore the advanced features to fully utilize this powerful tool.
### Further Enhancements
For further information and more detailed instructions on using the advanced features of `@git.zone/tsdoc`, please consult the official documentation.
(Note: This usage section is a foundational guide; please refer to the full documentation of `@git.zone/tsdoc` for detailed instructions and advanced usage scenarios.)
The `@git.zone/tsdoc` tool is designed to be extensible. Explore the source files and plugins to add more functionality or integrate with other tools as needed. This README provides an extensive overview of the commands and features but it's always beneficial to dive into the source code to understand the intricacies and potential customizations. Happy documenting!
## License and Legal Information

View File

@ -3,6 +3,6 @@
*/
export const commitinfo = {
name: '@git.zone/tsdoc',
version: '1.1.16',
description: 'An advanced TypeScript documentation tool leveraging AI for enhanced insights and automated documentation generation.'
version: '1.1.29',
description: 'An advanced TypeScript documentation tool using AI to generate and enhance documentation for TypeScript projects.'
}

View File

@ -8,7 +8,6 @@ interface IDescriptionInterface {
}
export class Description {
// INSTANCE
private aiDocsRef: AiDoc;
private projectDir: string;
@ -23,29 +22,31 @@ export class Description {
const projectContext = new ProjectContext(this.projectDir);
const contextString = await projectContext.update();
let result = await this.aiDocsRef.openaiInstance.chat(
`
You create a json adhering the following interface:
{
let result = await this.aiDocsRef.openaiInstance.chat({
systemMessage: `
You create a json adhering the following interface:
{
description: string; // a sensible short, one sentence description of the project
keywords: string[]; // an array of tags that describe the project
}
}
The description should be based on what you understand from the project's files.
The keywords should be based on use cases you see from the files.
Don't be cheap about the way you think.
The description should be based on what you understand from the project's files.
The keywords should be based on use cases you see from the files.
Don't be cheap about the way you think.
Important: Answer only in valid JSON.
You answer should be parseable with JSON.parse() without modifying anything.
Important: Answer only in valid JSON.
You answer should be parseable with JSON.parse() without modifying anything.
Don't wrap the JSON in three ticks json!!!
Don't wrap the JSON in three ticks json!!!
`,
contextString,
[]
);
messageHistory: [],
userMessage: contextString,
});
console.log(result.message.content);
const resultObject: IDescriptionInterface = JSON.parse(result.message.content.replace('```json', '').replace('```', ''));
console.log(result.message);
const resultObject: IDescriptionInterface = JSON.parse(
result.message.replace('```json', '').replace('```', '')
);
const npmextraJson = (await projectContext.gatherFiles()).smartfilesNpmextraJSON;
const npmextraJsonContent = JSON.parse(npmextraJson.contents.toString());
@ -64,10 +65,9 @@ export class Description {
packageJson.contents = Buffer.from(JSON.stringify(packageJsonContent, null, 2));
await packageJson.write();
console.log(`\n======================\n`);
console.log(JSON.stringify(resultObject, null, 2));
console.log(`\n======================\n`);
return result.message.content;
return result.message;
}
}

View File

@ -19,13 +19,18 @@ export class ProjectContext {
plugins.path.join(this.projectDir, 'readme.md'),
this.projectDir
);
const smartfilesReadmeHints = await plugins.smartfile.SmartFile.fromFilePath(
plugins.path.join(this.projectDir, 'readme.hints.md'),
this.projectDir
);
const smartfilesNpmextraJSON = await plugins.smartfile.SmartFile.fromFilePath(
plugins.path.join(this.projectDir, 'npmextra.json'),
this.projectDir
);
const smartfilesMod = await plugins.smartfile.fs.fileTreeToObject(
this.projectDir,
'ts/**/*.ts'
'ts*/**/*.ts'
);
const smartfilesTest = await plugins.smartfile.fs.fileTreeToObject(
this.projectDir,
@ -34,6 +39,7 @@ export class ProjectContext {
return {
smartfilePackageJSON,
smartfilesReadme,
smartfilesReadmeHints,
smartfilesNpmextraJSON,
smartfilesMod,
smartfilesTest,
@ -41,6 +47,10 @@ export class ProjectContext {
}
public async convertFilesToContext(filesArg: plugins.smartfile.SmartFile[]) {
console.log(`Using the following files for the documentation:`)
filesArg.map(fileArg => {
console.log(` -> ${fileArg.relative}`);
})
return filesArg
.map((smartfile) => {
return `
@ -59,10 +69,12 @@ ${smartfile.contents.toString()}
let context = await this.convertFilesToContext([
files.smartfilePackageJSON,
files.smartfilesReadme,
files.smartfilesReadmeHints,
files.smartfilesNpmextraJSON,
...files.smartfilesMod,
...files.smartfilesTest,
]);
// console.log(context);
return context;
}

View File

@ -28,8 +28,8 @@ export class Readme {
console.log(error);
}
let result = await this.aiDocsRef.openaiInstance.chat(
`
let result = await this.aiDocsRef.openaiInstance.chat({
systemMessage: `
You create markdown readmes for npm projects. You only output the markdown readme.
The Readme should follow the following template:
@ -59,26 +59,28 @@ The Readme should follow the following template:
Don't include any licensing information. This will be added in a later step.
Avoid "in conclusions".
npmextra.json has a tsdocs section that provides valuable information about module ideas.
Good to know:
* npmextra.json contains overall module information.
* readme.hints.md provides valuable hints about module ideas.
]
`,
contextString,
[]
);
messageHistory: [],
userMessage: contextString,
});
finalReadmeString += result.message.content + '\n' + legalInfo;
finalReadmeString += result.message + '\n' + legalInfo;
console.log(`\n======================\n`);
console.log(result.message.content);
console.log(result.message);
console.log(`\n======================\n`);
const readme = (await projectContext.gatherFiles()).smartfilesReadme;
readme.contents = Buffer.from(finalReadmeString);
await readme.write();
return result.message.content;
return result.message;
}
}

View File

@ -42,13 +42,15 @@ export class AiDoc {
mandatoryKeys: ['OPENAI_TOKEN'],
});
const missingKeys = this.npmextraKV.getMissingMandatoryKeys();
const missingKeys = await this.npmextraKV.getMissingMandatoryKeys();
if (missingKeys.length > 0) {
// lets try argv
if (this.argvArg?.OPENAI_TOKEN) {
this.openaiToken = this.argvArg.OPENAI_TOKEN;
} else {
// lets try smartinteract
// wait for a second until OpenAI fixes punycode problem...
await plugins.smartdelay.delayFor(1000);
const answerObject = await this.smartinteractInstance.askQuestion({
type: 'input',
message: `Please provide your OpenAI token`,
@ -59,12 +61,17 @@ export class AiDoc {
}
this.printSanitizedToken();
// await this.npmextraKV.writeKey('OPENAI_TOKEN', this.openaiToken);
await this.npmextraKV.writeKey('OPENAI_TOKEN', this.openaiToken);
}
}
if (!this.openaiToken) {
this.openaiToken = await this.npmextraKV.readKey('OPENAI_TOKEN');
}
// lets assume we have an OPENAI_Token now
this.openaiInstance = new plugins.smartai.OpenAiProvider(this.openaiToken);
this.openaiInstance = new plugins.smartai.OpenAiProvider({
openaiToken: this.openaiToken,
});
await this.openaiInstance.start();
}

View File

@ -27,8 +27,15 @@ export const run = async () => {
});
});
tsdocCli.addCommand('aidocs').subscribe(async (argvArg) => {
const aidocs = new AiDoc();
tsdocCli.addCommand('aidoc').subscribe(async (argvArg) => {
logger.log('info', `Generating new readme...`);
logger.log('info', `This may take some time...`);
const aidocInstance = new AiDoc();
await aidocInstance.start();
aidocInstance.buildReadme(paths.cwd);
logger.log('info', `Generating new keywords...`);
logger.log('info', `This may take some time...`);
aidocInstance.buildDescription(paths.cwd);
})
tsdocCli.addCommand('test').subscribe((argvArg) => {