Compare commits

...

12 Commits

Author SHA1 Message Date
6dd687012f 1.1.3
Some checks failed
Docker (tags) / security (push) Failing after 15s
Docker (tags) / test (push) Has been skipped
Docker (tags) / release (push) Has been skipped
Docker (tags) / metadata (push) Has been skipped
2024-06-05 14:13:04 +02:00
55b2872ffc fix(structure): improve structure, prepare better CI integration 2024-06-05 14:13:03 +02:00
2e6e7f6ca8 1.1.2
Some checks failed
Docker (tags) / security (push) Failing after 14s
Docker (tags) / test (push) Has been skipped
Docker (tags) / release (push) Has been skipped
Docker (tags) / metadata (push) Has been skipped
2024-06-02 21:39:32 +02:00
f453ce3126 fix(imagemanager): prepare proper storage and retrieval of container images 2024-06-02 21:39:31 +02:00
b8dd84b8a6 1.1.1
Some checks failed
Docker (tags) / security (push) Failing after 14s
Docker (tags) / test (push) Has been skipped
Docker (tags) / release (push) Has been skipped
Docker (tags) / metadata (push) Has been skipped
2024-06-01 05:48:57 +02:00
338ed5ed75 fix(image registry): start work on image registry 2024-06-01 05:48:57 +02:00
482a6a101c 1.1.0
Some checks failed
Docker (tags) / security (push) Failing after 15s
Docker (tags) / test (push) Has been skipped
Docker (tags) / release (push) Has been skipped
Docker (tags) / metadata (push) Has been skipped
2024-05-30 22:49:39 +02:00
929f250006 feat(gaurds): use better smartguards to verify action authorization 2024-05-30 22:49:39 +02:00
6b3fd2ce31 1.0.216 2024-05-28 18:45:34 +02:00
21961fa2d7 fix(switch to unified package for cloudly + api + cli): update 2024-05-28 18:45:34 +02:00
33aa48b0b1 1.0.215 2024-05-05 17:21:04 +02:00
c7d30dd46e fix(core): update 2024-05-05 17:21:04 +02:00
52 changed files with 8042 additions and 6055 deletions

View File

@ -16,21 +16,26 @@
"githost": "gitlab.com", "githost": "gitlab.com",
"gitscope": "servezone/private", "gitscope": "servezone/private",
"gitrepo": "cloudly", "gitrepo": "cloudly",
"description": "A cloud manager utilizing Docker Swarmkit, designed for operations on Cloudron, and supports various cloud platforms like DigitalOcean, Hetzner Cloud, and Cloudflare.", "description": "A cloud manager leveraging Docker Swarmkit for multi-cloud operations including DigitalOcean, Hetzner Cloud, and Cloudflare, with integration support and robust configuration management system.",
"npmPackagename": "@serve.zone/cloudly", "npmPackagename": "@serve.zone/cloudly",
"license": "UNLICENSED", "license": "UNLICENSED",
"keywords": [ "keywords": [
"cloud", "cloud management",
"Docker Swarmkit", "Docker Swarmkit",
"multi-cloud",
"DigitalOcean", "DigitalOcean",
"Hetzner Cloud", "Hetzner Cloud",
"Cloudflare", "Cloudflare",
"container management", "container orchestration",
"configuration management", "TypeScript",
"LetsEncrypt SSL",
"cloud infrastructure automation",
"node.js", "node.js",
"TypeScript" "infrastructure automation",
"Cloudron",
"configuration management",
"SSL management",
"APIs",
"devOps",
"cloud integration"
] ]
} }
}, },

View File

@ -1,35 +1,40 @@
{ {
"name": "@serve.zone/cloudly", "name": "@serve.zone/cloudly",
"version": "1.0.214", "version": "1.1.3",
"private": false, "private": false,
"description": "A cloud manager utilizing Docker Swarmkit, designed for operations on Cloudron, and supports various cloud platforms like DigitalOcean, Hetzner Cloud, and Cloudflare.", "description": "A cloud manager leveraging Docker Swarmkit for multi-cloud operations including DigitalOcean, Hetzner Cloud, and Cloudflare, with integration support and robust configuration management system.",
"main": "dist_ts/index.js",
"typings": "dist_ts/index.d.ts",
"type": "module", "type": "module",
"exports": {
".": "./dist/index.js",
"./apiclient": "./dist_apiclient/index.js",
"./cliclient": "./dist_cliclient/index.js",
"./web": "./dist_web/index.js"
},
"author": "Task Venture Capital GmbH", "author": "Task Venture Capital GmbH",
"license": "UNLICENSED", "license": "MIT",
"scripts": { "scripts": {
"test": "(tstest test/)", "test": "(tstest test/)",
"build": "tsbuild --web --allowimplicitany && tsbundle website --production", "build": "tsbuild tsfolders --web --allowimplicitany && tsbundle website --production",
"start": "node cli.js", "start": "node cli.js",
"startTs": "node cli.ts.js", "startTs": "node cli.ts.js",
"watch": "tswatch website", "watch": "tswatch website",
"localPublish": "gitzone commit" "localPublish": "gitzone commit"
}, },
"devDependencies": { "devDependencies": {
"@git.zone/tsbuild": "^2.1.65", "@git.zone/tsbuild": "^2.1.80",
"@git.zone/tsbundle": "^2.0.15", "@git.zone/tsbundle": "^2.0.15",
"@git.zone/tstest": "^1.0.73", "@git.zone/tstest": "^1.0.90",
"@git.zone/tswatch": "^2.0.23", "@git.zone/tswatch": "^2.0.23",
"@push.rocks/tapbundle": "^5.0.4", "@push.rocks/tapbundle": "^5.0.23",
"@types/node": "^20.11.25" "@types/node": "^20.13.0"
}, },
"dependencies": { "dependencies": {
"@api.global/typedrequest": "3.0.19", "@api.global/typedrequest": "3.0.30",
"@api.global/typedserver": "^3.0.27", "@api.global/typedserver": "^3.0.50",
"@api.global/typedsocket": "^3.0.0", "@api.global/typedsocket": "^3.0.1",
"@apiclient.xyz/cloudflare": "^6.0.1", "@apiclient.xyz/cloudflare": "^6.0.1",
"@apiclient.xyz/digitalocean": "^1.0.5", "@apiclient.xyz/digitalocean": "^1.0.5",
"@apiclient.xyz/docker": "^1.0.112",
"@apiclient.xyz/hetznercloud": "^1.0.18", "@apiclient.xyz/hetznercloud": "^1.0.18",
"@apiclient.xyz/slack": "^3.0.9", "@apiclient.xyz/slack": "^3.0.9",
"@design.estate/dees-catalog": "^1.0.289", "@design.estate/dees-catalog": "^1.0.289",
@ -37,31 +42,33 @@
"@design.estate/dees-element": "^2.0.34", "@design.estate/dees-element": "^2.0.34",
"@git.zone/tsrun": "^1.2.37", "@git.zone/tsrun": "^1.2.37",
"@push.rocks/early": "^4.0.3", "@push.rocks/early": "^4.0.3",
"@push.rocks/npmextra": "^5.0.10", "@push.rocks/npmextra": "^5.0.13",
"@push.rocks/projectinfo": "^5.0.1", "@push.rocks/projectinfo": "^5.0.1",
"@push.rocks/qenv": "^6.0.5", "@push.rocks/qenv": "^6.0.5",
"@push.rocks/smartacme": "^4.0.8", "@push.rocks/smartacme": "^4.0.8",
"@push.rocks/smartbucket": "^2.0.4", "@push.rocks/smartbucket": "^3.0.9",
"@push.rocks/smartcli": "^4.0.6", "@push.rocks/smartcli": "^4.0.11",
"@push.rocks/smartdata": "^5.0.8", "@push.rocks/smartdata": "^5.2.4",
"@push.rocks/smartdelay": "^3.0.5", "@push.rocks/smartdelay": "^3.0.5",
"@push.rocks/smartexit": "^1.0.20", "@push.rocks/smartexit": "^1.0.23",
"@push.rocks/smartfile": "^11.0.4", "@push.rocks/smartfile": "^11.0.16",
"@push.rocks/smartguard": "^2.0.1", "@push.rocks/smartguard": "^3.0.2",
"@push.rocks/smartjson": "^5.0.14", "@push.rocks/smartjson": "^5.0.19",
"@push.rocks/smartjwt": "^2.0.4", "@push.rocks/smartjwt": "^2.0.4",
"@push.rocks/smartlog": "^3.0.1", "@push.rocks/smartlog": "^3.0.6",
"@push.rocks/smartlog-destination-clickhouse": "^1.0.11", "@push.rocks/smartlog-destination-clickhouse": "^1.0.11",
"@push.rocks/smartpath": "^5.0.5", "@push.rocks/smartpath": "^5.0.18",
"@push.rocks/smartpromise": "^4.0.3", "@push.rocks/smartpromise": "^4.0.3",
"@push.rocks/smartrequest": "^2.0.11", "@push.rocks/smartrequest": "^2.0.22",
"@push.rocks/smartrx": "^3.0.7",
"@push.rocks/smartssh": "^2.0.1", "@push.rocks/smartssh": "^2.0.1",
"@push.rocks/smartstream": "^3.0.39",
"@push.rocks/smartstring": "^4.0.15", "@push.rocks/smartstring": "^4.0.15",
"@push.rocks/smartunique": "^3.0.8", "@push.rocks/smartunique": "^3.0.9",
"@push.rocks/taskbuffer": "^3.0.2", "@push.rocks/taskbuffer": "^3.0.2",
"@push.rocks/webjwt": "^1.0.9", "@push.rocks/webjwt": "^1.0.9",
"@serve.zone/interfaces": "^1.0.47", "@serve.zone/interfaces": "^1.0.62",
"@tsclass/tsclass": "^4.0.52" "@tsclass/tsclass": "^4.0.54"
}, },
"files": [ "files": [
"ts/**/*", "ts/**/*",
@ -87,16 +94,21 @@
}, },
"homepage": "https://gitlab.com/servezone/private/cloudly#readme", "homepage": "https://gitlab.com/servezone/private/cloudly#readme",
"keywords": [ "keywords": [
"cloud", "cloud management",
"Docker Swarmkit", "Docker Swarmkit",
"multi-cloud",
"DigitalOcean", "DigitalOcean",
"Hetzner Cloud", "Hetzner Cloud",
"Cloudflare", "Cloudflare",
"container management", "container orchestration",
"configuration management", "TypeScript",
"LetsEncrypt SSL",
"cloud infrastructure automation",
"node.js", "node.js",
"TypeScript" "infrastructure automation",
"Cloudron",
"configuration management",
"SSL management",
"APIs",
"devOps",
"cloud integration"
] ]
} }

12510
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff

346
readme.md
View File

@ -1,5 +1,5 @@
# @serve.zone/cloudly # @serve.zone/cloudly
configure the cloud A cloud manager utilizing Docker Swarmkit, designed for operations on Cloudron, and supports various cloud platforms like DigitalOcean, Hetzner Cloud, and Cloudflare.
## Install ## Install
To install `@serve.zone/cloudly`, run the following command in your terminal: To install `@serve.zone/cloudly`, run the following command in your terminal:
@ -45,44 +45,346 @@ const myCloudlyInstance = new Cloudly(myCloudlyConfig);
``` ```
#### Managing Docker Swarmkit Cluster #### Managing Docker Swarmkit Cluster
Cloudly allows managing Docker Swarmkit clusters through an abstracted interface, simplifying operations such as deployment and scaling. Cloudly allows managing Docker Swarmkit clusters through an abstracted interface, simplifying operations such as deployment and scaling. Below are examples to demonstrate these capabilities.
### Example: Start a Cloudly Instance and Add a Cluster
```typescript ```typescript
// Assuming myCloudlyInstance is already configured and initialized import { Cloudly, ClusterManager } from '@serve.zone/cloudly';
// Start the cloud instance async function main() {
await myCloudlyInstance.start(); const myCloudlyConfig = {
mongoDescriptor: {
mongoDbUrl: 'mongodb+srv://<username>:<password>@<cluster>.mongodb.net/myFirstDatabase',
mongoDbName: 'myDatabase',
mongoDbUser: 'myUser',
mongoDbPass: 'myPassword',
},
cfToken: 'your_cloudflare_api_token',
environment: 'development',
letsEncryptEmail: 'lets_encrypt_email@example.com',
publicUrl: 'example.com',
publicPort: 8443,
hetznerToken: 'your_hetzner_api_token'
};
// Now you can perform various operations on your Docker Swarmkit cluster const myCloudlyInstance = new Cloudly(myCloudlyConfig);
await myCloudlyInstance.start();
const clusterManager = myCloudlyInstance.clusterManager;
const newCluster = await clusterManager.storeCluster({
id: 'example_cluster_id',
data: {
name: 'example_cluster',
jumpCode: 'random_jump_code',
jumpCodeUsedAt: null,
secretKey: 'example_secret_key',
acmeInfo: null,
cloudlyUrl: 'https://example.com:8443',
servers: [],
sshKeys: [],
},
});
console.log('Cluster added:', newCluster);
}
main();
``` ```
### Integration with Cloud Providers ### Example: Manage Cloudflare DNS Records
`@serve.zone/cloudly` integrates seamlessly with cloud providers like DigitalOcean, Hetzner Cloud, etc., by leveraging the power of APIs provided by these platforms.
#### Managing DigitalOcean Resources
To manage DigitalOcean resources, you'll need to configure your DigitalOcean token and then use the provided interfaces to interact with the resources, such as creating droplets, managing volumes, etc.
```typescript ```typescript
// Set your DigitalOcean API token import { Cloudly, CloudflareConnector } from '@serve.zone/cloudly';
const digitalOceanToken = "your_digital_ocean_api_token";
// Now you can use myCloudlyInstance to manage DigitalOcean resources async function manageDNSRecords() {
const myCloudlyConfig = {
mongoDescriptor: {
mongoDbUrl: 'mongodb+srv://<username>:<password>@<cluster>.mongodb.net/myFirstDatabase',
mongoDbName: 'myDatabase',
mongoDbUser: 'myUser',
mongoDbPass: 'myPassword',
},
cfToken: 'your_cloudflare_api_token',
environment: 'development',
letsEncryptEmail: 'lets_encrypt_email@example.com',
publicUrl: 'example.com',
publicPort: 8443,
hetznerToken: 'your_hetzner_api_token'
};
const myCloudlyInstance = new Cloudly(myCloudlyConfig);
await myCloudlyInstance.start();
const dnsInfo = {
zoneName: 'example.com',
recordName: 'sub.example.com',
recordType: 'A',
recordContent: '127.0.0.1',
};
const cfConnector = myCloudlyInstance.cloudflareConnector.cloudflare;
const newRecord = await cfConnector.createDNSRecord(
dnsInfo.zoneName,
dnsInfo.recordName,
dnsInfo.recordType,
dnsInfo.recordContent
);
console.log('DNS Record created:', newRecord);
}
manageDNSRecords();
``` ```
#### Using the Cloudflare Integration ### Example: Integrate with DigitalOcean
Similarly, for managing DNS records and SSL certificates with Cloudflare, set up your Cloudflare API token:
```typescript ```typescript
const cloudflareToken = "your_cloudflare_api_token"; import { Cloudly, DigitalOceanConnector } from '@serve.zone/cloudly';
// Use myCloudlyInstance to interact with Cloudflare, such as setting DNS records async function manageDroplet() {
const myCloudlyConfig = {
mongoDescriptor: {
mongoDbUrl: 'mongodb+srv://<username>:<password>@<cluster>.mongodb.net/myFirstDatabase',
mongoDbName: 'myDatabase',
mongoDbUser: 'myUser',
mongoDbPass: 'myPassword',
},
cfToken: 'your_cloudflare_api_token',
environment: 'development',
letsEncryptEmail: 'lets_encrypt_email@example.com',
publicUrl: 'example.com',
publicPort: 8443,
hetznerToken: 'your_hetzner_api_token'
};
const myCloudlyInstance = new Cloudly(myCloudlyConfig);
await myCloudlyInstance.start();
const doConnector = myCloudlyInstance.digitaloceanConnector;
const dropletInfo = {
name: 'example-droplet',
region: 'nyc3',
size: 's-1vcpu-1gb',
image: 'ubuntu-20-04-x64',
};
const newDroplet = await doConnector.createDroplet(
dropletInfo.name,
dropletInfo.region,
dropletInfo.size,
dropletInfo.image
);
console.log('Droplet created:', newDroplet);
}
manageDroplet();
``` ```
### Advanced Usage ### Using Cloudly Web Interface
`@serve.zone/cloudly` offers more than just cloud resource management. It integrates various modules for error logging, security, working with JSON data, and much more. Explore the comprehensive documentation and typings to leverage the full potential of the package. If your project includes a web interface to manage various sections like DNS, deployments, clusters, etc., you can use the provided elements and state management. Below is an example of setting up a dashboard using the components defined:
### Conclusion ```typescript
With `@serve.zone/cloudly`, configuring the cloud becomes a less tedious task. By abstracting away the complexities and providing a unified interface to manage cloud resources, development efficiency is significantly improved. The examples provided above merely scratch the surface of what's possible. Dive into the detailed documentation to explore all features and capabilities. import { commitinfo } from '../00_commitinfo_data.js';
import * as plugins from '../plugins.js';
import * as appstate from '../appstate.js';
import {
DeesElement,
css,
cssManager,
customElement,
html,
state
} from '@design.estate/dees-element';
import { CloudlyViewBackups } from './cloudly-view-backups.js';
import { CloudlyViewClusters } from './cloudly-view-clusters.js';
import { CloudlyViewDbs } from './cloudly-view-dbs.js';
import { CloudlyViewDeployments } from './cloudly-view-deployments.js';
import { CloudlyViewDns } from './cloudly-view-dns.js';
import { CloudlyViewImages } from './cloudly-view-images.js';
import { CloudlyViewLogs } from './cloudly-view-logs.js';
import { CloudlyViewMails } from './cloudly-view-mails.js';
import { CloudlyViewOverview } from './cloudly-view-overview.js';
import { CloudlyViewS3 } from './cloudly-view-s3.js';
import { CloudlyViewSecretBundles } from './cloudly-view-secretbundles.js';
import { CloudlyViewSecretGroups } from './cloudly-view-secretgroups.js';
import { CloudlyViewServices } from './cloudly-view-services.js';
declare global {
interface HTMLElementTagNameMap {
'cvault-dashboard': CloudlyDashboard;
}
}
@customElement('cloudly-dashboard')
export class CloudlyDashboard extends DeesElement {
@state() private jwt: string;
@state() private data: appstate.IDataState = {
secretGroups: [],
secretBundles: [],
clusters: [],
};
constructor() {
super();
const subcription = appstate.dataState
.select((stateArg) => stateArg)
.subscribe((dataArg) => {
this.data = dataArg;
});
this.rxSubscriptions.push(subcription);
}
public static styles = [
cssManager.defaultStyles,
css`
.maincontainer {
position: relative;
width: 100vw;
height: 100vh;
}
h1 {
font-weight: 400;
font-size: 24px;
font-family: 'Cal Sans';
}
`,
];
public render() {
return html`
<div class="maincontainer">
<dees-simple-login name="cloudly v${commitinfo.version}">
<dees-simple-appdash name="cloudly v${commitinfo.version}"
.viewTabs=${[
{
name: 'Overview',
element: CloudlyViewOverview,
},
{
name: 'SecretGroups',
element: CloudlyViewSecretGroups,
},
{
name: 'SecretBundles',
element: CloudlyViewSecretBundles,
},
{
name: 'Clusters',
element: CloudlyViewClusters,
},
{
name: 'Images',
element: CloudlyViewImages,
},
{
name: 'Services',
element: CloudlyViewServices,
},
{
name: 'Deployments',
element: CloudlyViewDeployments,
},
{
name: 'DNS',
element: CloudlyViewDns,
},
{
name: 'Mails',
element: CloudlyViewMails,
},
{
name: 'Logs',
element: CloudlyViewLogs,
},
{
name: 's3',
element: CloudlyViewS3,
},
{
name: 'DBs',
element: CloudlyViewDbs,
},
{
name: 'Backups',
element: CloudlyViewBackups,
},
] as plugins.deesCatalog.IView[]}
></dees-simple-appdash>
</dees-simple-login>
</div>
`;
}
public async firstUpdated() {
const simpleLogin = this.shadowRoot.querySelector('dees-simple-login');
simpleLogin.addEventListener('login', (e: CustomEvent) => {
console.log(e.detail);
this.login(e.detail.data.username, e.detail.data.password);
});
this.addEventListener('contextmenu', (eventArg) => {
plugins.deesCatalog.DeesContextmenu.openContextMenuWithOptions(eventArg, [
{
name: 'About',
iconName: 'mugHot',
action: async () => {
await plugins.deesCatalog.DeesModal.createAndShow({
heading: 'About',
content: html`configvault ${commitinfo.version}`,
menuOptions: [
{
name: 'close',
iconName: null,
action: async (modalArg) => {
await modalArg.destroy();
},
},
],
});
},
},
]);
});
// lets deal with initial state
const domtools = await this.domtoolsPromise;
const loginState = appstate.loginStatePart.getState();
console.log(loginState);
if (loginState.jwt) {
this.jwt = loginState.jwt;
await simpleLogin.switchToSlottedContent();
await appstate.dataState.dispatchAction(appstate.getDataAction, null);
}
}
private async login(username: string, password: string) {
console.log(`attempting to login...`);
const simpleLogin = this.shadowRoot.querySelector('dees-simple-login');
const form = simpleLogin.shadowRoot.querySelector('dees-form');
form.setStatus('pending', 'Logging in...');
const state = await appstate.loginStatePart.dispatchAction(appstate.loginAction, {
username,
password,
});
if (state.jwt) {
console.log('got jwt');
this.jwt = state.jwt;
form.setStatus('success', 'Logged in!');
await simpleLogin.switchToSlottedContent();
await appstate.dataState.dispatchAction(appstate.getDataAction, null);
} else {
form.setStatus('error', 'Login failed!');
await domtools.convenience.smartdelay.delayFor(2000);
form.reset();
}
}
private async logout() {}
}
```
This script sets up a cloud management dashboard for interacting with various cloud services seamlessly. It covers creating clusters, managing DNS records, handling cloud-provider-specific resources, and much more.
With the examples provided above, you should now have a good understanding of how to use `@serve.zone/cloudly` to manage your cloud infrastructure programmatically. For deeper insights and additional features, refer to the documentation relevant to specific modules and methods used in your application.
## License and Legal Information ## License and Legal Information

24
test/test.apiclient.ts Normal file
View File

@ -0,0 +1,24 @@
import { tap, expect } from '@push.rocks/tapbundle';
import * as cloudlyApiClient from '../ts_apiclient/index.js';
let testClient: cloudlyApiClient.CloudlyApiClient;
tap.test('should create a new cloudlyApiClient', async () => {
testClient = new cloudlyApiClient.CloudlyApiClient({
registerAs: 'api',
cloudlyUrl: 'http://localhost:3000',
});
await testClient.start();
expect(testClient).toBeTruthy();
});
tap.test('should trigger a server action', async () => {
})
tap.test('should stop the apiclient', async () => {
await testClient.stop();
})
export default tap.start();

View File

@ -10,20 +10,19 @@ import * as cloudly from '../ts/index.js';
let testCloudly: cloudly.Cloudly; let testCloudly: cloudly.Cloudly;
tap.test('first test', async () => { tap.test('first test', async () => {
const cloudlyConfig: cloudly.ICloudlyConfig = { const cloudlyConfig: cloudly.ICloudlyConfig = {
cfToken: testQenv.getEnvVarOnDemand('CF_TOKEN'), cfToken: await testQenv.getEnvVarOnDemand('CF_TOKEN'),
environment: 'integration', environment: 'integration',
letsEncryptEmail: testQenv.getEnvVarOnDemand('LETSENCRYPT_EMAIL'), letsEncryptEmail: await testQenv.getEnvVarOnDemand('LETSENCRYPT_EMAIL'),
publicUrl: testQenv.getEnvVarOnDemand('SERVEZONE_URL'), publicUrl: await testQenv.getEnvVarOnDemand('SERVEZONE_URL'),
publicPort: testQenv.getEnvVarOnDemand('SERVEZONE_PORT'), publicPort: await testQenv.getEnvVarOnDemand('SERVEZONE_PORT'),
mongoDescriptor: { mongoDescriptor: {
mongoDbName: testQenv.getEnvVarOnDemand('MONGODB_DATABASE'), mongoDbName: await testQenv.getEnvVarOnDemand('MONGODB_DATABASE'),
mongoDbUser: testQenv.getEnvVarOnDemand('MONGODB_USER'), mongoDbUser: await testQenv.getEnvVarOnDemand('MONGODB_USER'),
mongoDbPass: testQenv.getEnvVarOnDemand('MONGODB_PASSWORD'), mongoDbPass: await testQenv.getEnvVarOnDemand('MONGODB_PASSWORD'),
mongoDbUrl: testQenv.getEnvVarOnDemand('MONGODB_URL'), mongoDbUrl: await testQenv.getEnvVarOnDemand('MONGODB_URL'),
}, },
digitalOceanToken: testQenv.getEnvVarOnDemand('DIGITALOCEAN_TOKEN'),
}; };
testCloudly = new cloudly.Cloudly(cloudlyConfig); testCloudly = new cloudly.Cloudly();
expect(testCloudly).toBeInstanceOf(cloudly.Cloudly); expect(testCloudly).toBeInstanceOf(cloudly.Cloudly);
}); });

View File

@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@serve.zone/cloudly', name: '@serve.zone/cloudly',
version: '1.0.214', version: '1.1.3',
description: 'A cloud manager utilizing Docker Swarmkit, designed for operations on Cloudron, and supports various cloud platforms like DigitalOcean, Hetzner Cloud, and Cloudflare.' description: 'A cloud manager leveraging Docker Swarmkit for multi-cloud operations including DigitalOcean, Hetzner Cloud, and Cloudflare, with integration support and robust configuration management system.'
} }

View File

@ -1,12 +1,12 @@
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
import { CloudlyConfig } from './cloudly.classes.config.js'; import { CloudlyConfig } from './classes.config.js';
// interfaces // interfaces
import {} from '@tsclass/tsclass'; import {} from '@tsclass/tsclass';
// Cloudly mods // Cloudly mods
import { CloudlyInfo } from './cloudly.classes.cloudlyinfo.js'; import { CloudlyInfo } from './classes.cloudlyinfo.js';
import { CloudlyServer } from './cloudly.classes.server.js'; import { CloudlyServer } from './classes.server.js';
// connectors // connectors
import { CloudflareConnector } from './connector.cloudflare/connector.js'; import { CloudflareConnector } from './connector.cloudflare/connector.js';
@ -17,12 +17,12 @@ import { MongodbConnector } from './connector.mongodb/connector.js';
import { CloudlyCoreflowManager } from './manager.coreflow/coreflowmanager.js'; import { CloudlyCoreflowManager } from './manager.coreflow/coreflowmanager.js';
import { ClusterManager } from './manager.cluster/clustermanager.js'; import { ClusterManager } from './manager.cluster/clustermanager.js';
import { CloudlyTaskmanager } from './manager.task/taskmanager.js'; import { CloudlyTaskmanager } from './manager.task/taskmanager.js';
import { CloudlyVersionManager } from './manager.version/versionmanager.js';
import { CloudlySecretManager } from './manager.secret/classes.secretmanager.js' import { CloudlySecretManager } from './manager.secret/classes.secretmanager.js'
import { CloudlyServerManager } from './manager.server/servermanager.js'; import { CloudlyServerManager } from './manager.server/servermanager.js';
import { ExternalApiManager } from './manager.status/statusmanager.js'; import { ExternalApiManager } from './manager.status/statusmanager.js';
import { ImageManager } from './manager.image/classes.imagemanager.js'; import { ImageManager } from './manager.image/classes.imagemanager.js';
import { logger } from './cloudly.logging.js'; import { logger } from './logger.js';
import { CloudlyAuthManager } from './manager.auth/classes.authmanager.js';
/** /**
* Cloudly class can be used to instantiate a cloudly server. * Cloudly class can be used to instantiate a cloudly server.
@ -49,13 +49,13 @@ export class Cloudly {
public mongodbConnector: MongodbConnector; public mongodbConnector: MongodbConnector;
// managers // managers
public authManager: CloudlyAuthManager;
public secretManager: CloudlySecretManager; public secretManager: CloudlySecretManager;
public clusterManager: ClusterManager; public clusterManager: ClusterManager;
public coreflowManager: CloudlyCoreflowManager; public coreflowManager: CloudlyCoreflowManager;
public externalApiManager: ExternalApiManager; public externalApiManager: ExternalApiManager;
public imageManager: ImageManager; public imageManager: ImageManager;
public taskManager: CloudlyTaskmanager; public taskManager: CloudlyTaskmanager;
public versionManager: CloudlyVersionManager;
public serverManager: CloudlyServerManager; public serverManager: CloudlyServerManager;
private readyDeferred = new plugins.smartpromise.Deferred(); private readyDeferred = new plugins.smartpromise.Deferred();
@ -73,13 +73,13 @@ export class Cloudly {
this.cloudflareConnector = new CloudflareConnector(this); this.cloudflareConnector = new CloudflareConnector(this);
this.letsencryptConnector = new LetsencryptConnector(this); this.letsencryptConnector = new LetsencryptConnector(this);
// processes // managers
this.authManager = new CloudlyAuthManager(this);
this.clusterManager = new ClusterManager(this); this.clusterManager = new ClusterManager(this);
this.coreflowManager = new CloudlyCoreflowManager(this); this.coreflowManager = new CloudlyCoreflowManager(this);
this.externalApiManager = new ExternalApiManager(this); this.externalApiManager = new ExternalApiManager(this);
this.imageManager = new ImageManager(this); this.imageManager = new ImageManager(this);
this.taskManager = new CloudlyTaskmanager(this); this.taskManager = new CloudlyTaskmanager(this);
this.versionManager = new CloudlyVersionManager(this);
this.secretManager = new CloudlySecretManager(this); this.secretManager = new CloudlySecretManager(this);
this.serverManager = new CloudlyServerManager(this); this.serverManager = new CloudlyServerManager(this);
} }
@ -93,6 +93,7 @@ export class Cloudly {
await this.config.init(); await this.config.init();
// manageers // manageers
await this.authManager.start();
await this.secretManager.start(); await this.secretManager.start();
await this.serverManager.start(); await this.serverManager.start();

View File

@ -1,5 +1,5 @@
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
import * as paths from './cloudly.paths.js'; import * as paths from './paths.js';
import { Cloudly } from './index.js'; import { Cloudly } from './index.js';
export class CloudlyInfo { export class CloudlyInfo {

View File

@ -1,7 +1,7 @@
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
import * as paths from './cloudly.paths.js'; import * as paths from './paths.js';
import { logger } from './cloudly.logging.js'; import { logger } from './logger.js';
import type { Cloudly } from './cloudly.classes.cloudly.js'; import type { Cloudly } from './classes.cloudly.js';
/** /**
* the main cloudly config * the main cloudly config
@ -11,9 +11,6 @@ export class CloudlyConfig {
public appData: plugins.npmextra.AppData<plugins.servezoneInterfaces.data.ICloudlyConfig>; public appData: plugins.npmextra.AppData<plugins.servezoneInterfaces.data.ICloudlyConfig>;
public data: plugins.servezoneInterfaces.data.ICloudlyConfig public data: plugins.servezoneInterfaces.data.ICloudlyConfig
// authentication and settings
public smartjwtInstance: plugins.smartjwt.SmartJwt;
constructor(cloudlyRefArg: Cloudly) { constructor(cloudlyRefArg: Cloudly) {
this.cloudlyRef = cloudlyRefArg; this.cloudlyRef = cloudlyRefArg;
@ -56,19 +53,8 @@ export class CloudlyConfig {
], ],
}); });
this.smartjwtInstance = new plugins.smartjwt.SmartJwt();
const kvStore = await this.appData.getKvStore(); const kvStore = await this.appData.getKvStore();
const existingJwtKeys: plugins.tsclass.network.IJwtKeypair = await kvStore.readKey('jwtKeys');
if (!existingJwtKeys) {
await this.smartjwtInstance.createNewKeyPair();
const newJwtKeys = this.smartjwtInstance.getKeyPairAsJson();
await kvStore.writeKey('jwtKeys', newJwtKeys);
} else {
this.smartjwtInstance.setKeyPairAsJson(existingJwtKeys);
}
this.data = await kvStore.readAll(); this.data = await kvStore.readAll();
const missingKeys = await this.appData.logMissingKeys(); const missingKeys = await this.appData.logMissingKeys();
if (missingKeys.length > 0) { if (missingKeys.length > 0) {

View File

@ -1,7 +1,7 @@
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
import * as paths from './cloudly.paths.js'; import * as paths from './paths.js';
import { Cloudly } from './cloudly.classes.cloudly.js'; import { Cloudly } from './classes.cloudly.js';
import { logger } from './cloudly.logging.js'; import { logger } from './logger.js';
/** /**
* handles incoming requests from CI to deploy new versions of apps * handles incoming requests from CI to deploy new versions of apps

View File

@ -1,5 +1,5 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
/** /**
* the portion of Cloudflare responsible * the portion of Cloudflare responsible

View File

@ -1,5 +1,5 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
export class LetsencryptConnector { export class LetsencryptConnector {
private cloudlyRef: Cloudly; private cloudlyRef: Cloudly;
@ -34,7 +34,10 @@ export class LetsencryptConnector {
}, },
mongoDescriptor: this.cloudlyRef.config.data.mongoDescriptor, mongoDescriptor: this.cloudlyRef.config.data.mongoDescriptor,
}); });
await this.smartacme.init(); await this.smartacme.init().catch(err => {
console.error('error in init', err);
console.log(`trying again in a few minutes`)
});
} }
/** /**

View File

@ -1,5 +1,5 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
export class MongodbConnector { export class MongodbConnector {
// INSTANCE // INSTANCE

View File

@ -0,0 +1,13 @@
import * as plugins from '../plugins.js';
export const demoImages: plugins.servezoneInterfaces.data.IImage[] = [
{
id: 'DemoImage1',
data: {
name: 'DemoImage1',
description: 'DemoImage1',
versions: [],
}
}
];

View File

@ -1,4 +1,4 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
// Create an array to hold 10 ISecretGroup objects // Create an array to hold 10 ISecretGroup objects
const demoSecretGroups: plugins.servezoneInterfaces.data.ISecretGroup[] = []; const demoSecretGroups: plugins.servezoneInterfaces.data.ISecretGroup[] = [];

View File

@ -0,0 +1,12 @@
import * as plugins from '../plugins.js';
export const users: plugins.servezoneInterfaces.data.IUser[] = [
{
id: 'user1',
data: {
username: 'admin',
password: 'password',
role: 'admin',
}
}
]

View File

@ -1,4 +1,4 @@
import type { Cloudly } from '../cloudly.classes.cloudly.js'; import type { Cloudly } from '../classes.cloudly.js';
export const installDemoData = async (cloudlyRef: Cloudly) => { export const installDemoData = async (cloudlyRef: Cloudly) => {
@ -35,4 +35,31 @@ export const installDemoData = async (cloudlyRef: Cloudly) => {
await cluster.delete(); await cluster.delete();
} }
// ================================================================================
// USERS
const users = await cloudlyRef.authManager.CUser.getInstances({});
for (const user of users) {
await user.delete();
}
const demoDataUsers = await import('./demo.data.users.js');
for (const user of demoDataUsers.users) {
const userInstance = new cloudlyRef.authManager.CUser();
Object.assign(userInstance, user);
await userInstance.save();
}
// ================================================================================
// IMAGES
const images = await cloudlyRef.imageManager.CImage.getInstances({});
for (const image of images) {
await image.delete();
}
const demoDataImages = await import('./demo.data.images.js');
for (const image of demoDataImages.demoImages) {
const imageInstance = new cloudlyRef.imageManager.CImage();
Object.assign(imageInstance, image);
await imageInstance.save();
}
} }

View File

@ -1,9 +1,9 @@
import * as early from '@push.rocks/early'; import * as early from '@push.rocks/early';
early.start('cloudly'); early.start('cloudly');
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
import * as paths from './cloudly.paths.js'; import * as paths from './paths.js';
import { Cloudly } from './cloudly.classes.cloudly.js'; import { Cloudly } from './classes.cloudly.js';
import { logger } from './cloudly.logging.js'; import { logger } from './logger.js';
const cloudlyQenv = new plugins.qenv.Qenv(paths.packageDir, paths.nogitDir, true); const cloudlyQenv = new plugins.qenv.Qenv(paths.packageDir, paths.nogitDir, true);
early.stop(); early.stop();
@ -26,3 +26,5 @@ const runCli = async () => {
}; };
export { runCli, Cloudly }; export { runCli, Cloudly };
type ICloudlyConfig = plugins.servezoneInterfaces.data.ICloudlyConfig;
export { type ICloudlyConfig }

View File

@ -1,5 +1,5 @@
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
import * as paths from './cloudly.paths.js'; import * as paths from './paths.js';
export const logger = new plugins.smartlog.Smartlog({ export const logger = new plugins.smartlog.Smartlog({
logContext: { logContext: {

View File

@ -0,0 +1,81 @@
import * as plugins from '../plugins.js';
import type { Cloudly } from '../classes.cloudly.js';
import { logger } from '../logger.js';
import { Authorization } from './classes.authorization.js';
import { User } from './classes.user.js';
export interface IJwtData {
userId: string;
status: 'loggedIn' | 'loggedOut';
}
export class CloudlyAuthManager {
cloudlyRef: Cloudly
public get db() {
return this.cloudlyRef.mongodbConnector.smartdataDb;
}
public CUser = plugins.smartdata.setDefaultManagerForDoc(this, User);
public CAuthorization = plugins.smartdata.setDefaultManagerForDoc(this, Authorization);
public typedrouter = new plugins.typedrequest.TypedRouter();
public smartjwtInstance: plugins.smartjwt.SmartJwt<IJwtData>;
constructor(cloudlyRef: Cloudly) {
this.cloudlyRef = cloudlyRef;
this.cloudlyRef.typedrouter.addTypedRouter(this.typedrouter);
}
public async start() {
// lets setup the smartjwtInstance
this.smartjwtInstance = new plugins.smartjwt.SmartJwt();
await this.smartjwtInstance.init();
const kvStore = await this.cloudlyRef.config.appData.getKvStore();
const existingJwtKeys: plugins.tsclass.network.IJwtKeypair = await kvStore.readKey('jwtKeys');
if (!existingJwtKeys) {
await this.smartjwtInstance.createNewKeyPair();
const newJwtKeys = this.smartjwtInstance.getKeyPairAsJson();
await kvStore.writeKey('jwtKeys', newJwtKeys);
} else {
this.smartjwtInstance.setKeyPairAsJson(existingJwtKeys);
}
this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.secret.IReq_Admin_LoginWithUsernameAndPassword>(
'adminLoginWithUsernameAndPassword',
async (dataArg) => {
let jwt: string;
const user = await User.findUserByUsernameAndPassword(dataArg.username, dataArg.password);
if (!user) {
logger.log('warn', 'login failed');
} else {
jwt = await this.smartjwtInstance.createJWT({
userId: user.id,
status: 'loggedIn',
});
logger.log('success', 'login successful');
}
return {
jwt,
};
}
)
);
}
public async stop () {}
public adminJwtGuard = new plugins.smartguard.Guard<{jwt: string}>(async (dataArg) => {
const jwt = dataArg.jwt;
const jwtData: IJwtData = await this.smartjwtInstance.verifyJWTAndGetData(jwt);
const user = await this.CUser.getInstance({id: jwtData.userId});
const isAdminBool = user.data.role === 'admin';
console.log(`user is admin: ${isAdminBool}`);
return isAdminBool;
}, {
failedHint: 'user is not admin.'
})
}

View File

@ -0,0 +1,6 @@
import * as plugins from '../plugins.js';
@plugins.smartdata.managed()
export class Authorization extends plugins.smartdata.SmartDataDbDoc<Authorization, Authorization> {
}

View File

@ -0,0 +1,27 @@
import * as plugins from '../plugins.js';
@plugins.smartdata.managed()
export class User extends plugins.smartdata.SmartDataDbDoc<
User,
plugins.servezoneInterfaces.data.IUser
> {
public static async findUserByUsernameAndPassword(usernameArg: string, passwordArg: string) {
return await User.getInstance({
data: {
username: usernameArg,
password: passwordArg,
},
});
}
// INSTANCE
@plugins.smartdata.unI()
public id: string;
@plugins.smartdata.svDb()
public data: {
role: 'admin' | 'user';
username: string;
password: string;
};
}

View File

@ -1,9 +1,9 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
/* /*
* cluster defines a swarmkit cluster * cluster defines a swarmkit cluster
*/ */
@plugins.smartdata.Manager() @plugins.smartdata.managed()
export class Cluster extends plugins.smartdata.SmartDataDbDoc<Cluster, plugins.servezoneInterfaces.data.ICluster> { export class Cluster extends plugins.smartdata.SmartDataDbDoc<Cluster, plugins.servezoneInterfaces.data.ICluster> {
// STATIC // STATIC
public static async fromConfigObject( public static async fromConfigObject(

View File

@ -1,7 +1,7 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import * as paths from '../cloudly.paths.js'; import * as paths from '../paths.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
import { logger } from '../cloudly.logging.js'; import { logger } from '../logger.js';
import { Cluster } from './cluster.js'; import { Cluster } from './cluster.js';

View File

@ -1,5 +1,5 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
/** /**
* in charge of talking to coreflow services on clusters * in charge of talking to coreflow services on clusters
@ -26,8 +26,12 @@ export class CloudlyCoreflowManager {
return { return {
clusterIdentifier: { clusterIdentifier: {
clusterId: clusterConfig.id,
clusterName: clusterConfig.data.name, clusterName: clusterConfig.data.name,
secretKey: clusterConfig.data.secretKey, jwt: await this.cloudlyRef.authManager.smartjwtInstance.createJWT({
status: 'loggedIn',
userId: 'cluster:' + clusterConfig.id, // TODO: create real users for clusters
})
}, },
}; };
}) })
@ -47,7 +51,8 @@ export class CloudlyCoreflowManager {
); );
console.log('got cluster config and sending it back to coreflow'); console.log('got cluster config and sending it back to coreflow');
return { return {
configData: await clusterConfigSet.createSavableObject() configData: await clusterConfigSet.createSavableObject(),
deploymentDirectives: [],
}; };
} }
) )

View File

@ -1,12 +1,20 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import type { ImageManager } from './classes.imagemanager.js'; import type { ImageManager } from './classes.imagemanager.js';
@plugins.smartdata.Manager() @plugins.smartdata.managed()
export class Image extends plugins.smartdata.SmartDataDbDoc<Image, plugins.servezoneInterfaces.data.IImage, ImageManager> { export class Image extends plugins.smartdata.SmartDataDbDoc<Image, plugins.servezoneInterfaces.data.IImage, ImageManager> {
public static async create(imageDataArg: Partial<plugins.servezoneInterfaces.data.IImage['data']>) { public static async create(imageDataArg: Partial<plugins.servezoneInterfaces.data.IImage['data']>) {
const image = new Image(); const image = new Image();
image.id = plugins.smartunique.uni('image'); image.id = await this.getNewId();
Object.assign(image.data, imageDataArg); console.log(imageDataArg);
Object.assign(image, {
data: {
name: imageDataArg.name,
description: imageDataArg.description,
versions: [],
},
});
console.log((Image as any).saveableProperties)
await image.save(); await image.save();
return image; return image;
} }
@ -18,4 +26,12 @@ export class Image extends plugins.smartdata.SmartDataDbDoc<Image, plugins.serve
public data: plugins.servezoneInterfaces.data.IImage['data']; public data: plugins.servezoneInterfaces.data.IImage['data'];
public async getVersions() {} public async getVersions() {}
/**
* returns a storage path
* note: this is relative to the storage method defined by the imageManager
*/
public async getStoragePath(versionStringArg: string) {
return `${this.data.name}:${versionStringArg}`.replace('/', '__')
}
} }

View File

@ -1,27 +1,62 @@
import type { Cloudly } from '../cloudly.classes.cloudly.js'; import type { Cloudly } from '../classes.cloudly.js';
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Image } from './classes.image.js'; import { Image } from './classes.image.js';
export class ImageManager { export class ImageManager {
cloudlyRef: Cloudly; cloudlyRef: Cloudly;
public typedrouter = new plugins.typedrequest.TypedRouter();
public smartbucketInstance: plugins.smartbucket.SmartBucket;
public imageDir: plugins.smartbucket.Directory;
get db() { get db() {
return this.cloudlyRef.mongodbConnector.smartdataDb; return this.cloudlyRef.mongodbConnector.smartdataDb;
} }
public typedrouter = new plugins.typedrequest.TypedRouter();
public CImage = plugins.smartdata.setDefaultManagerForDoc(this, Image); public CImage = plugins.smartdata.setDefaultManagerForDoc(this, Image);
smartbucketInstance: plugins.smartbucket.SmartBucket;
constructor(cloudlyRefArg: Cloudly) { constructor(cloudlyRefArg: Cloudly) {
this.cloudlyRef = cloudlyRefArg; this.cloudlyRef = cloudlyRefArg;
this.cloudlyRef.typedrouter.addTypedRouter(this.typedrouter); this.cloudlyRef.typedrouter.addTypedRouter(this.typedrouter);
this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_CreateImage>(
'createImage',
async (reqArg, toolsArg) => {
await toolsArg.passGuards([this.cloudlyRef.authManager.adminJwtGuard], reqArg);
const image = await this.CImage.create({
name: reqArg.name,
description: reqArg.description,
versions: [],
});
return {
image: await image.createSavableObject(),
};
}
)
)
this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_DeleteImage>(
'deleteImage',
async (reqArg, toolsArg) => {
await toolsArg.passGuards([this.cloudlyRef.authManager.adminJwtGuard], reqArg);
const image = await this.CImage.getInstance({
id: reqArg.imageId,
});
await image.delete();
return {};
}
)
);
this.typedrouter.addTypedHandler( this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_GetAllImages>( new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_GetAllImages>(
'getAllImages', 'getAllImages',
async (requestArg) => { async (requestArg, toolsArg) => {
await toolsArg.passGuards([this.cloudlyRef.authManager.adminJwtGuard], requestArg);
const images = await this.CImage.getInstances({}); const images = await this.CImage.getInstances({});
return { return {
images: await Promise.all( images: await Promise.all(
@ -35,29 +70,28 @@ export class ImageManager {
); );
this.typedrouter.addTypedHandler( this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_CreateImage>( new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_PushImageVersion>(
'createImage', 'pushImageVersion',
async (reqArg) => { async (reqArg) => {
const image = await this.CImage.create({ const pushStream = reqArg.imageStream;
name: reqArg.name, return {};
});
return {
image: await image.createSavableObject(),
};
} }
) )
); );
this.typedrouter.addTypedHandler( this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_DownloadImage>( new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.image.IRequest_PullImageVersion>(
'pullImage', 'pullImageVersion',
async (reqArg) => { async (reqArg) => {
const image = await this.CImage.getInstance({ const image = await this.CImage.getInstance({
data: { id: reqArg.imageId,
name: reqArg.name,
}
}); });
const imageVersion = const imageVersion = image.data.versions.find((version) => version.versionString === reqArg.versionString);
const readable = this.imageDir.fastGetStream(await image.getStoragePath(reqArg.versionString));
const imageVirtualStream = new plugins.typedrequest.VirtualStream();
return {
imageStream: imageVirtualStream,
};
} }
) )
); );
@ -71,7 +105,11 @@ export class ImageManager {
this.cloudlyRef.config.data.s3Descriptor this.cloudlyRef.config.data.s3Descriptor
); );
const bucket = await this.smartbucketInstance.getBucketByName('cloudly-test'); const bucket = await this.smartbucketInstance.getBucketByName('cloudly-test');
await bucket.fastStore('test/test.txt', 'hello'); await bucket.fastPut({ path: 'test/test.txt', contents: 'hello' });
this.imageDir = await bucket.getDirectoryFromPath({
path: 'images',
});
} }
public async createImage(nameArg: string) { public async createImage(nameArg: string) {

View File

@ -1,5 +1,5 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
/** /**
* takes care of receiving and providing logs * takes care of receiving and providing logs

View File

@ -1,7 +1,7 @@
// a secret bundle is a set of secrets ready to be used in a project. // a secret bundle is a set of secrets ready to be used in a project.
// it bundles secretgroups // it bundles secretgroups
import { SecretGroup } from './classes.secretgroup.js'; import { SecretGroup } from './classes.secretgroup.js';
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
@plugins.smartdata.Manager() @plugins.smartdata.Manager()
export class SecretBundle extends plugins.smartdata.SmartDataDbDoc< export class SecretBundle extends plugins.smartdata.SmartDataDbDoc<

View File

@ -1,7 +1,7 @@
/** /**
* a secretgroup is a set of secrets for different environments. * a secretgroup is a set of secrets for different environments.
*/ */
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
@plugins.smartdata.Manager() @plugins.smartdata.Manager()
export class SecretGroup extends plugins.smartdata.SmartDataDbDoc< export class SecretGroup extends plugins.smartdata.SmartDataDbDoc<

View File

@ -1,9 +1,9 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import * as paths from '../cloudly.paths.js'; import * as paths from '../paths.js';
import { SecretBundle } from './classes.secretbundle.js'; import { SecretBundle } from './classes.secretbundle.js';
import { SecretGroup } from './classes.secretgroup.js'; import { SecretGroup } from './classes.secretgroup.js';
import { logger } from '../cloudly.logging.js'; import { logger } from '../logger.js';
import type { Cloudly } from '../cloudly.classes.cloudly.js'; import type { Cloudly } from '../classes.cloudly.js';
/** /**
* The `ConfigVault` class provides methods for reading and writing configuration data to a file. * The `ConfigVault` class provides methods for reading and writing configuration data to a file.
@ -35,31 +35,11 @@ export class CloudlySecretManager {
this.typedrouter = new plugins.typedrequest.TypedRouter(); this.typedrouter = new plugins.typedrequest.TypedRouter();
this.cloudlyRef.typedrouter.addTypedRouter(this.typedrouter); this.cloudlyRef.typedrouter.addTypedRouter(this.typedrouter);
this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.secret.IReq_Admin_LoginWithUsernameAndPassword>(
'adminLoginWithUsernameAndPassword',
async (dataArg) => {
let jwt: string;
// console.log(dataArg);
if (dataArg.username !== 'admin' || dataArg.password !== 'password') {
logger.log('warn', 'login failed');
} else {
jwt = await this.cloudlyRef.config.smartjwtInstance.createJWT({
status: 'loggedIn',
});
logger.log('success', 'login successful');
}
return {
jwt,
};
}
)
);
this.typedrouter.addTypedHandler( this.typedrouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.secret.IReq_Admin_GetConfigBundlesAndSecretGroups>( new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.secret.IReq_Admin_GetConfigBundlesAndSecretGroups>(
'adminGetConfigBundlesAndSecretGroups', 'adminGetConfigBundlesAndSecretGroups',
async (dataArg) => { async (dataArg, toolsArg) => {
await toolsArg.passGuards([this.cloudlyRef.authManager.adminJwtGuard], dataArg);
dataArg.jwt dataArg.jwt
const secretBundles = await SecretBundle.getInstances({}); const secretBundles = await SecretBundle.getInstances({});
const secretGroups = await SecretGroup.getInstances({}); const secretGroups = await SecretGroup.getInstances({});

View File

@ -1,4 +1,4 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
/* /*
* cluster defines a swarmkit cluster * cluster defines a swarmkit cluster

View File

@ -1,5 +1,5 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
import { Cluster } from '../manager.cluster/cluster.js'; import { Cluster } from '../manager.cluster/cluster.js';
import { Server } from './server.js'; import { Server } from './server.js';

View File

@ -1,4 +1,4 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../index.js'; import { Cloudly } from '../index.js';
/** /**

View File

@ -1,7 +1,7 @@
import * as plugins from '../cloudly.plugins.js'; import * as plugins from '../plugins.js';
import { Cloudly } from '../cloudly.classes.cloudly.js'; import { Cloudly } from '../classes.cloudly.js';
import { logger } from '../cloudly.logging.js'; import { logger } from '../logger.js';
export class CloudlyTaskmanager { export class CloudlyTaskmanager {
public cloudlyRef: Cloudly; public cloudlyRef: Cloudly;

View File

@ -1,32 +0,0 @@
import * as plugins from '../cloudly.plugins.js';
/*
A container version is managed by the versionmanager
*/
@plugins.smartdata.Manager()
export class ContainerVersion
extends plugins.smartdata.SmartDataDbDoc<ContainerVersion, unknown>
implements plugins.servezoneInterfaces.data.IContainerVersionData
{
public static async fromIVersionData(
dataArg: plugins.servezoneInterfaces.data.IContainerVersionData
) {
const containerVersionInstance = new ContainerVersion();
containerVersionInstance.id = plugins.smartunique.shortId();
Object.assign(containerVersionInstance, dataArg);
return containerVersionInstance;
}
@plugins.smartdata.unI()
public id: string;
@plugins.smartdata.svDb()
public dockerImageUrl: string;
@plugins.smartdata.svDb()
public dockerImageVersion: string;
constructor() {
super();
}
}

View File

@ -1,149 +0,0 @@
import * as plugins from '../cloudly.plugins.js';
import { ContainerVersion } from './containerversion.js';
import { Cloudly } from '../cloudly.classes.cloudly.js';
export class CloudlyVersionManager {
// INSTANCE
public cloudlyRef: Cloudly;
public get db() {
return this.cloudlyRef.mongodbConnector.smartdataDb;
}
public typedRouter = new plugins.typedrequest.TypedRouter();
// connected classes
public CContainerVersion = plugins.smartdata.setDefaultManagerForDoc(this, ContainerVersion);
constructor(cloudlyRefArg: Cloudly) {
this.cloudlyRef = cloudlyRefArg;
this.cloudlyRef.typedrouter.addTypedRouter(this.typedRouter);
// get version
this.typedRouter.addTypedHandler<plugins.servezoneInterfaces.requests.version.IRequest_Any_Cloudly_VersionManager_GetLatestContainerVersion>(
new plugins.typedrequest.TypedHandler(
'getLatestContainerVersion',
async (typedRequestData) => {
const containerVersionGet: ContainerVersion =
await ContainerVersion.getInstance<ContainerVersion>({
dockerImageUrl: typedRequestData.dockerImageUrl,
});
return {
dockerImageUrl: containerVersionGet.dockerImageUrl,
dockerImageVersion: containerVersionGet.dockerImageVersion,
};
}
)
);
// update version
this.typedRouter.addTypedHandler<plugins.servezoneInterfaces.requests.version.IRequest_Any_Cloudly_VersionManager_InformCloudlyAboutNewContainerVersion>(
new plugins.typedrequest.TypedHandler(
'informCloudlyAboutNewContainerVersion',
async (dataArg) => {
console.log(`Got a container version announcement! "${dataArg.dockerImageUrl}"`);
let containerVersion: ContainerVersion =
await ContainerVersion.getInstance<ContainerVersion>({
dockerImageUrl: dataArg.dockerImageUrl,
});
if (containerVersion) {
containerVersion.dockerImageVersion = dataArg.dockerImageVersion;
await containerVersion.save();
} else {
containerVersion = await ContainerVersion.fromIVersionData(dataArg);
await containerVersion.save();
}
// lets push this info to the relevant clusters
const clusters = await this.cloudlyRef.clusterManager.getAllClusters();
let foundServices: plugins.servezoneInterfaces.data.IService;
let relevantClusterIdentifier: plugins.servezoneInterfaces.data.IClusterIdentifier;
for (const clusterArg of clusters) {
console.log(clusterArg);
for (const serviceArg of await clusterArg.getServices()) {
if (serviceArg.image === containerVersion.dockerImageUrl) {
foundServices = serviceArg;
break;
}
}
if (foundServices) {
relevantClusterIdentifier = {
clusterName: clusterArg.data.name,
secretKey: clusterArg.data.secretKey,
};
break;
}
}
if (!relevantClusterIdentifier) {
console.log('no cluster found that needs to update');
return {};
} else {
console.log('found relevant cluster identifier:');
console.log(relevantClusterIdentifier);
}
const targetConnection =
await this.cloudlyRef.server.typedsocketServer.findTargetConnection(
async (connectionArg) => {
const identityTag = await connectionArg.getTagById('identity');
if (!identityTag) {
return false;
}
const result =
plugins.smartjson.stringify(identityTag.payload) ===
plugins.smartjson.stringify(relevantClusterIdentifier);
return result;
}
);
if (targetConnection) {
console.log(`the relevant cluster is connected and is now being informed.`);
const informCoreflowTR =
this.cloudlyRef.server.typedsocketServer.createTypedRequest<plugins.servezoneInterfaces.requests.version.IRequest_Cloudly_Coreflow_VersionManager_InformCoreflowAboutNewContainerVersion>(
'informCoreflowAboutNewContainerVersion',
targetConnection
);
informCoreflowTR.fire({
dockerImageUrl: containerVersion.dockerImageUrl,
dockerImageVersion: containerVersion.dockerImageVersion,
});
} else {
console.log('the relevant cluster is not connected at this time.');
}
return {};
}
)
);
// lets support the servezone standard
this.typedRouter.addTypedHandler(
new plugins.typedrequest.TypedHandler<plugins.servezoneInterfaces.requests.IRequest_InformAboutNewContainerImage>(
'servezonestandard_InformAboutNewContainerVersion',
async (dataArg) => {
const result =
await this.typedRouter.routeAndAddResponse<plugins.servezoneInterfaces.requests.version.IRequest_Any_Cloudly_VersionManager_InformCloudlyAboutNewContainerVersion>(
{
method: 'informCloudlyAboutNewContainerVersion',
request: {
dockerImageUrl: dataArg.containerImageInfo.registryUrl,
dockerImageVersion: dataArg.containerImageInfo.version,
},
response: null
},
true
);
return result.response;
}
)
);
}
/**
* gets all versions
*/
public async getAllVersions() {
const result = await ContainerVersion.getInstances<ContainerVersion>({});
return result;
}
}

View File

@ -1,4 +1,4 @@
import * as plugins from './cloudly.plugins.js'; import * as plugins from './plugins.js';
export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../'); export const packageDir = plugins.path.join(plugins.smartpath.get.dirnameFromImportMetaUrl(import.meta.url), '../');
export const nogitDir = plugins.path.join(packageDir, '.nogit/'); export const nogitDir = plugins.path.join(packageDir, '.nogit/');

View File

@ -32,7 +32,6 @@ import * as smartcli from '@push.rocks/smartcli';
import * as smartdata from '@push.rocks/smartdata'; import * as smartdata from '@push.rocks/smartdata';
import * as smartdelay from '@push.rocks/smartdelay'; import * as smartdelay from '@push.rocks/smartdelay';
import * as smartexit from '@push.rocks/smartexit'; import * as smartexit from '@push.rocks/smartexit';
import * as typedserver from '@api.global/typedserver';
import * as smartfile from '@push.rocks/smartfile'; import * as smartfile from '@push.rocks/smartfile';
import * as smartguard from '@push.rocks/smartguard'; import * as smartguard from '@push.rocks/smartguard';
import * as smartjson from '@push.rocks/smartjson'; import * as smartjson from '@push.rocks/smartjson';
@ -45,6 +44,7 @@ import * as smartssh from '@push.rocks/smartssh';
import * as smartstring from '@push.rocks/smartstring'; import * as smartstring from '@push.rocks/smartstring';
import * as smartunique from '@push.rocks/smartunique'; import * as smartunique from '@push.rocks/smartunique';
import * as taskbuffer from '@push.rocks/taskbuffer'; import * as taskbuffer from '@push.rocks/taskbuffer';
import * as typedserver from '@api.global/typedserver';
export { export {
npmextra, npmextra,
@ -55,7 +55,6 @@ export {
smartcli, smartcli,
smartdata, smartdata,
smartexit, smartexit,
typedserver,
smartdelay, smartdelay,
smartfile, smartfile,
smartguard, smartguard,
@ -69,6 +68,7 @@ export {
smartstring, smartstring,
smartunique, smartunique,
taskbuffer, taskbuffer,
typedserver,
}; };
// @servezone scope // @servezone scope

View File

@ -0,0 +1,145 @@
import * as plugins from './plugins.js';
export type TClientType = 'api' | 'ci' | 'coreflow' | 'cli' | 'serverconfig';
import { Image } from './classes.image.js';
export class CloudlyApiClient {
private cloudlyUrl: string;
private registerAs: string;
public typedrouter = new plugins.typedrequest.TypedRouter();
public typedsocketClient: plugins.typedsocket.TypedSocket;
// Subjects
public configUpdateSubject = new plugins.smartrx.rxjs.Subject<
plugins.servezoneInterfaces.requests.config.IRequest_Cloudly_Coreflow_PushClusterConfig['request']
>();
public serverActionSubject = new plugins.smartrx.rxjs.Subject<
plugins.servezoneInterfaces.requests.server.IRequest_TriggerServerAction['request']
>();
constructor(optionsArg?: {
registerAs: TClientType;
cloudlyUrl?: string;
}) {
this.registerAs = optionsArg.registerAs;
this.cloudlyUrl =
optionsArg?.cloudlyUrl || process.env.CLOUDLY_URL || 'https://cloudly.layer.io:443';
console.log(
`creating LoleCloudlyClient: registering as ${this.registerAs} and target url ${this.cloudlyUrl}`
);
this.typedrouter.addTypedHandler<plugins.servezoneInterfaces.requests.config.IRequest_Cloudly_Coreflow_PushClusterConfig>(
new plugins.typedrequest.TypedHandler('pushClusterConfig', async (dataArg) => {
this.configUpdateSubject.next(dataArg);
return {};
})
);
this.typedrouter.addTypedHandler<plugins.servezoneInterfaces.requests.server.IRequest_TriggerServerAction>(
new plugins.typedrequest.TypedHandler('triggerServerAction', async (dataArg) => {
this.serverActionSubject.next(dataArg);
return {
actionConfirmed: true,
};
})
);
}
public async start() {
this.typedsocketClient = await plugins.typedsocket.TypedSocket.createClient(
this.typedrouter,
this.cloudlyUrl
);
console.log(
`CloudlyCluent connected to cloudly at ${this.cloudlyUrl}. Remember to get an identity.`
);
}
public async stop() {
await this.typedsocketClient.stop();
}
public identity: plugins.servezoneInterfaces.data.IClusterIdentifier;
public async getIdentityByJumpCode(
jumpCodeArg: string,
tagConnection = false,
statefullIdentity = true
): Promise<plugins.servezoneInterfaces.data.IClusterIdentifier> {
const identityRequest =
this.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.identity.IRequest_Any_Cloudly_CoreflowManager_GetIdentityByJumpCode>(
'getIdentityByJumpCode'
);
console.log(`trying to get identity from cloudly with supplied jumpCodeArg: ${jumpCodeArg}`);
const response = await identityRequest.fire({
jumpCode: jumpCodeArg,
});
console.log('got identity response');
const identity = response.clusterIdentifier;
if (tagConnection) {
this.typedsocketClient.addTag('identity', identity);
}
if (statefullIdentity) {
this.identity = identity;
}
return identity;
}
public async getClusterConfigFromCloudlyByIdentity(
identityArg: plugins.servezoneInterfaces.data.IClusterIdentifier
): Promise<plugins.servezoneInterfaces.data.ICluster> {
const clusterConfigRequest =
this.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.config.IRequest_Any_Cloudly_GetClusterConfig>(
'getClusterConfig'
);
const response = await clusterConfigRequest.fire({
jwt: '',
clusterIdentifier: identityArg,
});
return response.configData;
}
public async getServerConfigFromCloudlyByIdentity(
identityArg: plugins.servezoneInterfaces.data.IClusterIdentifier
): Promise<plugins.servezoneInterfaces.data.IServer> {
const serverConfigRequest =
this.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.config.IRequest_Any_Cloudly_GetServerConfig>(
'getServerConfig'
);
const response = await serverConfigRequest.fire({
jwt: '', // TODO: do proper auth here
serverId: '', // TODO: get server id here
});
return response.configData;
}
/**
* gets a certificate for a domain used by a service
* @param serviceNameArg
* @param domainNameArg
*/
public async getCertificateForDomainOverHttps(
domainNameArg: string
): Promise<plugins.tsclass.network.ICert> {
const typedCertificateRequest =
this.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.certificate.IRequest_Any_Cloudly_GetSslCertificate>(
'getSslCertificate'
);
const typedResponse = await typedCertificateRequest.fire({
authToken: '', // do proper auth here
requiredCertName: domainNameArg,
});
return typedResponse.certificate;
}
// Images
public async getImages() {
return Image.getImages(this);
}
}

View File

@ -1,13 +0,0 @@
import * as plugins from './plugins.js';
export class CloudlyClient {
public clientToken: string;
constructor(clientToken: string) {
this.clientToken = clientToken;
}
public async getClusters() {
}
}

View File

@ -2,4 +2,5 @@ import * as plugins from './plugins.js';
export class Cluster { export class Cluster {
public getServers() {} public getServers() {}
} }

View File

@ -1,5 +1,84 @@
import type { CloudlyApiClient } from './classes.cloudlyapiclient.js';
import * as plugins from './plugins.js'; import * as plugins from './plugins.js';
export class Image { export class Image implements plugins.servezoneInterfaces.data.IImage {
public getImages() {} public static async getImages(cloudlyClientRef: CloudlyApiClient) {
const getAllImagesTR = cloudlyClientRef.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.image.IRequest_GetAllImages>(
'getAllImages'
);
const response = await getAllImagesTR.fire({
jwt: cloudlyClientRef.identity.jwt,
});
const resultImages: Image[] = [];
for (const image of response.images) {
const newImage = new Image(cloudlyClientRef);
Object.assign(newImage, image);
resultImages.push(newImage);
}
return resultImages;
}
// INSTANCE
cloudlyClientRef: CloudlyApiClient;
id: plugins.servezoneInterfaces.data.IImage['id'];
data: plugins.servezoneInterfaces.data.IImage['data'];
constructor(cloudlyClientRef: CloudlyApiClient) {
this.cloudlyClientRef = cloudlyClientRef;
}
/**
* updates the image data
*/
public async update() {
const getVersionsTR = this.cloudlyClientRef.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.image.IRequest_GetImageMetadata>(
'getImageMetadata'
);
const response = await getVersionsTR.fire({
jwt: this.cloudlyClientRef.identity.jwt,
imageId: this.id,
});
Object.assign(this, response.image);
}
/**
* pushes a new version of the image
* @param imageVersion
* @param imageReadableArg
*/
public async pushImageVersion(imageVersion: string, imageReadableArg: ReadableStream<Uint8Array>): Promise<void> {
const done = plugins.smartpromise.defer();
const pullImageTR = this.cloudlyClientRef.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.image.IRequest_PushImageVersion>(
'pushImageVersion'
);
const virtualStream = new plugins.typedrequest.VirtualStream();
const response = await pullImageTR.fire({
jwt: this.cloudlyClientRef.identity.jwt,
imageId: this.id,
versionString: '',
imageStream: virtualStream,
});
await virtualStream.readFromWebstream(imageReadableArg);
await done.promise;
await this.update();
};
/**
* pulls a version of the image
*/
public async pullImageVersion(versionStringArg: string): Promise<ReadableStream<Uint8Array>> {
const pullImageTR = this.cloudlyClientRef.typedsocketClient.createTypedRequest<plugins.servezoneInterfaces.requests.image.IRequest_PullImageVersion>(
'pullImageVersion'
);
const response = await pullImageTR.fire({
jwt: this.cloudlyClientRef.identity.jwt,
imageId: this.id,
versionString: versionStringArg,
});
const imageStream = response.imageStream;
const webduplexStream = new plugins.webstream.WebDuplexStream({});
imageStream.writeToWebstream(webduplexStream.writable);
return webduplexStream.readable;
};
} }

View File

@ -0,0 +1,7 @@
import * as plugins from './plugins.js';
export class Server {
public static getServers() {
}
}

View File

@ -1 +1 @@
export * from './classes.cloudlyclient.js'; export * from './classes.cloudlyapiclient.js';

View File

@ -1,5 +1,33 @@
import * as typedrequest from '@api.global/typedrequest'; // @serve.zone scope
import * as servezoneInterfaces from '@serve.zone/interfaces';
export { export {
typedrequest servezoneInterfaces
}
// @push.rocks scope
import * as smartpromise from '@push.rocks/smartpromise';
import * as smartrx from '@push.rocks/smartrx';
import * as webstream from '@push.rocks/smartstream/web';
export {
smartpromise,
smartrx,
webstream,
}
// @api.global scope
import * as typedrequest from '@api.global/typedrequest';
import * as typedsocket from '@api.global/typedsocket';
export {
typedrequest,
typedsocket
}
// @tsclass scope
import * as tsclass from '@tsclass/tsclass';
export {
tsclass,
} }

View File

@ -3,6 +3,6 @@
*/ */
export const commitinfo = { export const commitinfo = {
name: '@serve.zone/cloudly', name: '@serve.zone/cloudly',
version: '1.0.214', version: '1.1.3',
description: 'A cloud manager utilizing Docker Swarmkit, designed for operations on Cloudron, and supports various cloud platforms like DigitalOcean, Hetzner Cloud, and Cloudflare.' description: 'A cloud manager leveraging Docker Swarmkit for multi-cloud operations including DigitalOcean, Hetzner Cloud, and Cloudflare, with integration support and robust configuration management system.'
} }

View File

@ -72,7 +72,7 @@ export const dataState = await appstate.getStatePart<IDataState>(
); );
// Getting data // Getting data
export const getDataAction = dataState.createAction(async (statePartArg) => { export const getAllDataAction = dataState.createAction(async (statePartArg, partialArg?: 'secrets' | 'images') => {
let currentState = statePartArg.getState(); let currentState = statePartArg.getState();
// Secrets // Secrets
const trGetSecrets = const trGetSecrets =
@ -88,6 +88,20 @@ export const getDataAction = dataState.createAction(async (statePartArg) => {
...response, ...response,
}; };
// images
const trGetImages =
new domtools.plugins.typedrequest.TypedRequest<plugins.interfaces.requests.image.IRequest_GetAllImages>(
'/typedrequest',
'getAllImages'
);
const responseImages = await trGetImages.fire({
jwt: loginStatePart.getState().jwt,
});
currentState = {
...currentState,
...responseImages,
};
// Clusters // Clusters
const trGetClusters = const trGetClusters =
new domtools.plugins.typedrequest.TypedRequest<plugins.interfaces.requests.cluster.IRequest_GetAllClusters>( new domtools.plugins.typedrequest.TypedRequest<plugins.interfaces.requests.cluster.IRequest_GetAllClusters>(
@ -120,7 +134,7 @@ export const createSecretGroupAction = dataState.createAction(
secretBundles: [], secretBundles: [],
secretGroups: [payloadArg], secretGroups: [payloadArg],
}); });
currentState = await dataState.dispatchAction(getDataAction, null); currentState = await dataState.dispatchAction(getAllDataAction, null);
return currentState; return currentState;
return currentState; return currentState;
} }
@ -139,7 +153,7 @@ export const deleteSecretGroupAction = dataState.createAction(
secretBundleIds: [], secretBundleIds: [],
secretGroupIds: [payloadArg.secretGroupId], secretGroupIds: [payloadArg.secretGroupId],
}); });
currentState = await dataState.dispatchAction(getDataAction, null); currentState = await dataState.dispatchAction(getAllDataAction, null);
return currentState; return currentState;
} }
); );
@ -158,7 +172,53 @@ export const deleteSecretBundleAction = dataState.createAction(
secretBundleIds: [payloadArg.configBundleId], secretBundleIds: [payloadArg.configBundleId],
secretGroupIds: [], secretGroupIds: [],
}); });
currentState = await dataState.dispatchAction(getDataAction, null); currentState = await dataState.dispatchAction(getAllDataAction, null);
return currentState;
}
);
// image actions
export const createImageAction = dataState.createAction(
async (statePartArg, payloadArg: { imageName: string, description: string }) => {
let currentState = statePartArg.getState();
const trCreateImage =
new domtools.plugins.typedrequest.TypedRequest<plugins.interfaces.requests.image.IRequest_CreateImage>(
'/typedrequest',
'createImage'
);
const response = await trCreateImage.fire({
jwt: loginStatePart.getState().jwt,
name: payloadArg.imageName,
description: payloadArg.description,
});
currentState = {
...currentState,
...{
images: [...currentState.images, response.image],
},
};
return currentState;
}
);
export const deleteImageAction = dataState.createAction(
async (statePartArg, payloadArg: { imageId: string }) => {
let currentState = statePartArg.getState();
const trDeleteImage =
new domtools.plugins.typedrequest.TypedRequest<plugins.interfaces.requests.image.IRequest_DeleteImage>(
'/typedrequest',
'deleteImage'
);
const response = await trDeleteImage.fire({
jwt: loginStatePart.getState().jwt,
imageId: payloadArg.imageId,
});
currentState = {
...currentState,
...{
images: currentState.images.filter((image) => image.id !== payloadArg.imageId),
},
};
return currentState; return currentState;
} }
); );

View File

@ -42,6 +42,7 @@ export class CloudlyDashboard extends DeesElement {
constructor() { constructor() {
super(); super();
document.title = `cloudly v${commitinfo.version}`;
const subcription = appstate.dataState const subcription = appstate.dataState
.select((stateArg) => stateArg) .select((stateArg) => stateArg)
.subscribe((dataArg) => { .subscribe((dataArg) => {
@ -148,7 +149,7 @@ export class CloudlyDashboard extends DeesElement {
action: async () => { action: async () => {
await plugins.deesCatalog.DeesModal.createAndShow({ await plugins.deesCatalog.DeesModal.createAndShow({
heading: 'About', heading: 'About',
content: html`configvault ${commitinfo.version}`, content: html`cloudly ${commitinfo.version}`,
menuOptions: [ menuOptions: [
{ {
name: 'close', name: 'close',
@ -171,7 +172,7 @@ export class CloudlyDashboard extends DeesElement {
if (loginState.jwt) { if (loginState.jwt) {
this.jwt = loginState.jwt; this.jwt = loginState.jwt;
await simpleLogin.switchToSlottedContent(); await simpleLogin.switchToSlottedContent();
await appstate.dataState.dispatchAction(appstate.getDataAction, null); await appstate.dataState.dispatchAction(appstate.getAllDataAction, null);
} }
} }
@ -190,7 +191,7 @@ export class CloudlyDashboard extends DeesElement {
this.jwt = state.jwt; this.jwt = state.jwt;
form.setStatus('success', 'Logged in!'); form.setStatus('success', 'Logged in!');
await simpleLogin.switchToSlottedContent(); await simpleLogin.switchToSlottedContent();
await appstate.dataState.dispatchAction(appstate.getDataAction, null); await appstate.dataState.dispatchAction(appstate.getAllDataAction, null);
} else { } else {
form.setStatus('error', 'Login failed!'); form.setStatus('error', 'Login failed!');
await domtools.convenience.smartdelay.delayFor(2000); await domtools.convenience.smartdelay.delayFor(2000);

View File

@ -37,35 +37,25 @@ export class CloudlyViewImages extends DeesElement {
return html` return html`
<cloudly-sectionheading>Images</cloudly-sectionheading> <cloudly-sectionheading>Images</cloudly-sectionheading>
<dees-table <dees-table
heading1="SecretGroups" heading1="Images"
heading2="decoded in client" heading2="an image is needed for running a service"
.data=${this.data.images} .data=${this.data.images}
.displayFunction=${(secretGroup: plugins.interfaces.data.ISecretGroup) => { .displayFunction=${(image: plugins.interfaces.data.IImage) => {
return { return {
name: secretGroup.data.name, id: image.id,
priority: secretGroup.data.priority, name: image.data.name,
tags: html`<dees-chips description: image.data.description,
.selectionMode=${'none'} versions: image.data.versions.length,
.selectableChips=${secretGroup.data.tags}
></dees-chips>`,
key: secretGroup.data.key,
history: (() => {
const allHistory = [];
for (const environment in secretGroup.data.environments) {
allHistory.push(...secretGroup.data.environments[environment].history);
}
return allHistory.length;
})(),
}; };
}} }}
.dataActions=${[ .dataActions=${[
{ {
name: 'add SecretGroup', name: 'create Image',
type: ['header', 'footer'], type: ['header', 'footer'],
iconName: 'plus', iconName: 'plus',
actionFunc: async () => { actionFunc: async () => {
plugins.deesCatalog.DeesModal.createAndShow({ plugins.deesCatalog.DeesModal.createAndShow({
heading: 'create new SecretGroup', heading: 'create new Image',
content: html` content: html`
<dees-form> <dees-form>
<dees-input-text <dees-input-text
@ -78,50 +68,6 @@ export class CloudlyViewImages extends DeesElement {
.key=${'data.description'} .key=${'data.description'}
.value=${''} .value=${''}
></dees-input-text> ></dees-input-text>
<dees-input-text
.label=${'Secret Key (data.key)'}
.key=${'data.key'}
.value=${''}
></dees-input-text>
<dees-table
.heading1=${'Environments'}
.heading2=${'keys need to be unique'}
key="environments"
.data=${[
{
environment: 'production',
value: '',
},
{
environment: 'staging',
value: '',
},
]}
.dataActions=${[
{
name: 'add environment',
iconName: 'plus',
type: ['footer'],
actionFunc: async (dataArg) => {
dataArg.table.data.push({
environment: 'new environment',
value: '',
});
dataArg.table.requestUpdate('data');
},
},
{
name: 'delete environment',
iconName: 'trash',
type: ['inRow'],
actionFunc: async (dataArg) => {
dataArg.table.data.splice(dataArg.table.data.indexOf(dataArg.item), 1);
dataArg.table.requestUpdate('data');
},
},
] as plugins.deesCatalog.ITableAction[]}
.editableFields=${['environment', 'value']}
></dees-table>
</dees-form> </dees-form>
`, `,
menuOptions: [ menuOptions: [
@ -138,24 +84,9 @@ export class CloudlyViewImages extends DeesElement {
const formData = await deesForm.collectFormData(); const formData = await deesForm.collectFormData();
console.log(`Prepare saving of data:`); console.log(`Prepare saving of data:`);
console.log(formData); console.log(formData);
const environments: plugins.interfaces.data.ISecretGroup['data']['environments'] = await appstate.dataState.dispatchAction(appstate.createImageAction, {
{}; imageName: formData['data.name'] as string,
for (const itemArg of formData['environments'] as any[]) { description: formData['data.description'] as string,
environments[itemArg.environment] = {
value: itemArg.value,
history: [],
lastUpdated: Date.now(),
};
}
await appstate.dataState.dispatchAction(appstate.createSecretGroupAction, {
id: null,
data: {
name: formData['data.name'] as string,
description: formData['data.description'] as string,
key: formData['data.key'] as string,
environments,
tags: [],
},
}); });
await modalArg.destroy(); await modalArg.destroy();
}, },
@ -327,16 +258,16 @@ export class CloudlyViewImages extends DeesElement {
iconName: 'trash', iconName: 'trash',
type: ['contextmenu', 'inRow'], type: ['contextmenu', 'inRow'],
actionFunc: async ( actionFunc: async (
itemArg: plugins.deesCatalog.ITableActionDataArg<plugins.interfaces.data.ISecretGroup> itemArg: plugins.deesCatalog.ITableActionDataArg<plugins.interfaces.data.IImage>
) => { ) => {
plugins.deesCatalog.DeesModal.createAndShow({ plugins.deesCatalog.DeesModal.createAndShow({
heading: `Delete ${itemArg.item.data.key}`, heading: `Delete Image "${itemArg.item.data.name}"`,
content: html` content: html`
<div style="text-align:center">Do you really want to delete the secret?</div> <div style="text-align:center">Do you really want to delete the image?</div>
<div <div
style="font-size: 0.8em; color: red; text-align:center; padding: 16px; margin-top: 24px; border: 1px solid #444; font-family: Intel One Mono; font-size: 16px;" style="font-size: 0.8em; color: red; text-align:center; padding: 16px; margin-top: 24px; border: 1px solid #444; font-family: Intel One Mono; font-size: 16px;"
> >
${itemArg.item.data.key} ${itemArg.item.id}
</div> </div>
`, `,
menuOptions: [ menuOptions: [
@ -350,8 +281,8 @@ export class CloudlyViewImages extends DeesElement {
name: 'delete', name: 'delete',
action: async (modalArg) => { action: async (modalArg) => {
console.log(`Delete ${itemArg.item.id}`); console.log(`Delete ${itemArg.item.id}`);
await appstate.dataState.dispatchAction(appstate.deleteSecretGroupAction, { await appstate.dataState.dispatchAction(appstate.deleteImageAction, {
secretGroupId: itemArg.item.id, imageId: itemArg.item.id,
}); });
await modalArg.destroy(); await modalArg.destroy();
}, },

View File

@ -21,12 +21,12 @@ export class CloudlyViewSecretBundles extends DeesElement {
constructor() { constructor() {
super(); super();
const subecription = appstate.dataState const subscription = appstate.dataState
.select((stateArg) => stateArg) .select((stateArg) => stateArg)
.subscribe((dataArg) => { .subscribe((dataArg) => {
this.data = dataArg; this.data = dataArg;
}); });
this.rxSubscriptions.push(subecription); this.rxSubscriptions.push(subscription);
} }
public static styles = [ public static styles = [
@ -144,7 +144,7 @@ export class CloudlyViewSecretBundles extends DeesElement {
}, },
{ {
name: 'edit', name: 'edit',
iconName: 'edit', iconName: 'penToSquare',
type: ['doubleClick', 'contextmenu', 'inRow'], type: ['doubleClick', 'contextmenu', 'inRow'],
actionFunc: async (actionDataArg) => { actionFunc: async (actionDataArg) => {
const modal = await plugins.deesCatalog.DeesModal.createAndShow({ const modal = await plugins.deesCatalog.DeesModal.createAndShow({