Compare commits
70 Commits
Author | SHA1 | Date | |
---|---|---|---|
fa4c44ae04 | |||
708b0b63b1 | |||
8554554642 | |||
a04aabf78b | |||
47cf2cc2cb | |||
ef20e15d20 | |||
39a4bd6ab7 | |||
c2a30654c5 | |||
8085033de4 | |||
75dd1d43a9 | |||
8ba7cdc873 | |||
ed8db4536b | |||
96e3eadb31 | |||
e9426b9cc9 | |||
9801e15c32 | |||
cbfdd8e123 | |||
138c38ee30 | |||
a1e449cf94 | |||
aa9a2e9220 | |||
154854dc21 | |||
8e9041fbbf | |||
16a82ac50a | |||
0b396f19cf | |||
6ab77ece6e | |||
b7a1f2087c | |||
b0d41fa9a0 | |||
34082c38a7 | |||
8d160cefb0 | |||
cec9c07b7c | |||
383a5204f4 | |||
c7f0c97341 | |||
e7f60465ff | |||
7db4d24817 | |||
dc599585b8 | |||
a22e32cd32 | |||
4647181807 | |||
99c3935d0c | |||
05523dc7a1 | |||
dc99cfa229 | |||
23f8dc55d0 | |||
ffaf0fc97a | |||
2a0425ff54 | |||
9adcdee0a0 | |||
786f8d4365 | |||
67244ba5cf | |||
a9bb31c2a2 | |||
bd8b05920f | |||
535d9f8520 | |||
8401fe1c0c | |||
08c3f674bf | |||
df0a439def | |||
7245b49c31 | |||
4b70edb947 | |||
9629a04da6 | |||
963463d40d | |||
ce58b99fc7 | |||
591c99736d | |||
559e3da47b | |||
a7ac870e05 | |||
d48c5e229a | |||
b9c384dd08 | |||
91c04b2364 | |||
b5dcc131e2 | |||
cb0ab2c9db | |||
2a17ee542e | |||
95e9d2f0ff | |||
1a71c76da3 | |||
e924511147 | |||
645ebbdd4d | |||
168148b2c9 |
140
.gitlab-ci.yml
140
.gitlab-ci.yml
@@ -1,140 +0,0 @@
|
|||||||
# gitzone ci_default
|
|
||||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
|
||||||
|
|
||||||
cache:
|
|
||||||
paths:
|
|
||||||
- .npmci_cache/
|
|
||||||
key: '$CI_BUILD_STAGE'
|
|
||||||
|
|
||||||
stages:
|
|
||||||
- security
|
|
||||||
- test
|
|
||||||
- release
|
|
||||||
- metadata
|
|
||||||
|
|
||||||
before_script:
|
|
||||||
- npm install -g @shipzone/npmci
|
|
||||||
|
|
||||||
# ====================
|
|
||||||
# security stage
|
|
||||||
# ====================
|
|
||||||
mirror:
|
|
||||||
stage: security
|
|
||||||
script:
|
|
||||||
- npmci git mirror
|
|
||||||
only:
|
|
||||||
- tags
|
|
||||||
tags:
|
|
||||||
- lossless
|
|
||||||
- docker
|
|
||||||
- notpriv
|
|
||||||
|
|
||||||
auditProductionDependencies:
|
|
||||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
|
||||||
stage: security
|
|
||||||
script:
|
|
||||||
- npmci npm prepare
|
|
||||||
- npmci command npm install --production --ignore-scripts
|
|
||||||
- npmci command npm config set registry https://registry.npmjs.org
|
|
||||||
- npmci command npm audit --audit-level=high --only=prod --production
|
|
||||||
tags:
|
|
||||||
- docker
|
|
||||||
allow_failure: true
|
|
||||||
|
|
||||||
auditDevDependencies:
|
|
||||||
image: registry.gitlab.com/hosttoday/ht-docker-node:npmci
|
|
||||||
stage: security
|
|
||||||
script:
|
|
||||||
- npmci npm prepare
|
|
||||||
- npmci command npm install --ignore-scripts
|
|
||||||
- npmci command npm config set registry https://registry.npmjs.org
|
|
||||||
- npmci command npm audit --audit-level=high --only=dev
|
|
||||||
tags:
|
|
||||||
- docker
|
|
||||||
allow_failure: true
|
|
||||||
|
|
||||||
# ====================
|
|
||||||
# test stage
|
|
||||||
# ====================
|
|
||||||
|
|
||||||
testStable:
|
|
||||||
stage: test
|
|
||||||
script:
|
|
||||||
- npmci npm prepare
|
|
||||||
- npmci node install stable
|
|
||||||
- npmci npm install
|
|
||||||
- npmci npm test
|
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
|
||||||
tags:
|
|
||||||
- docker
|
|
||||||
|
|
||||||
testBuild:
|
|
||||||
stage: test
|
|
||||||
script:
|
|
||||||
- npmci npm prepare
|
|
||||||
- npmci node install stable
|
|
||||||
- npmci npm install
|
|
||||||
- npmci command npm run build
|
|
||||||
coverage: /\d+.?\d+?\%\s*coverage/
|
|
||||||
tags:
|
|
||||||
- docker
|
|
||||||
|
|
||||||
release:
|
|
||||||
stage: release
|
|
||||||
script:
|
|
||||||
- npmci node install stable
|
|
||||||
- npmci npm publish
|
|
||||||
only:
|
|
||||||
- tags
|
|
||||||
tags:
|
|
||||||
- lossless
|
|
||||||
- docker
|
|
||||||
- notpriv
|
|
||||||
|
|
||||||
# ====================
|
|
||||||
# metadata stage
|
|
||||||
# ====================
|
|
||||||
codequality:
|
|
||||||
stage: metadata
|
|
||||||
allow_failure: true
|
|
||||||
only:
|
|
||||||
- tags
|
|
||||||
script:
|
|
||||||
- npmci command npm install -g typescript
|
|
||||||
- npmci npm prepare
|
|
||||||
- npmci npm install
|
|
||||||
tags:
|
|
||||||
- lossless
|
|
||||||
- docker
|
|
||||||
- priv
|
|
||||||
|
|
||||||
trigger:
|
|
||||||
stage: metadata
|
|
||||||
script:
|
|
||||||
- npmci trigger
|
|
||||||
only:
|
|
||||||
- tags
|
|
||||||
tags:
|
|
||||||
- lossless
|
|
||||||
- docker
|
|
||||||
- notpriv
|
|
||||||
|
|
||||||
pages:
|
|
||||||
stage: metadata
|
|
||||||
script:
|
|
||||||
- npmci node install lts
|
|
||||||
- npmci command npm install -g @git.zone/tsdoc
|
|
||||||
- npmci npm prepare
|
|
||||||
- npmci npm install
|
|
||||||
- npmci command tsdoc
|
|
||||||
tags:
|
|
||||||
- lossless
|
|
||||||
- docker
|
|
||||||
- notpriv
|
|
||||||
only:
|
|
||||||
- tags
|
|
||||||
artifacts:
|
|
||||||
expire_in: 1 week
|
|
||||||
paths:
|
|
||||||
- public
|
|
||||||
allow_failure: true
|
|
168
changelog.md
Normal file
168
changelog.md
Normal file
@@ -0,0 +1,168 @@
|
|||||||
|
# Changelog
|
||||||
|
|
||||||
|
## 2025-08-15 - 3.3.9 - fix(docs)
|
||||||
|
Revise README with detailed usage examples and add local Claude settings
|
||||||
|
|
||||||
|
- Revamped README: reorganized content, added emojis and clearer headings for install, getting started, bucket/file/directory operations, streaming, metadata, trash/recovery, locking, and advanced configuration.
|
||||||
|
- Added many concrete code examples for SmartBucket, Bucket, Directory, File, streaming (node/web), RxJS replay subjects, metadata handling, trash workflow, file locking, magic-bytes detection, JSON operations, and cleaning bucket contents.
|
||||||
|
- Included testing instructions (pnpm test) and a Best Practices section with recommendations for strict mode, streaming, metadata, trash usage, and locking.
|
||||||
|
- Added .claude/settings.local.json to include local Claude configuration and tool permissions.
|
||||||
|
- No source code or public API changes; documentation and local tooling config only.
|
||||||
|
|
||||||
|
## 2025-08-15 - 3.3.8 - fix(tests)
|
||||||
|
Update tests to use @git.zone/tstest, upgrade dependencies, remove GitLab CI and add local CI/workspace config
|
||||||
|
|
||||||
|
- Tests: replace imports from @push.rocks/tapbundle with @git.zone/tstest/tapbundle and switch tap.start() to export default tap.start()
|
||||||
|
- Dependencies: bump @aws-sdk/client-s3 and several @push.rocks packages; upgrade @tsclass/tsclass to a newer major
|
||||||
|
- DevDependencies: upgrade @git.zone/tsbuild, @git.zone/tstest, @push.rocks/qenv, and @push.rocks/tapbundle
|
||||||
|
- CI/config: remove .gitlab-ci.yml, add .claude/settings.local.json
|
||||||
|
- Workspace: add pnpm-workspace.yaml and packageManager field in package.json
|
||||||
|
|
||||||
|
## 2024-12-02 - 3.3.7 - fix(package)
|
||||||
|
Update author field in package.json
|
||||||
|
|
||||||
|
- Corrected the author field from 'Lossless GmbH' to 'Task Venture Capital GmbH' in the package.json file.
|
||||||
|
|
||||||
|
## 2024-12-02 - 3.3.6 - fix(package)
|
||||||
|
Fix license field in package.json to reflect MIT licensing
|
||||||
|
|
||||||
|
|
||||||
|
## 2024-11-25 - 3.3.5 - fix(test)
|
||||||
|
Refactor trash test to improve metadata validation
|
||||||
|
|
||||||
|
- Added new checks in trash tests to ensure metadata files are correctly moved to trash.
|
||||||
|
- Validated the presence and integrity of metadata within trashed files.
|
||||||
|
|
||||||
|
## 2024-11-25 - 3.3.4 - fix(core)
|
||||||
|
Minor refactoring and cleanup of TypeScript source files for improved readability and maintainability.
|
||||||
|
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.3.3 - fix(documentation)
|
||||||
|
Improved documentation accuracy and consistency
|
||||||
|
|
||||||
|
- Updated the project description to reflect the cloud-agnostic nature and advanced capabilities
|
||||||
|
- Enhanced the README with detailed explanations and code examples for advanced features like trash management
|
||||||
|
- Clarified the handling and importance of metadata using the MetaData utility
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.3.2 - fix(documentation)
|
||||||
|
Updated keywords and description for clarity and consistency.
|
||||||
|
|
||||||
|
- Modified keywords and description in package.json and npmextra.json.
|
||||||
|
- Enhanced readme.md file structure and examples
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.3.1 - fix(File)
|
||||||
|
Fixed issue with file restore metadata operations.
|
||||||
|
|
||||||
|
- Corrected the order of operations in the file restore function to ensure custom metadata is appropriately deleted after moving the file.
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.3.0 - feat(core)
|
||||||
|
Enhanced directory handling and file restoration from trash
|
||||||
|
|
||||||
|
- Refined getSubDirectoryByName to handle file paths treated as directories.
|
||||||
|
- Introduced file restoration function from trash to original or specified paths.
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.2.2 - fix(core)
|
||||||
|
Refactor Bucket class for improved error handling
|
||||||
|
|
||||||
|
- Ensured safe access using non-null assertions when finding a bucket.
|
||||||
|
- Enhanced fastPut method by adding fastPutStrict for safer operations.
|
||||||
|
- Added explicit error handling and type checking in fastExists method.
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.2.1 - fix(metadata)
|
||||||
|
Fix metadata handling for deleted files
|
||||||
|
|
||||||
|
- Ensured metadata is correctly stored and managed when files are deleted into the trash.
|
||||||
|
|
||||||
|
## 2024-11-24 - 3.2.0 - feat(bucket)
|
||||||
|
Enhanced SmartBucket with trash management and metadata handling
|
||||||
|
|
||||||
|
- Added functionality to move files to a trash directory.
|
||||||
|
- Introduced methods to handle file metadata more robustly.
|
||||||
|
- Implemented a method to clean all contents from a bucket.
|
||||||
|
- Enhanced directory retrieval to handle non-existent directories with options.
|
||||||
|
- Improved handling of file paths and metadata within the storage system.
|
||||||
|
|
||||||
|
## 2024-11-18 - 3.1.0 - feat(file)
|
||||||
|
Added functionality to retrieve magic bytes from files and detect file types using magic bytes.
|
||||||
|
|
||||||
|
- Introduced method `getMagicBytes` in `File` and `Bucket` classes to retrieve a specific number of bytes from a file.
|
||||||
|
- Enhanced file type detection by utilizing magic bytes in `MetaData` class.
|
||||||
|
- Updated dependencies for better performance and compatibility.
|
||||||
|
|
||||||
|
## 2024-11-18 - 3.0.24 - fix(metadata)
|
||||||
|
Fix metadata handling to address type assertion and data retrieval.
|
||||||
|
|
||||||
|
- Fixed type assertion issues in `MetaData` class properties with type non-null assertions.
|
||||||
|
- Corrected the handling of JSON data retrieval in `MetaData.storeCustomMetaData` function.
|
||||||
|
|
||||||
|
## 2024-10-16 - 3.0.23 - fix(dependencies)
|
||||||
|
Update package dependencies for improved functionality and security.
|
||||||
|
|
||||||
|
- Updated @aws-sdk/client-s3 to version ^3.670.0 for enhanced S3 client capabilities.
|
||||||
|
- Updated @push.rocks/smartstream to version ^3.2.4.
|
||||||
|
- Updated the dev dependency @push.rocks/tapbundle to version ^5.3.0.
|
||||||
|
|
||||||
|
## 2024-07-28 - 3.0.22 - fix(dependencies)
|
||||||
|
Update dependencies and improve bucket retrieval logging
|
||||||
|
|
||||||
|
- Updated @aws-sdk/client-s3 to ^3.620.0
|
||||||
|
- Updated @git.zone/tsbuild to ^2.1.84
|
||||||
|
- Updated @git.zone/tsrun to ^1.2.49
|
||||||
|
- Updated @push.rocks/smartpromise to ^4.0.4
|
||||||
|
- Updated @tsclass/tsclass to ^4.1.2
|
||||||
|
- Added a log for when a bucket is not found by name in getBucketByName method
|
||||||
|
|
||||||
|
## 2024-07-04 - 3.0.21 - fix(test)
|
||||||
|
Update endpoint configuration in tests to use environment variable
|
||||||
|
|
||||||
|
- Modified `qenv.yml` to include `S3_ENDPOINT` as a required environment variable.
|
||||||
|
- Updated test files to fetch `S3_ENDPOINT` from environment instead of hardcoding.
|
||||||
|
|
||||||
|
## 2024-06-19 - 3.0.20 - Fix and Stability Updates
|
||||||
|
Improved overall stability and consistency.
|
||||||
|
|
||||||
|
## 2024-06-18 - 3.0.18 - Delete Functions Consistency
|
||||||
|
Ensured more consistency between delete methods and trash behavior.
|
||||||
|
|
||||||
|
## 2024-06-17 - 3.0.17 to 3.0.16 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-06-11 - 3.0.15 to 3.0.14 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-06-10 - 3.0.13 - Trash Feature Completion
|
||||||
|
Finished work on trash feature.
|
||||||
|
|
||||||
|
## 2024-06-09 - 3.0.12 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-06-08 - 3.0.11 to 3.0.10 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-06-03 - 3.0.10 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-05-29 - 3.0.9 - Update Description
|
||||||
|
Updated project description.
|
||||||
|
|
||||||
|
## 2024-05-27 - 3.0.8 to 3.0.6 - Pathing and Core Updates
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
- S3 paths' pathing differences now correctly handled with a reducePath method.
|
||||||
|
|
||||||
|
## 2024-05-21 - 3.0.5 to 3.0.4 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-05-17 - 3.0.3 to 3.0.2 - Fix and Update
|
||||||
|
Routine updates and fixes performed.
|
||||||
|
|
||||||
|
## 2024-05-17 - 3.0.0 - Major Release
|
||||||
|
Introduced breaking changes in core and significant improvements.
|
||||||
|
|
||||||
|
## 2024-05-05 - 2.0.5 - Breaking Changes
|
||||||
|
Introduced breaking changes in core functionality.
|
||||||
|
|
||||||
|
## 2024-04-14 - 2.0.4 - TSConfig Update
|
||||||
|
Updated TypeScript configuration.
|
||||||
|
|
||||||
|
## 2024-01-01 - 2.0.2 - Organization Scheme Update
|
||||||
|
Switched to the new organizational scheme.
|
19
license
Normal file
19
license
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
Copyright (c) 2014 Task Venture Capital GmbH (hello@task.vc)
|
||||||
|
|
||||||
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
of this software and associated documentation files (the "Software"), to deal
|
||||||
|
in the Software without restriction, including without limitation the rights
|
||||||
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
copies of the Software, and to permit persons to whom the Software is
|
||||||
|
furnished to do so, subject to the following conditions:
|
||||||
|
|
||||||
|
The above copyright notice and this permission notice shall be included in all
|
||||||
|
copies or substantial portions of the Software.
|
||||||
|
|
||||||
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||||
|
SOFTWARE.
|
@@ -8,25 +8,30 @@
|
|||||||
"githost": "code.foss.global",
|
"githost": "code.foss.global",
|
||||||
"gitscope": "push.rocks",
|
"gitscope": "push.rocks",
|
||||||
"gitrepo": "smartbucket",
|
"gitrepo": "smartbucket",
|
||||||
"description": "A TypeScript library that offers simple, cloud-independent object storage with features like bucket creation, file management, and directory management.",
|
"description": "A TypeScript library providing a cloud-agnostic interface for managing object storage with functionalities like bucket management, file and directory operations, and advanced features such as metadata handling and file locking.",
|
||||||
"npmPackagename": "@push.rocks/smartbucket",
|
"npmPackagename": "@push.rocks/smartbucket",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"keywords": [
|
"keywords": [
|
||||||
"cloud storage",
|
|
||||||
"object storage",
|
|
||||||
"TypeScript",
|
"TypeScript",
|
||||||
"S3",
|
"cloud agnostic",
|
||||||
"minio",
|
"object storage",
|
||||||
"file management",
|
"bucket management",
|
||||||
|
"file operations",
|
||||||
"directory management",
|
"directory management",
|
||||||
"bucket creation",
|
|
||||||
"data streaming",
|
"data streaming",
|
||||||
|
"S3",
|
||||||
"multi-cloud",
|
"multi-cloud",
|
||||||
"API",
|
"file locking",
|
||||||
"unified storage",
|
"metadata management",
|
||||||
"buffer handling",
|
"buffer handling",
|
||||||
"access key",
|
"access control",
|
||||||
"secret key"
|
"environment configuration",
|
||||||
|
"unified storage",
|
||||||
|
"bucket policies",
|
||||||
|
"trash management",
|
||||||
|
"file transfer",
|
||||||
|
"data management",
|
||||||
|
"streaming"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
4
package-lock.json
generated
4
package-lock.json
generated
@@ -1,12 +1,12 @@
|
|||||||
{
|
{
|
||||||
"name": "@push.rocks/smartbucket",
|
"name": "@push.rocks/smartbucket",
|
||||||
"version": "3.0.5",
|
"version": "3.3.9",
|
||||||
"lockfileVersion": 3,
|
"lockfileVersion": 3,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "@push.rocks/smartbucket",
|
"name": "@push.rocks/smartbucket",
|
||||||
"version": "3.0.5",
|
"version": "3.3.9",
|
||||||
"license": "UNLICENSED",
|
"license": "UNLICENSED",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@push.rocks/smartpath": "^5.0.18",
|
"@push.rocks/smartpath": "^5.0.18",
|
||||||
|
67
package.json
67
package.json
@@ -1,31 +1,33 @@
|
|||||||
{
|
{
|
||||||
"name": "@push.rocks/smartbucket",
|
"name": "@push.rocks/smartbucket",
|
||||||
"version": "3.0.5",
|
"version": "3.3.9",
|
||||||
"description": "A TypeScript library that offers simple, cloud-independent object storage with features like bucket creation, file management, and directory management.",
|
"description": "A TypeScript library providing a cloud-agnostic interface for managing object storage with functionalities like bucket management, file and directory operations, and advanced features such as metadata handling and file locking.",
|
||||||
"main": "dist_ts/index.js",
|
"main": "dist_ts/index.js",
|
||||||
"typings": "dist_ts/index.d.ts",
|
"typings": "dist_ts/index.d.ts",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"author": "Lossless GmbH",
|
"author": "Task Venture Capital GmbH",
|
||||||
"license": "UNLICENSED",
|
"license": "MIT",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"test": "(tstest test/)",
|
"test": "(tstest test/)",
|
||||||
"build": "(tsbuild --web --allowimplicitany)"
|
"build": "(tsbuild --web --allowimplicitany)"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@git.zone/tsbuild": "^2.1.80",
|
"@git.zone/tsbuild": "^2.6.4",
|
||||||
"@git.zone/tsrun": "^1.2.46",
|
"@git.zone/tsrun": "^1.2.49",
|
||||||
"@git.zone/tstest": "^1.0.90",
|
"@git.zone/tstest": "^2.3.2",
|
||||||
"@push.rocks/qenv": "^6.0.5",
|
"@push.rocks/qenv": "^6.1.2",
|
||||||
"@push.rocks/tapbundle": "^5.0.23"
|
"@push.rocks/tapbundle": "^6.0.3"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@push.rocks/smartmime": "^2.0.0",
|
"@aws-sdk/client-s3": "^3.864.0",
|
||||||
"@push.rocks/smartpath": "^5.0.18",
|
"@push.rocks/smartmime": "^2.0.4",
|
||||||
"@push.rocks/smartpromise": "^4.0.3",
|
"@push.rocks/smartpath": "^6.0.0",
|
||||||
"@push.rocks/smartrx": "^3.0.7",
|
"@push.rocks/smartpromise": "^4.2.3",
|
||||||
"@push.rocks/smartstream": "^3.0.38",
|
"@push.rocks/smartrx": "^3.0.10",
|
||||||
"@tsclass/tsclass": "^4.0.54",
|
"@push.rocks/smartstream": "^3.2.5",
|
||||||
"minio": "^8.0.0"
|
"@push.rocks/smartstring": "^4.0.15",
|
||||||
|
"@push.rocks/smartunique": "^3.0.9",
|
||||||
|
"@tsclass/tsclass": "^9.2.0"
|
||||||
},
|
},
|
||||||
"private": false,
|
"private": false,
|
||||||
"files": [
|
"files": [
|
||||||
@@ -44,20 +46,31 @@
|
|||||||
"last 1 chrome versions"
|
"last 1 chrome versions"
|
||||||
],
|
],
|
||||||
"keywords": [
|
"keywords": [
|
||||||
"cloud storage",
|
|
||||||
"object storage",
|
|
||||||
"TypeScript",
|
"TypeScript",
|
||||||
"S3",
|
"cloud agnostic",
|
||||||
"minio",
|
"object storage",
|
||||||
"file management",
|
"bucket management",
|
||||||
|
"file operations",
|
||||||
"directory management",
|
"directory management",
|
||||||
"bucket creation",
|
|
||||||
"data streaming",
|
"data streaming",
|
||||||
|
"S3",
|
||||||
"multi-cloud",
|
"multi-cloud",
|
||||||
"API",
|
"file locking",
|
||||||
"unified storage",
|
"metadata management",
|
||||||
"buffer handling",
|
"buffer handling",
|
||||||
"access key",
|
"access control",
|
||||||
"secret key"
|
"environment configuration",
|
||||||
]
|
"unified storage",
|
||||||
|
"bucket policies",
|
||||||
|
"trash management",
|
||||||
|
"file transfer",
|
||||||
|
"data management",
|
||||||
|
"streaming"
|
||||||
|
],
|
||||||
|
"homepage": "https://code.foss.global/push.rocks/smartbucket",
|
||||||
|
"repository": {
|
||||||
|
"type": "git",
|
||||||
|
"url": "https://code.foss.global/push.rocks/smartbucket.git"
|
||||||
|
},
|
||||||
|
"packageManager": "pnpm@10.14.0+sha512.ad27a79641b49c3e481a16a805baa71817a04bbe06a38d17e60e2eaee83f6a146c6a688125f5792e48dd5ba30e7da52a5cda4c3992b9ccf333f9ce223af84748"
|
||||||
}
|
}
|
||||||
|
8274
pnpm-lock.yaml
generated
8274
pnpm-lock.yaml
generated
File diff suppressed because it is too large
Load Diff
4
pnpm-workspace.yaml
Normal file
4
pnpm-workspace.yaml
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
onlyBuiltDependencies:
|
||||||
|
- esbuild
|
||||||
|
- mongodb-memory-server
|
||||||
|
- puppeteer
|
1
qenv.yml
1
qenv.yml
@@ -1,3 +1,4 @@
|
|||||||
required:
|
required:
|
||||||
- S3_KEY
|
- S3_KEY
|
||||||
- S3_SECRET
|
- S3_SECRET
|
||||||
|
- S3_ENDPOINT
|
@@ -1 +1,3 @@
|
|||||||
|
* The project uses the official s3 client, not the minio client.
|
||||||
|
* notice the difference between *Strict methods and the normal methods.
|
||||||
|
* metadata is handled though the MetaData class. Important!
|
||||||
|
652
readme.md
652
readme.md
@@ -1,308 +1,456 @@
|
|||||||
# @push.rocks/smartbucket
|
# @push.rocks/smartbucket 🪣
|
||||||
A TypeScript library for simple cloud independent object storage with support for buckets, directories, and files.
|
|
||||||
|
|
||||||
## Install
|
> A powerful, cloud-agnostic TypeScript library for object storage with advanced features like file locking, metadata management, and intelligent trash handling.
|
||||||
|
|
||||||
To install `@push.rocks/smartbucket`, you need to have Node.js and npm (Node Package Manager) installed on your system. If you have them installed, you can add `@push.rocks/smartbucket` to your project by running the following command in your project's root directory:
|
## Install 📦
|
||||||
|
|
||||||
|
To install `@push.rocks/smartbucket`, run:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
npm install @push.rocks/smartbucket --save
|
npm install @push.rocks/smartbucket --save
|
||||||
```
|
```
|
||||||
|
|
||||||
This command will download and install `@push.rocks/smartbucket` along with its required dependencies into your project's `node_modules` directory and save it as a dependency in your project's `package.json` file.
|
Or if you're using pnpm (recommended):
|
||||||
|
|
||||||
## Usage
|
```bash
|
||||||
|
pnpm add @push.rocks/smartbucket
|
||||||
|
```
|
||||||
|
|
||||||
`@push.rocks/smartbucket` is a TypeScript module designed to provide simple cloud-independent object storage functionality. It wraps various cloud storage providers such as AWS S3, Google Cloud Storage, and others, offering a unified API to manage storage buckets and objects within those buckets.
|
## Usage 🚀
|
||||||
|
|
||||||
In this guide, we will delve into the usage of SmartBucket, covering its full range of features from setting up the library to advanced usage scenarios.
|
### Introduction
|
||||||
|
|
||||||
|
`@push.rocks/smartbucket` provides a unified, cloud-agnostic API for object storage operations across major providers like AWS S3, Google Cloud Storage, MinIO, and more. It abstracts away provider-specific complexities while offering advanced features like metadata management, file locking, streaming operations, and intelligent trash management.
|
||||||
|
|
||||||
### Table of Contents
|
### Table of Contents
|
||||||
1. [Setting Up](#setting-up)
|
|
||||||
2. [Creating a New Bucket](#creating-a-new-bucket)
|
|
||||||
3. [Listing Buckets](#listing-buckets)
|
|
||||||
4. [Working with Files](#working-with-files)
|
|
||||||
- [Uploading Files](#uploading-files)
|
|
||||||
- [Downloading Files](#downloading-files)
|
|
||||||
- [Deleting Files](#deleting-files)
|
|
||||||
- [Streaming Files](#streaming-files)
|
|
||||||
5. [Working with Directories](#working-with-directories)
|
|
||||||
6. [Advanced Features](#advanced-features)
|
|
||||||
- [Bucket Policies](#bucket-policies)
|
|
||||||
- [Object Metadata](#object-metadata)
|
|
||||||
- [Cloud Agnostic](#cloud-agnostic)
|
|
||||||
|
|
||||||
### Setting Up
|
1. [🏁 Getting Started](#-getting-started)
|
||||||
|
2. [🗂️ Working with Buckets](#️-working-with-buckets)
|
||||||
|
3. [📁 File Operations](#-file-operations)
|
||||||
|
4. [📂 Directory Management](#-directory-management)
|
||||||
|
5. [🌊 Streaming Operations](#-streaming-operations)
|
||||||
|
6. [🔒 File Locking](#-file-locking)
|
||||||
|
7. [🏷️ Metadata Management](#️-metadata-management)
|
||||||
|
8. [🗑️ Trash & Recovery](#️-trash--recovery)
|
||||||
|
9. [⚡ Advanced Features](#-advanced-features)
|
||||||
|
10. [☁️ Cloud Provider Support](#️-cloud-provider-support)
|
||||||
|
|
||||||
First, ensure you are using ECMAScript modules (ESM) and TypeScript in your project for best compatibility. Here's how to import and initialize SmartBucket in a TypeScript file:
|
### 🏁 Getting Started
|
||||||
|
|
||||||
|
First, set up your storage connection:
|
||||||
|
|
||||||
```typescript
|
```typescript
|
||||||
import {
|
import { SmartBucket } from '@push.rocks/smartbucket';
|
||||||
SmartBucket,
|
|
||||||
Bucket,
|
|
||||||
Directory,
|
|
||||||
File
|
|
||||||
} from '@push.rocks/smartbucket';
|
|
||||||
|
|
||||||
const mySmartBucket = new SmartBucket({
|
// Initialize with your cloud storage credentials
|
||||||
accessKey: "yourAccessKey",
|
const smartBucket = new SmartBucket({
|
||||||
accessSecret: "yourSecretKey",
|
accessKey: 'your-access-key',
|
||||||
endpoint: "yourEndpointURL",
|
accessSecret: 'your-secret-key',
|
||||||
port: 443, // Default is 443, could be customized for specific endpoint
|
endpoint: 's3.amazonaws.com', // Or your provider's endpoint
|
||||||
useSsl: true // Defaults to true
|
port: 443,
|
||||||
|
useSsl: true,
|
||||||
|
region: 'us-east-1' // Optional, defaults to 'us-east-1'
|
||||||
});
|
});
|
||||||
```
|
```
|
||||||
|
|
||||||
Make sure to replace `"yourAccessKey"`, `"yourSecretKey"`, and `"yourEndpointURL"` with your actual credentials and endpoint URL. The `port` and `useSsl` options are optional and can be omitted if the defaults are acceptable.
|
### 🗂️ Working with Buckets
|
||||||
|
|
||||||
### Creating a New Bucket
|
#### Creating Buckets
|
||||||
|
|
||||||
To create a new bucket:
|
|
||||||
|
|
||||||
```typescript
|
```typescript
|
||||||
async function createBucket(bucketName: string) {
|
// Create a new bucket
|
||||||
|
const myBucket = await smartBucket.createBucket('my-awesome-bucket');
|
||||||
|
console.log(`✅ Bucket created: ${myBucket.name}`);
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Getting Existing Buckets
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Get a bucket reference
|
||||||
|
const existingBucket = await smartBucket.getBucketByName('existing-bucket');
|
||||||
|
|
||||||
|
// Or use strict mode (throws if bucket doesn't exist)
|
||||||
|
const bucketStrict = await smartBucket.getBucketByNameStrict('must-exist-bucket');
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Removing Buckets
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Delete a bucket (must be empty)
|
||||||
|
await smartBucket.removeBucket('old-bucket');
|
||||||
|
console.log('🗑️ Bucket removed');
|
||||||
|
```
|
||||||
|
|
||||||
|
### 📁 File Operations
|
||||||
|
|
||||||
|
#### Upload Files
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
const bucket = await smartBucket.getBucketByName('my-bucket');
|
||||||
|
|
||||||
|
// Simple file upload
|
||||||
|
await bucket.fastPut({
|
||||||
|
path: 'documents/report.pdf',
|
||||||
|
contents: Buffer.from('Your file content here')
|
||||||
|
});
|
||||||
|
|
||||||
|
// Upload with string content
|
||||||
|
await bucket.fastPut({
|
||||||
|
path: 'notes/todo.txt',
|
||||||
|
contents: 'Buy milk\nCall mom\nRule the world'
|
||||||
|
});
|
||||||
|
|
||||||
|
// Strict upload (returns File object)
|
||||||
|
const uploadedFile = await bucket.fastPutStrict({
|
||||||
|
path: 'images/logo.png',
|
||||||
|
contents: imageBuffer,
|
||||||
|
overwrite: true // Optional: control overwrite behavior
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Download Files
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Get file as Buffer
|
||||||
|
const fileContent = await bucket.fastGet({
|
||||||
|
path: 'documents/report.pdf'
|
||||||
|
});
|
||||||
|
console.log(`📄 File size: ${fileContent.length} bytes`);
|
||||||
|
|
||||||
|
// Get file as string
|
||||||
|
const textContent = fileContent.toString('utf-8');
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Check File Existence
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
const exists = await bucket.fastExists({
|
||||||
|
path: 'documents/report.pdf'
|
||||||
|
});
|
||||||
|
console.log(`File exists: ${exists ? '✅' : '❌'}`);
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Delete Files
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Permanent deletion
|
||||||
|
await bucket.fastRemove({
|
||||||
|
path: 'old-file.txt'
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Copy & Move Files
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Copy file within bucket
|
||||||
|
await bucket.fastCopy({
|
||||||
|
sourcePath: 'original/file.txt',
|
||||||
|
destinationPath: 'backup/file-copy.txt'
|
||||||
|
});
|
||||||
|
|
||||||
|
// Move file (copy + delete original)
|
||||||
|
await bucket.fastMove({
|
||||||
|
sourcePath: 'temp/draft.txt',
|
||||||
|
destinationPath: 'final/document.txt'
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
|
### 📂 Directory Management
|
||||||
|
|
||||||
|
SmartBucket provides powerful directory-like operations for organizing your files:
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Get base directory
|
||||||
|
const baseDir = await bucket.getBaseDirectory();
|
||||||
|
|
||||||
|
// List directories and files
|
||||||
|
const directories = await baseDir.listDirectories();
|
||||||
|
const files = await baseDir.listFiles();
|
||||||
|
|
||||||
|
console.log(`📁 Found ${directories.length} directories`);
|
||||||
|
console.log(`📄 Found ${files.length} files`);
|
||||||
|
|
||||||
|
// Navigate subdirectories
|
||||||
|
const subDir = await baseDir.getSubDirectoryByName('projects/2024');
|
||||||
|
|
||||||
|
// Create nested file
|
||||||
|
await subDir.fastPut({
|
||||||
|
path: 'report.pdf',
|
||||||
|
contents: reportBuffer
|
||||||
|
});
|
||||||
|
|
||||||
|
// Get directory tree structure
|
||||||
|
const tree = await subDir.getTreeArray();
|
||||||
|
console.log('🌳 Directory tree:', tree);
|
||||||
|
|
||||||
|
// Create empty file as placeholder
|
||||||
|
await subDir.createEmptyFile('placeholder.txt');
|
||||||
|
```
|
||||||
|
|
||||||
|
### 🌊 Streaming Operations
|
||||||
|
|
||||||
|
Handle large files efficiently with streaming:
|
||||||
|
|
||||||
|
#### Download Streams
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Node.js stream
|
||||||
|
const nodeStream = await bucket.fastGetStream(
|
||||||
|
{ path: 'large-video.mp4' },
|
||||||
|
'nodestream'
|
||||||
|
);
|
||||||
|
nodeStream.pipe(fs.createWriteStream('local-video.mp4'));
|
||||||
|
|
||||||
|
// Web stream (for modern environments)
|
||||||
|
const webStream = await bucket.fastGetStream(
|
||||||
|
{ path: 'large-file.zip' },
|
||||||
|
'webstream'
|
||||||
|
);
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Upload Streams
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Stream upload from file
|
||||||
|
const readStream = fs.createReadStream('big-data.csv');
|
||||||
|
await bucket.fastPutStream({
|
||||||
|
path: 'uploads/big-data.csv',
|
||||||
|
stream: readStream,
|
||||||
|
metadata: {
|
||||||
|
contentType: 'text/csv',
|
||||||
|
userMetadata: {
|
||||||
|
uploadedBy: 'data-team',
|
||||||
|
version: '2.0'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Reactive Streams with RxJS
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Get file as ReplaySubject for reactive programming
|
||||||
|
const replaySubject = await bucket.fastGetReplaySubject({
|
||||||
|
path: 'data/sensor-readings.json',
|
||||||
|
chunkSize: 1024
|
||||||
|
});
|
||||||
|
|
||||||
|
replaySubject.subscribe({
|
||||||
|
next: (chunk) => processChunk(chunk),
|
||||||
|
complete: () => console.log('✅ Stream complete')
|
||||||
|
});
|
||||||
|
```
|
||||||
|
|
||||||
|
### 🔒 File Locking
|
||||||
|
|
||||||
|
Prevent accidental modifications with file locking:
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
const file = await bucket.getBaseDirectory()
|
||||||
|
.getFileStrict({ path: 'important-config.json' });
|
||||||
|
|
||||||
|
// Lock file for 10 minutes
|
||||||
|
await file.lock({ timeoutMillis: 600000 });
|
||||||
|
console.log('🔒 File locked');
|
||||||
|
|
||||||
|
// Try to modify locked file (will throw error)
|
||||||
try {
|
try {
|
||||||
const myBucket: Bucket = await mySmartBucket.createBucket(bucketName);
|
await file.delete();
|
||||||
console.log(`Bucket ${bucketName} created successfully.`);
|
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error("Error creating bucket:", error);
|
console.log('❌ Cannot delete locked file');
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// Use the function
|
// Unlock when done
|
||||||
createBucket("exampleBucket");
|
await file.unlock();
|
||||||
|
console.log('🔓 File unlocked');
|
||||||
```
|
```
|
||||||
|
|
||||||
Bucket names must be unique across the storage service.
|
### 🏷️ Metadata Management
|
||||||
|
|
||||||
### Listing Buckets
|
Attach and manage metadata for your files:
|
||||||
|
|
||||||
Currently, SmartBucket does not include a direct method to list all buckets, but you can access the underlying client provided by the cloud storage SDK to perform such operations, depending on the SDK's capabilities.
|
|
||||||
|
|
||||||
### Working with Files
|
|
||||||
|
|
||||||
#### Uploading Files
|
|
||||||
|
|
||||||
To upload an object to a bucket:
|
|
||||||
|
|
||||||
```typescript
|
```typescript
|
||||||
async function uploadFile(bucketName: string, filePath: string, fileContent: Buffer | string) {
|
const file = await bucket.getBaseDirectory()
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
.getFileStrict({ path: 'document.pdf' });
|
||||||
if (myBucket) {
|
|
||||||
await myBucket.fastPut({ path: filePath, contents: fileContent });
|
|
||||||
console.log(`File uploaded to ${bucketName} at ${filePath}`);
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
// Get metadata handler
|
||||||
uploadFile("exampleBucket", "path/to/object.txt", "Hello, world!");
|
const metadata = await file.getMetaData();
|
||||||
```
|
|
||||||
|
|
||||||
#### Downloading Files
|
// Set custom metadata
|
||||||
|
await metadata.setCustomMetaData({
|
||||||
To download an object:
|
key: 'author',
|
||||||
|
value: 'John Doe'
|
||||||
```typescript
|
|
||||||
async function downloadFile(bucketName: string, filePath: string) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
const fileContent: Buffer = await myBucket.fastGet({ path: filePath });
|
|
||||||
console.log("Downloaded file content:", fileContent.toString());
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
|
||||||
downloadFile("exampleBucket", "path/to/object.txt");
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Deleting Files
|
|
||||||
|
|
||||||
To delete an object from a bucket:
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
async function deleteFile(bucketName: string, filePath: string) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
await myBucket.fastRemove({ path: filePath });
|
|
||||||
console.log(`File at ${filePath} deleted from ${bucketName}.`);
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
|
||||||
deleteFile("exampleBucket", "path/to/object.txt");
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Streaming Files
|
|
||||||
|
|
||||||
SmartBucket allows you to work with file streams, which can be useful for handling large files.
|
|
||||||
|
|
||||||
To read a file as a stream:
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
import { ReplaySubject } from '@push.rocks/smartrx';
|
|
||||||
|
|
||||||
async function readFileStream(bucketName: string, filePath: string) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
const fileStream: ReplaySubject<Buffer> = await myBucket.fastGetStream({ path: filePath });
|
|
||||||
fileStream.subscribe({
|
|
||||||
next(chunk: Buffer) {
|
|
||||||
console.log("Chunk received:", chunk.toString());
|
|
||||||
},
|
|
||||||
complete() {
|
|
||||||
console.log("File read completed.");
|
|
||||||
},
|
|
||||||
error(err) {
|
|
||||||
console.error("Error reading file stream:", err);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
|
||||||
readFileStream("exampleBucket", "path/to/object.txt");
|
|
||||||
```
|
|
||||||
|
|
||||||
To write a file as a stream:
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
import { Readable } from 'stream';
|
|
||||||
|
|
||||||
async function writeFileStream(bucketName: string, filePath: string, readableStream: Readable) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
await myBucket.fastPutStream({ path: filePath, dataStream: readableStream });
|
|
||||||
console.log(`File streamed to ${bucketName} at ${filePath}`);
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Create a readable stream from a string
|
|
||||||
const readable = new Readable();
|
|
||||||
readable.push('Hello world streamed as a file!');
|
|
||||||
readable.push(null); // Indicates end of the stream
|
|
||||||
|
|
||||||
// Use the function
|
|
||||||
writeFileStream("exampleBucket", "path/to/streamedObject.txt", readable);
|
|
||||||
```
|
|
||||||
|
|
||||||
### Working with Directories
|
|
||||||
|
|
||||||
`@push.rocks/smartbucket` abstracts directories within buckets for easier object management. You can create, list, and delete directories using the `Directory` class.
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
async function listDirectoryContents(bucketName: string, directoryPath: string) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
const baseDirectory: Directory = await myBucket.getBaseDirectory();
|
|
||||||
const targetDirectory: Directory = await baseDirectory.getSubDirectoryByName(directoryPath);
|
|
||||||
console.log('Listing directories:');
|
|
||||||
const directories = await targetDirectory.listDirectories();
|
|
||||||
directories.forEach(dir => {
|
|
||||||
console.log(`- ${dir.name}`);
|
|
||||||
});
|
});
|
||||||
|
|
||||||
console.log('Listing files:');
|
await metadata.setCustomMetaData({
|
||||||
const files = await targetDirectory.listFiles();
|
key: 'department',
|
||||||
files.forEach(file => {
|
value: 'Engineering'
|
||||||
console.log(`- ${file.name}`);
|
|
||||||
});
|
});
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
// Retrieve metadata
|
||||||
listDirectoryContents("exampleBucket", "some/directory/path");
|
const author = await metadata.getCustomMetaData({ key: 'author' });
|
||||||
|
console.log(`📝 Author: ${author}`);
|
||||||
|
|
||||||
|
// Get all metadata
|
||||||
|
const allMeta = await metadata.getAllCustomMetaData();
|
||||||
|
console.log('📋 All metadata:', allMeta);
|
||||||
```
|
```
|
||||||
|
|
||||||
To create a file within a directory:
|
### 🗑️ Trash & Recovery
|
||||||
|
|
||||||
|
SmartBucket includes an intelligent trash system for safe file deletion:
|
||||||
|
|
||||||
```typescript
|
```typescript
|
||||||
async function createFileInDirectory(bucketName: string, directoryPath: string, fileName: string, fileContent: string) {
|
const file = await bucket.getBaseDirectory()
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
.getFileStrict({ path: 'important-data.xlsx' });
|
||||||
if (myBucket) {
|
|
||||||
const baseDirectory: Directory = await myBucket.getBaseDirectory();
|
|
||||||
const targetDirectory: Directory = await baseDirectory.getSubDirectoryByName(directoryPath);
|
|
||||||
await targetDirectory.createEmptyFile(fileName); // Create an empty file
|
|
||||||
const file = new File({ directoryRefArg: targetDirectory, fileName });
|
|
||||||
await file.updateWithContents({ contents: fileContent });
|
|
||||||
console.log(`File created: ${fileName}`);
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
// Move to trash instead of permanent deletion
|
||||||
createFileInDirectory("exampleBucket", "some/directory", "newfile.txt", "Hello, world!");
|
await file.delete({ mode: 'trash' });
|
||||||
```
|
console.log('🗑️ File moved to trash');
|
||||||
|
|
||||||
### Advanced Features
|
// Access trash
|
||||||
|
const trash = await bucket.getTrash();
|
||||||
|
const trashDir = await trash.getTrashDir();
|
||||||
|
const trashedFiles = await trashDir.listFiles();
|
||||||
|
console.log(`📦 ${trashedFiles.length} files in trash`);
|
||||||
|
|
||||||
#### Bucket Policies
|
// Restore from trash
|
||||||
|
const trashedFile = await bucket.getBaseDirectory()
|
||||||
Manage bucket policies to control access permissions. This feature is dependent on the policies provided by the storage service (e.g., AWS S3, MinIO).
|
.getFileStrict({
|
||||||
|
path: 'important-data.xlsx',
|
||||||
#### Object Metadata
|
getFromTrash: true
|
||||||
|
|
||||||
You can retrieve and modify object metadata. Metadata can be useful for storing additional information about an object.
|
|
||||||
|
|
||||||
To retrieve metadata:
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
async function getObjectMetadata(bucketName: string, filePath: string) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
const metadata = await mySmartBucket.minioClient.statObject(bucketName, filePath);
|
|
||||||
console.log("Object metadata:", metadata);
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
|
||||||
getObjectMetadata("exampleBucket", "path/to/object.txt");
|
|
||||||
```
|
|
||||||
|
|
||||||
To update metadata:
|
|
||||||
|
|
||||||
```typescript
|
|
||||||
async function updateObjectMetadata(bucketName: string, filePath: string, newMetadata: { [key: string]: string }) {
|
|
||||||
const myBucket: Bucket = await mySmartBucket.getBucketByName(bucketName);
|
|
||||||
if (myBucket) {
|
|
||||||
await myBucket.copyObject({
|
|
||||||
objectKey: filePath,
|
|
||||||
nativeMetadata: newMetadata,
|
|
||||||
deleteExistingNativeMetadata: false,
|
|
||||||
});
|
});
|
||||||
console.log(`Metadata updated for ${filePath}`);
|
|
||||||
} else {
|
|
||||||
console.error(`Bucket ${bucketName} does not exist.`);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Use the function
|
await trashedFile.restore({ useOriginalPath: true });
|
||||||
updateObjectMetadata("exampleBucket", "path/to/object.txt", {
|
console.log('♻️ File restored successfully');
|
||||||
customKey: "customValue"
|
|
||||||
|
// Permanent deletion from trash
|
||||||
|
await trash.emptyTrash();
|
||||||
|
console.log('🧹 Trash emptied');
|
||||||
|
```
|
||||||
|
|
||||||
|
### ⚡ Advanced Features
|
||||||
|
|
||||||
|
#### File Statistics
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Get detailed file statistics
|
||||||
|
const stats = await bucket.fastStat({ path: 'document.pdf' });
|
||||||
|
console.log(`📊 Size: ${stats.size} bytes`);
|
||||||
|
console.log(`📅 Last modified: ${stats.lastModified}`);
|
||||||
|
console.log(`🏷️ ETag: ${stats.etag}`);
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Magic Bytes Detection
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Read first bytes for file type detection
|
||||||
|
const magicBytes = await bucket.getMagicBytes({
|
||||||
|
path: 'mystery-file',
|
||||||
|
length: 16
|
||||||
|
});
|
||||||
|
|
||||||
|
// Or from a File object
|
||||||
|
const file = await bucket.getBaseDirectory()
|
||||||
|
.getFileStrict({ path: 'image.jpg' });
|
||||||
|
const magic = await file.getMagicBytes({ length: 4 });
|
||||||
|
console.log(`🔮 Magic bytes: ${magic.toString('hex')}`);
|
||||||
|
```
|
||||||
|
|
||||||
|
#### JSON Data Operations
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
const file = await bucket.getBaseDirectory()
|
||||||
|
.getFileStrict({ path: 'config.json' });
|
||||||
|
|
||||||
|
// Read JSON data
|
||||||
|
const config = await file.getJsonData();
|
||||||
|
console.log('⚙️ Config loaded:', config);
|
||||||
|
|
||||||
|
// Update JSON data
|
||||||
|
config.version = '2.0';
|
||||||
|
config.updated = new Date().toISOString();
|
||||||
|
await file.writeJsonData(config);
|
||||||
|
console.log('💾 Config updated');
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Directory & File Type Detection
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Check if path is a directory
|
||||||
|
const isDir = await bucket.isDirectory({ path: 'uploads/' });
|
||||||
|
|
||||||
|
// Check if path is a file
|
||||||
|
const isFile = await bucket.isFile({ path: 'uploads/document.pdf' });
|
||||||
|
|
||||||
|
console.log(`Is directory: ${isDir ? '📁' : '❌'}`);
|
||||||
|
console.log(`Is file: ${isFile ? '📄' : '❌'}`);
|
||||||
|
```
|
||||||
|
|
||||||
|
#### Clean Bucket Contents
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Remove all files and directories (use with caution!)
|
||||||
|
await bucket.cleanAllContents();
|
||||||
|
console.log('🧹 Bucket cleaned');
|
||||||
|
```
|
||||||
|
|
||||||
|
### ☁️ Cloud Provider Support
|
||||||
|
|
||||||
|
SmartBucket works seamlessly with:
|
||||||
|
|
||||||
|
- ✅ **AWS S3** - Full compatibility with S3 API
|
||||||
|
- ✅ **Google Cloud Storage** - Via S3-compatible API
|
||||||
|
- ✅ **MinIO** - Self-hosted S3-compatible storage
|
||||||
|
- ✅ **DigitalOcean Spaces** - S3-compatible object storage
|
||||||
|
- ✅ **Backblaze B2** - Cost-effective cloud storage
|
||||||
|
- ✅ **Wasabi** - High-performance S3-compatible storage
|
||||||
|
- ✅ **Any S3-compatible provider**
|
||||||
|
|
||||||
|
The library automatically handles provider quirks and optimizes operations for each platform while maintaining a consistent API.
|
||||||
|
|
||||||
|
### 🔧 Advanced Configuration
|
||||||
|
|
||||||
|
```typescript
|
||||||
|
// Configure with custom options
|
||||||
|
const smartBucket = new SmartBucket({
|
||||||
|
accessKey: process.env.S3_ACCESS_KEY,
|
||||||
|
accessSecret: process.env.S3_SECRET_KEY,
|
||||||
|
endpoint: process.env.S3_ENDPOINT,
|
||||||
|
port: 443,
|
||||||
|
useSsl: true,
|
||||||
|
region: 'eu-central-1',
|
||||||
|
// Additional S3 client options can be passed through
|
||||||
|
});
|
||||||
|
|
||||||
|
// Environment-based configuration
|
||||||
|
import { Qenv } from '@push.rocks/qenv';
|
||||||
|
const qenv = new Qenv('./', './.nogit/');
|
||||||
|
|
||||||
|
const smartBucket = new SmartBucket({
|
||||||
|
accessKey: await qenv.getEnvVarOnDemandStrict('S3_ACCESS_KEY'),
|
||||||
|
accessSecret: await qenv.getEnvVarOnDemandStrict('S3_SECRET'),
|
||||||
|
endpoint: await qenv.getEnvVarOnDemandStrict('S3_ENDPOINT'),
|
||||||
});
|
});
|
||||||
```
|
```
|
||||||
|
|
||||||
#### Cloud Agnostic
|
### 🧪 Testing
|
||||||
|
|
||||||
`@push.rocks/smartbucket` is designed to work with multiple cloud providers, allowing for easier migration or multi-cloud strategies. This means you can switch from one provider to another with minimal changes to your codebase.
|
SmartBucket is thoroughly tested. Run tests with:
|
||||||
|
|
||||||
Remember, each cloud provider has specific features and limitations. `@push.rocks/smartbucket` aims to abstract common functionalities, but always refer to the specific cloud provider's documentation for advanced features or limitations.
|
```bash
|
||||||
|
pnpm test
|
||||||
|
```
|
||||||
|
|
||||||
This guide covers the basic to advanced scenarios of using `@push.rocks/smartbucket`. For further details, refer to the API documentation and examples.
|
### 🤝 Best Practices
|
||||||
|
|
||||||
|
1. **Always use strict mode** for critical operations to catch errors early
|
||||||
|
2. **Implement proper error handling** for network and permission issues
|
||||||
|
3. **Use streaming** for large files to optimize memory usage
|
||||||
|
4. **Leverage metadata** for organizing and searching files
|
||||||
|
5. **Enable trash mode** for important data to prevent accidental loss
|
||||||
|
6. **Lock files** during critical operations to prevent race conditions
|
||||||
|
7. **Clean up resources** properly when done
|
||||||
|
|
||||||
## License and Legal Information
|
## License and Legal Information
|
||||||
|
|
||||||
|
0
test/helpers/prepare.ts
Normal file
0
test/helpers/prepare.ts
Normal file
7
test/test.metadata.ts
Normal file
7
test/test.metadata.ts
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
import { tap, expect } from '@git.zone/tstest/tapbundle';
|
||||||
|
|
||||||
|
tap.test('test metadata functionality', async () => {
|
||||||
|
|
||||||
|
})
|
||||||
|
|
||||||
|
export default tap.start();
|
92
test/test.trash.ts
Normal file
92
test/test.trash.ts
Normal file
@@ -0,0 +1,92 @@
|
|||||||
|
import { expect, tap } from '@git.zone/tstest/tapbundle';
|
||||||
|
import { jestExpect } from '@push.rocks/tapbundle/node';
|
||||||
|
import { Qenv } from '@push.rocks/qenv';
|
||||||
|
|
||||||
|
import * as smartbucket from '../ts/index.js';
|
||||||
|
|
||||||
|
const testQenv = new Qenv('./', './.nogit/');
|
||||||
|
|
||||||
|
let testSmartbucket: smartbucket.SmartBucket;
|
||||||
|
let myBucket: smartbucket.Bucket;
|
||||||
|
let baseDirectory: smartbucket.Directory;
|
||||||
|
|
||||||
|
tap.test('should create a valid smartbucket', async () => {
|
||||||
|
testSmartbucket = new smartbucket.SmartBucket({
|
||||||
|
accessKey: await testQenv.getEnvVarOnDemandStrict('S3_ACCESSKEY'),
|
||||||
|
accessSecret: await testQenv.getEnvVarOnDemandStrict('S3_ACCESSSECRET'),
|
||||||
|
endpoint: await testQenv.getEnvVarOnDemandStrict('S3_ENDPOINT'),
|
||||||
|
});
|
||||||
|
expect(testSmartbucket).toBeInstanceOf(smartbucket.SmartBucket);
|
||||||
|
myBucket = await testSmartbucket.getBucketByNameStrict(await testQenv.getEnvVarOnDemandStrict('S3_BUCKET'),);
|
||||||
|
expect(myBucket).toBeInstanceOf(smartbucket.Bucket);
|
||||||
|
expect(myBucket.name).toEqual('test-pushrocks-smartbucket');
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('should clean all contents', async () => {
|
||||||
|
await myBucket.cleanAllContents();
|
||||||
|
expect(await myBucket.fastExists({ path: 'hithere/socool.txt' })).toBeFalse();
|
||||||
|
expect(await myBucket.fastExists({ path: 'trashtest/trashme.txt' })).toBeFalse();
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('should delete a file into the normally', async () => {
|
||||||
|
const path = 'trashtest/trashme.txt';
|
||||||
|
const file = await myBucket.fastPutStrict({
|
||||||
|
path,
|
||||||
|
contents: 'I\'m in the trash test content!',
|
||||||
|
});
|
||||||
|
const fileMetadata = await (await file.getMetaData()).metadataFile.getContents();
|
||||||
|
console.log(fileMetadata.toString());
|
||||||
|
expect(await file.getMetaData().then((meta) => meta.metadataFile.getJsonData())).toEqual({});
|
||||||
|
await file.delete({ mode: 'permanent' });
|
||||||
|
expect((await (await myBucket.getBaseDirectory()).listFiles()).length).toEqual(0);
|
||||||
|
expect((await (await myBucket.getBaseDirectory()).listDirectories()).length).toEqual(0);
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('should put a file into the trash', async () => {
|
||||||
|
const path = 'trashtest/trashme.txt';
|
||||||
|
const file = await myBucket.fastPutStrict({
|
||||||
|
path,
|
||||||
|
contents: 'I\'m in the trash test content!',
|
||||||
|
});
|
||||||
|
const fileMetadata = await (await file.getMetaData()).metadataFile.getContents();
|
||||||
|
console.log(fileMetadata.toString());
|
||||||
|
expect(await file.getMetaData().then((meta) => meta.metadataFile.getJsonData())).toEqual({});
|
||||||
|
await file.delete({ mode: 'trash' });
|
||||||
|
|
||||||
|
const getTrashContents = async () => {
|
||||||
|
const trash = await myBucket.getTrash();
|
||||||
|
const trashDir = await trash.getTrashDir();
|
||||||
|
return await trashDir.listFiles();
|
||||||
|
}
|
||||||
|
|
||||||
|
const trashedFiles = await getTrashContents();
|
||||||
|
expect(trashedFiles.length).toEqual(2);
|
||||||
|
|
||||||
|
const trashedMetaFile = trashedFiles.find(file => file.name.endsWith('.metadata'));
|
||||||
|
expect(trashedMetaFile).toBeDefined();
|
||||||
|
expect(trashedMetaFile).toBeInstanceOf(smartbucket.File);
|
||||||
|
|
||||||
|
jestExpect(await trashedMetaFile!.getJsonData()).toEqual({
|
||||||
|
custom_recycle: {
|
||||||
|
deletedAt: jestExpect.any(Number),
|
||||||
|
originalPath: "trashtest/trashme.txt",
|
||||||
|
},
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('should restore a file from trash', async () => {
|
||||||
|
const baseDirectory = await myBucket.getBaseDirectory();
|
||||||
|
const file = await baseDirectory.getFileStrict({
|
||||||
|
path: 'trashtest/trashme.txt',
|
||||||
|
getFromTrash: true
|
||||||
|
});
|
||||||
|
const trashFileMeta = await file.getMetaData();
|
||||||
|
const data = await trashFileMeta.getCustomMetaData({
|
||||||
|
key: 'recycle'
|
||||||
|
});
|
||||||
|
expect(file).toBeInstanceOf(smartbucket.File);
|
||||||
|
await file.restore();
|
||||||
|
});
|
||||||
|
|
||||||
|
|
||||||
|
export default tap.start();
|
42
test/test.ts
42
test/test.ts
@@ -1,4 +1,4 @@
|
|||||||
import { expect, expectAsync, tap } from '@push.rocks/tapbundle';
|
import { expect, tap } from '@git.zone/tstest/tapbundle';
|
||||||
import { Qenv } from '@push.rocks/qenv';
|
import { Qenv } from '@push.rocks/qenv';
|
||||||
|
|
||||||
import * as smartbucket from '../ts/index.js';
|
import * as smartbucket from '../ts/index.js';
|
||||||
@@ -11,24 +11,28 @@ let baseDirectory: smartbucket.Directory;
|
|||||||
|
|
||||||
tap.test('should create a valid smartbucket', async () => {
|
tap.test('should create a valid smartbucket', async () => {
|
||||||
testSmartbucket = new smartbucket.SmartBucket({
|
testSmartbucket = new smartbucket.SmartBucket({
|
||||||
accessKey: await testQenv.getEnvVarOnDemand('S3_KEY'),
|
accessKey: await testQenv.getEnvVarOnDemandStrict('S3_ACCESSKEY'),
|
||||||
accessSecret: await testQenv.getEnvVarOnDemand('S3_SECRET'),
|
accessSecret: await testQenv.getEnvVarOnDemandStrict('S3_ACCESSSECRET'),
|
||||||
endpoint: 's3.eu-central-1.wasabisys.com',
|
endpoint: await testQenv.getEnvVarOnDemandStrict('S3_ENDPOINT'),
|
||||||
});
|
});
|
||||||
|
expect(testSmartbucket).toBeInstanceOf(smartbucket.SmartBucket);
|
||||||
|
myBucket = await testSmartbucket.getBucketByNameStrict(await testQenv.getEnvVarOnDemandStrict('S3_BUCKET'),);
|
||||||
|
expect(myBucket).toBeInstanceOf(smartbucket.Bucket);
|
||||||
|
expect(myBucket.name).toEqual('test-pushrocks-smartbucket');
|
||||||
|
});
|
||||||
|
|
||||||
|
tap.test('should clean all contents', async () => {
|
||||||
|
await myBucket.cleanAllContents();
|
||||||
|
expect(await myBucket.fastExists({ path: 'hithere/socool.txt' })).toBeFalse();
|
||||||
|
expect(await myBucket.fastExists({ path: 'trashtest/trashme.txt' })).toBeFalse();
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.skip.test('should create testbucket', async () => {
|
tap.skip.test('should create testbucket', async () => {
|
||||||
// await testSmartbucket.createBucket('testzone');
|
// await testSmartbucket.createBucket('testzone2');
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.skip.test('should remove testbucket', async () => {
|
tap.skip.test('should remove testbucket', async () => {
|
||||||
// await testSmartbucket.removeBucket('testzone');
|
// await testSmartbucket.removeBucket('testzone2');
|
||||||
});
|
|
||||||
|
|
||||||
tap.test('should get a bucket', async () => {
|
|
||||||
myBucket = await testSmartbucket.getBucketByName('testzone');
|
|
||||||
expect(myBucket).toBeInstanceOf(smartbucket.Bucket);
|
|
||||||
expect(myBucket.name).toEqual('testzone');
|
|
||||||
});
|
});
|
||||||
|
|
||||||
// Fast operations
|
// Fast operations
|
||||||
@@ -43,9 +47,12 @@ tap.test('should get data in bucket', async () => {
|
|||||||
const fileString = await myBucket.fastGet({
|
const fileString = await myBucket.fastGet({
|
||||||
path: 'hithere/socool.txt',
|
path: 'hithere/socool.txt',
|
||||||
});
|
});
|
||||||
const fileStringStream = await myBucket.fastGetStream({
|
const fileStringStream = await myBucket.fastGetStream(
|
||||||
|
{
|
||||||
path: 'hithere/socool.txt',
|
path: 'hithere/socool.txt',
|
||||||
});
|
},
|
||||||
|
'nodestream'
|
||||||
|
);
|
||||||
console.log(fileString);
|
console.log(fileString);
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -79,7 +86,7 @@ tap.test('prepare for directory style tests', async () => {
|
|||||||
contents: 'dir3/dir4/file1.txt content',
|
contents: 'dir3/dir4/file1.txt content',
|
||||||
});
|
});
|
||||||
await myBucket.fastPut({
|
await myBucket.fastPut({
|
||||||
path: 'file1.txt',
|
path: '/file1.txt',
|
||||||
contents: 'file1 content',
|
contents: 'file1 content',
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
@@ -99,8 +106,9 @@ tap.test('should get base directory', async () => {
|
|||||||
tap.test('should correctly build paths for sub directories', async () => {
|
tap.test('should correctly build paths for sub directories', async () => {
|
||||||
const dir4 = await baseDirectory.getSubDirectoryByName('dir3/dir4');
|
const dir4 = await baseDirectory.getSubDirectoryByName('dir3/dir4');
|
||||||
expect(dir4).toBeInstanceOf(smartbucket.Directory);
|
expect(dir4).toBeInstanceOf(smartbucket.Directory);
|
||||||
const dir4BasePath = dir4.getBasePath();
|
const dir4BasePath = dir4?.getBasePath();
|
||||||
console.log(dir4BasePath);
|
console.log(dir4BasePath);
|
||||||
|
expect(dir4BasePath).toEqual('dir3/dir4/');
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.test('clean up directory style tests', async () => {
|
tap.test('clean up directory style tests', async () => {
|
||||||
@@ -118,4 +126,4 @@ tap.test('clean up directory style tests', async () => {
|
|||||||
await myBucket.fastRemove({ path: 'file1.txt' });
|
await myBucket.fastRemove({ path: 'file1.txt' });
|
||||||
});
|
});
|
||||||
|
|
||||||
tap.start();
|
export default tap.start();
|
@@ -1,8 +1,8 @@
|
|||||||
/**
|
/**
|
||||||
* autocreated commitinfo by @pushrocks/commitinfo
|
* autocreated commitinfo by @push.rocks/commitinfo
|
||||||
*/
|
*/
|
||||||
export const commitinfo = {
|
export const commitinfo = {
|
||||||
name: '@push.rocks/smartbucket',
|
name: '@push.rocks/smartbucket',
|
||||||
version: '3.0.5',
|
version: '3.3.9',
|
||||||
description: 'A TypeScript library that offers simple, cloud-independent object storage with features like bucket creation, file management, and directory management.'
|
description: 'A TypeScript library providing a cloud-agnostic interface for managing object storage with functionalities like bucket management, file and directory operations, and advanced features such as metadata handling and file locking.'
|
||||||
}
|
}
|
||||||
|
@@ -1,30 +1,43 @@
|
|||||||
|
// classes.bucket.ts
|
||||||
|
|
||||||
import * as plugins from './plugins.js';
|
import * as plugins from './plugins.js';
|
||||||
|
import * as helpers from './helpers.js';
|
||||||
|
import * as interfaces from './interfaces.js';
|
||||||
import { SmartBucket } from './classes.smartbucket.js';
|
import { SmartBucket } from './classes.smartbucket.js';
|
||||||
import { Directory } from './classes.directory.js';
|
import { Directory } from './classes.directory.js';
|
||||||
|
import { File } from './classes.file.js';
|
||||||
|
import { Trash } from './classes.trash.js';
|
||||||
|
|
||||||
|
/**
|
||||||
|
* The bucket class exposes the basic functionality of a bucket.
|
||||||
|
* The functions of the bucket alone are enough to
|
||||||
|
* operate in S3 basic fashion on blobs of data.
|
||||||
|
*/
|
||||||
export class Bucket {
|
export class Bucket {
|
||||||
public static async getBucketByName(smartbucketRef: SmartBucket, bucketNameArg: string) {
|
public static async getBucketByName(smartbucketRef: SmartBucket, bucketNameArg: string) {
|
||||||
const buckets = await smartbucketRef.minioClient.listBuckets();
|
const command = new plugins.s3.ListBucketsCommand({});
|
||||||
const foundBucket = buckets.find((bucket) => {
|
const buckets = await smartbucketRef.s3Client.send(command);
|
||||||
return bucket.name === bucketNameArg;
|
const foundBucket = buckets.Buckets!.find((bucket) => bucket.Name === bucketNameArg);
|
||||||
});
|
|
||||||
|
|
||||||
if (foundBucket) {
|
if (foundBucket) {
|
||||||
console.log(`bucket with name ${bucketNameArg} exists.`);
|
console.log(`bucket with name ${bucketNameArg} exists.`);
|
||||||
console.log(`Taking this as base for new Bucket instance`);
|
console.log(`Taking this as base for new Bucket instance`);
|
||||||
return new this(smartbucketRef, bucketNameArg);
|
return new this(smartbucketRef, bucketNameArg);
|
||||||
} else {
|
} else {
|
||||||
|
console.log(`did not find bucket by name: ${bucketNameArg}`);
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public static async createBucketByName(smartbucketRef: SmartBucket, bucketName: string) {
|
public static async createBucketByName(smartbucketRef: SmartBucket, bucketName: string) {
|
||||||
await smartbucketRef.minioClient.makeBucket(bucketName, 'ams3').catch((e) => console.log(e));
|
const command = new plugins.s3.CreateBucketCommand({ Bucket: bucketName });
|
||||||
|
await smartbucketRef.s3Client.send(command).catch((e) => console.log(e));
|
||||||
return new Bucket(smartbucketRef, bucketName);
|
return new Bucket(smartbucketRef, bucketName);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static async removeBucketByName(smartbucketRef: SmartBucket, bucketName: string) {
|
public static async removeBucketByName(smartbucketRef: SmartBucket, bucketName: string) {
|
||||||
await smartbucketRef.minioClient.removeBucket(bucketName).catch((e) => console.log(e));
|
const command = new plugins.s3.DeleteBucketCommand({ Bucket: bucketName });
|
||||||
|
await smartbucketRef.s3Client.send(command).catch((e) => console.log(e));
|
||||||
}
|
}
|
||||||
|
|
||||||
public smartbucketRef: SmartBucket;
|
public smartbucketRef: SmartBucket;
|
||||||
@@ -38,8 +51,29 @@ export class Bucket {
|
|||||||
/**
|
/**
|
||||||
* gets the base directory of the bucket
|
* gets the base directory of the bucket
|
||||||
*/
|
*/
|
||||||
public async getBaseDirectory() {
|
public async getBaseDirectory(): Promise<Directory> {
|
||||||
return new Directory(this, null, '');
|
return new Directory(this, null!, '');
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* gets the trash directory
|
||||||
|
*/
|
||||||
|
public async getTrash(): Promise<Trash> {
|
||||||
|
const trash = new Trash(this);
|
||||||
|
return trash;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getDirectoryFromPath(
|
||||||
|
pathDescriptorArg: interfaces.IPathDecriptor
|
||||||
|
): Promise<Directory> {
|
||||||
|
if (!pathDescriptorArg.path && !pathDescriptorArg.directory) {
|
||||||
|
return this.getBaseDirectory();
|
||||||
|
}
|
||||||
|
const checkPath = await helpers.reducePathDescriptorToPath(pathDescriptorArg);
|
||||||
|
const baseDirectory = await this.getBaseDirectory();
|
||||||
|
return await baseDirectory.getSubDirectoryByNameStrict(checkPath, {
|
||||||
|
getEmptyDirectory: true,
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
// ===============
|
// ===============
|
||||||
@@ -49,46 +83,67 @@ export class Bucket {
|
|||||||
/**
|
/**
|
||||||
* store file
|
* store file
|
||||||
*/
|
*/
|
||||||
public async fastPut(optionsArg: {
|
public async fastPut(
|
||||||
path: string;
|
optionsArg: interfaces.IPathDecriptor & {
|
||||||
contents: string | Buffer;
|
contents: string | Buffer;
|
||||||
overwrite?: boolean;
|
overwrite?: boolean;
|
||||||
}): Promise<void> {
|
}
|
||||||
|
): Promise<File | null> {
|
||||||
try {
|
try {
|
||||||
// Check if the object already exists
|
const reducedPath = await helpers.reducePathDescriptorToPath(optionsArg);
|
||||||
const exists = await this.fastExists({ path: optionsArg.path });
|
const exists = await this.fastExists({ path: reducedPath });
|
||||||
|
|
||||||
if (exists && !optionsArg.overwrite) {
|
if (exists && !optionsArg.overwrite) {
|
||||||
console.error(`Object already exists at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
const errorText = `Object already exists at path '${reducedPath}' in bucket '${this.name}'.`;
|
||||||
return;
|
console.error(errorText);
|
||||||
|
return null;
|
||||||
} else if (exists && optionsArg.overwrite) {
|
} else if (exists && optionsArg.overwrite) {
|
||||||
console.log(`Overwriting existing object at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
console.log(
|
||||||
|
`Overwriting existing object at path '${reducedPath}' in bucket '${this.name}'.`
|
||||||
|
);
|
||||||
} else {
|
} else {
|
||||||
console.log(`Creating new object at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
console.log(`Creating new object at path '${reducedPath}' in bucket '${this.name}'.`);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Proceed with putting the object
|
const command = new plugins.s3.PutObjectCommand({
|
||||||
const streamIntake = new plugins.smartstream.StreamIntake();
|
Bucket: this.name,
|
||||||
const putPromise = this.smartbucketRef.minioClient.putObject(this.name, optionsArg.path, streamIntake);
|
Key: reducedPath,
|
||||||
streamIntake.pushData(optionsArg.contents);
|
Body: optionsArg.contents,
|
||||||
streamIntake.signalEnd();
|
});
|
||||||
await putPromise;
|
await this.smartbucketRef.s3Client.send(command);
|
||||||
|
|
||||||
console.log(`Object '${optionsArg.path}' has been successfully stored in bucket '${this.name}'.`);
|
console.log(`Object '${reducedPath}' has been successfully stored in bucket '${this.name}'.`);
|
||||||
|
const parsedPath = plugins.path.parse(reducedPath);
|
||||||
|
return new File({
|
||||||
|
directoryRefArg: await this.getDirectoryFromPath({
|
||||||
|
path: parsedPath.dir,
|
||||||
|
}),
|
||||||
|
fileName: parsedPath.base,
|
||||||
|
});
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`Error storing object at path '${optionsArg.path}' in bucket '${this.name}':`, error);
|
console.error(
|
||||||
|
`Error storing object at path '${optionsArg.path}' in bucket '${this.name}':`,
|
||||||
|
error
|
||||||
|
);
|
||||||
throw error;
|
throw error;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public async fastPutStrict(...args: Parameters<Bucket['fastPut']>) {
|
||||||
|
const file = await this.fastPut(...args);
|
||||||
|
if (!file) {
|
||||||
|
throw new Error(`File not stored at path '${args[0].path}'`);
|
||||||
|
}
|
||||||
|
return file;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* get file
|
* get file
|
||||||
*/
|
*/
|
||||||
public async fastGet(optionsArg: Parameters<typeof this.fastGetStream>[0]): Promise<Buffer> {
|
public async fastGet(optionsArg: { path: string }): Promise<Buffer> {
|
||||||
const done = plugins.smartpromise.defer();
|
const done = plugins.smartpromise.defer();
|
||||||
let completeFile: Buffer;
|
let completeFile: Buffer;
|
||||||
const replaySubject = await this.fastGetStream(optionsArg);
|
const replaySubject = await this.fastGetReplaySubject(optionsArg);
|
||||||
const subscription = replaySubject.subscribe({
|
const subscription = replaySubject.subscribe({
|
||||||
next: (chunk) => {
|
next: (chunk) => {
|
||||||
if (completeFile) {
|
if (completeFile) {
|
||||||
@@ -106,16 +161,28 @@ export class Bucket {
|
|||||||
},
|
},
|
||||||
});
|
});
|
||||||
await done.promise;
|
await done.promise;
|
||||||
return completeFile;
|
return completeFile!;
|
||||||
}
|
}
|
||||||
|
|
||||||
public async fastGetStream(optionsArg: {
|
/**
|
||||||
|
* good when time to first byte is important
|
||||||
|
* and multiple subscribers are expected
|
||||||
|
* @param optionsArg
|
||||||
|
* @returns
|
||||||
|
*/
|
||||||
|
public async fastGetReplaySubject(optionsArg: {
|
||||||
path: string;
|
path: string;
|
||||||
}): Promise<plugins.smartrx.rxjs.ReplaySubject<Buffer>> {
|
}): Promise<plugins.smartrx.rxjs.ReplaySubject<Buffer>> {
|
||||||
const fileStream = await this.smartbucketRef.minioClient
|
const command = new plugins.s3.GetObjectCommand({
|
||||||
.getObject(this.name, optionsArg.path)
|
Bucket: this.name,
|
||||||
.catch((e) => console.log(e));
|
Key: optionsArg.path,
|
||||||
|
});
|
||||||
|
const response = await this.smartbucketRef.s3Client.send(command);
|
||||||
const replaySubject = new plugins.smartrx.rxjs.ReplaySubject<Buffer>();
|
const replaySubject = new plugins.smartrx.rxjs.ReplaySubject<Buffer>();
|
||||||
|
|
||||||
|
// Convert the stream to a format that supports piping
|
||||||
|
const stream = response.Body as any; // SdkStreamMixin includes readable stream
|
||||||
|
if (typeof stream.pipe === 'function') {
|
||||||
const duplexStream = new plugins.smartstream.SmartDuplex<Buffer, void>({
|
const duplexStream = new plugins.smartstream.SmartDuplex<Buffer, void>({
|
||||||
writeFunction: async (chunk) => {
|
writeFunction: async (chunk) => {
|
||||||
replaySubject.next(chunk);
|
replaySubject.next(chunk);
|
||||||
@@ -124,78 +191,110 @@ export class Bucket {
|
|||||||
finalFunction: async (cb) => {
|
finalFunction: async (cb) => {
|
||||||
replaySubject.complete();
|
replaySubject.complete();
|
||||||
return;
|
return;
|
||||||
}
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
if (!fileStream) {
|
stream.pipe(duplexStream);
|
||||||
return null;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
const smartstream = new plugins.smartstream.StreamWrapper([
|
|
||||||
fileStream,
|
|
||||||
duplexStream,
|
|
||||||
]);
|
|
||||||
smartstream.run();
|
|
||||||
return replaySubject;
|
return replaySubject;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public fastGetStream(
|
||||||
|
optionsArg: {
|
||||||
|
path: string;
|
||||||
|
},
|
||||||
|
typeArg: 'webstream'
|
||||||
|
): Promise<ReadableStream>;
|
||||||
|
public async fastGetStream(
|
||||||
|
optionsArg: {
|
||||||
|
path: string;
|
||||||
|
},
|
||||||
|
typeArg: 'nodestream'
|
||||||
|
): Promise<plugins.stream.Readable>;
|
||||||
|
|
||||||
|
public async fastGetStream(
|
||||||
|
optionsArg: { path: string },
|
||||||
|
typeArg: 'webstream' | 'nodestream' = 'nodestream'
|
||||||
|
): Promise<ReadableStream | plugins.stream.Readable> {
|
||||||
|
const command = new plugins.s3.GetObjectCommand({
|
||||||
|
Bucket: this.name,
|
||||||
|
Key: optionsArg.path,
|
||||||
|
});
|
||||||
|
const response = await this.smartbucketRef.s3Client.send(command);
|
||||||
|
const stream = response.Body as any; // SdkStreamMixin includes readable stream
|
||||||
|
|
||||||
|
const duplexStream = new plugins.smartstream.SmartDuplex<Buffer, Buffer>({
|
||||||
|
writeFunction: async (chunk) => {
|
||||||
|
return chunk;
|
||||||
|
},
|
||||||
|
finalFunction: async (cb) => {
|
||||||
|
return null!;
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
if (typeof stream.pipe === 'function') {
|
||||||
|
stream.pipe(duplexStream);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (typeArg === 'nodestream') {
|
||||||
|
return duplexStream;
|
||||||
|
}
|
||||||
|
if (typeArg === 'webstream') {
|
||||||
|
return (await duplexStream.getWebStreams()).readable;
|
||||||
|
}
|
||||||
|
throw new Error('unknown typeArg');
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* store file as stream
|
* store file as stream
|
||||||
*/
|
*/
|
||||||
public async fastPutStream(optionsArg: {
|
public async fastPutStream(optionsArg: {
|
||||||
path: string;
|
path: string;
|
||||||
dataStream: plugins.stream.Readable;
|
readableStream: plugins.stream.Readable | ReadableStream;
|
||||||
nativeMetadata?: { [key: string]: string };
|
nativeMetadata?: { [key: string]: string };
|
||||||
overwrite?: boolean;
|
overwrite?: boolean;
|
||||||
}): Promise<void> {
|
}): Promise<void> {
|
||||||
try {
|
try {
|
||||||
// Check if the object already exists
|
|
||||||
const exists = await this.fastExists({ path: optionsArg.path });
|
const exists = await this.fastExists({ path: optionsArg.path });
|
||||||
|
|
||||||
if (exists && !optionsArg.overwrite) {
|
if (exists && !optionsArg.overwrite) {
|
||||||
console.error(`Object already exists at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
console.error(
|
||||||
|
`Object already exists at path '${optionsArg.path}' in bucket '${this.name}'.`
|
||||||
|
);
|
||||||
return;
|
return;
|
||||||
} else if (exists && optionsArg.overwrite) {
|
} else if (exists && optionsArg.overwrite) {
|
||||||
console.log(`Overwriting existing object at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
console.log(
|
||||||
|
`Overwriting existing object at path '${optionsArg.path}' in bucket '${this.name}'.`
|
||||||
|
);
|
||||||
} else {
|
} else {
|
||||||
console.log(`Creating new object at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
console.log(`Creating new object at path '${optionsArg.path}' in bucket '${this.name}'.`);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Proceed with putting the object
|
const command = new plugins.s3.PutObjectCommand({
|
||||||
await this.smartbucketRef.minioClient.putObject(
|
Bucket: this.name,
|
||||||
this.name,
|
Key: optionsArg.path,
|
||||||
optionsArg.path,
|
Body: optionsArg.readableStream,
|
||||||
optionsArg.dataStream,
|
Metadata: optionsArg.nativeMetadata,
|
||||||
null,
|
});
|
||||||
...(optionsArg.nativeMetadata
|
await this.smartbucketRef.s3Client.send(command);
|
||||||
? (() => {
|
|
||||||
const returnObject: any = {};
|
|
||||||
return returnObject;
|
|
||||||
})()
|
|
||||||
: {})
|
|
||||||
);
|
|
||||||
|
|
||||||
console.log(`Object '${optionsArg.path}' has been successfully stored in bucket '${this.name}'.`);
|
console.log(
|
||||||
|
`Object '${optionsArg.path}' has been successfully stored in bucket '${this.name}'.`
|
||||||
|
);
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
console.error(`Error storing object at path '${optionsArg.path}' in bucket '${this.name}':`, error);
|
console.error(
|
||||||
|
`Error storing object at path '${optionsArg.path}' in bucket '${this.name}':`,
|
||||||
|
error
|
||||||
|
);
|
||||||
throw error;
|
throw error;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public async fastCopy(optionsArg: {
|
||||||
public async copyObject(optionsArg: {
|
sourcePath: string;
|
||||||
/**
|
destinationPath?: string;
|
||||||
* the
|
|
||||||
*/
|
|
||||||
objectKey: string;
|
|
||||||
/**
|
|
||||||
* in case you want to copy to another bucket specify it here
|
|
||||||
*/
|
|
||||||
targetBucket?: Bucket;
|
targetBucket?: Bucket;
|
||||||
targetBucketKey?: string;
|
|
||||||
/**
|
|
||||||
* metadata will be merged with existing metadata
|
|
||||||
*/
|
|
||||||
nativeMetadata?: { [key: string]: string };
|
nativeMetadata?: { [key: string]: string };
|
||||||
deleteExistingNativeMetadata?: boolean;
|
deleteExistingNativeMetadata?: boolean;
|
||||||
}): Promise<void> {
|
}): Promise<void> {
|
||||||
@@ -203,28 +302,29 @@ export class Bucket {
|
|||||||
const targetBucketName = optionsArg.targetBucket ? optionsArg.targetBucket.name : this.name;
|
const targetBucketName = optionsArg.targetBucket ? optionsArg.targetBucket.name : this.name;
|
||||||
|
|
||||||
// Retrieve current object information to use in copy conditions
|
// Retrieve current object information to use in copy conditions
|
||||||
const currentObjInfo = await this.smartbucketRef.minioClient.statObject(
|
const currentObjInfo = await this.smartbucketRef.s3Client.send(
|
||||||
targetBucketName,
|
new plugins.s3.HeadObjectCommand({
|
||||||
optionsArg.objectKey
|
Bucket: this.name,
|
||||||
|
Key: optionsArg.sourcePath,
|
||||||
|
})
|
||||||
);
|
);
|
||||||
|
|
||||||
// Setting up copy conditions
|
|
||||||
const copyConditions = new plugins.minio.CopyConditions();
|
|
||||||
|
|
||||||
// Prepare new metadata
|
// Prepare new metadata
|
||||||
const newNativeMetadata = {
|
const newNativeMetadata = {
|
||||||
...(optionsArg.deleteExistingNativeMetadata ? {} : currentObjInfo.metaData),
|
...(optionsArg.deleteExistingNativeMetadata ? {} : currentObjInfo.Metadata),
|
||||||
...optionsArg.nativeMetadata,
|
...optionsArg.nativeMetadata,
|
||||||
};
|
};
|
||||||
|
|
||||||
// Define the copy operation as a Promise
|
// Define the copy operation
|
||||||
// TODO: check on issue here: https://github.com/minio/minio-js/issues/1286
|
const copySource = `${this.name}/${optionsArg.sourcePath}`;
|
||||||
await this.smartbucketRef.minioClient.copyObject(
|
const command = new plugins.s3.CopyObjectCommand({
|
||||||
this.name,
|
Bucket: targetBucketName,
|
||||||
optionsArg.objectKey,
|
CopySource: copySource,
|
||||||
`/${targetBucketName}/${optionsArg.objectKey}`,
|
Key: optionsArg.destinationPath || optionsArg.sourcePath,
|
||||||
copyConditions
|
Metadata: newNativeMetadata,
|
||||||
);
|
MetadataDirective: optionsArg.deleteExistingNativeMetadata ? 'REPLACE' : 'COPY',
|
||||||
|
});
|
||||||
|
await this.smartbucketRef.s3Client.send(command);
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
console.error('Error updating metadata:', err);
|
console.error('Error updating metadata:', err);
|
||||||
throw err; // rethrow to allow caller to handle
|
throw err; // rethrow to allow caller to handle
|
||||||
@@ -232,28 +332,77 @@ export class Bucket {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* removeObject
|
* Move object from one path to another within the same bucket or to another bucket
|
||||||
*/
|
*/
|
||||||
public async fastRemove(optionsArg: {
|
public async fastMove(optionsArg: {
|
||||||
path: string;
|
sourcePath: string;
|
||||||
}) {
|
destinationPath: string;
|
||||||
await this.smartbucketRef.minioClient.removeObject(this.name, optionsArg.path);
|
targetBucket?: Bucket;
|
||||||
|
overwrite?: boolean;
|
||||||
|
}): Promise<void> {
|
||||||
|
try {
|
||||||
|
const destinationBucket = optionsArg.targetBucket || this;
|
||||||
|
const exists = await destinationBucket.fastExists({
|
||||||
|
path: optionsArg.destinationPath,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (exists && !optionsArg.overwrite) {
|
||||||
|
console.error(
|
||||||
|
`Object already exists at destination path '${optionsArg.destinationPath}' in bucket '${destinationBucket.name}'.`
|
||||||
|
);
|
||||||
|
return;
|
||||||
|
} else if (exists && optionsArg.overwrite) {
|
||||||
|
console.log(
|
||||||
|
`Overwriting existing object at destination path '${optionsArg.destinationPath}' in bucket '${destinationBucket.name}'.`
|
||||||
|
);
|
||||||
|
} else {
|
||||||
|
console.log(
|
||||||
|
`Moving object to path '${optionsArg.destinationPath}' in bucket '${destinationBucket.name}'.`
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
await this.fastCopy(optionsArg);
|
||||||
|
await this.fastRemove({ path: optionsArg.sourcePath });
|
||||||
|
|
||||||
|
console.log(
|
||||||
|
`Object '${optionsArg.sourcePath}' has been successfully moved to '${optionsArg.destinationPath}' in bucket '${destinationBucket.name}'.`
|
||||||
|
);
|
||||||
|
} catch (error) {
|
||||||
|
console.error(
|
||||||
|
`Error moving object from '${optionsArg.sourcePath}' to '${optionsArg.destinationPath}':`,
|
||||||
|
error
|
||||||
|
);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* check wether file exists
|
* removeObject
|
||||||
|
*/
|
||||||
|
public async fastRemove(optionsArg: { path: string }) {
|
||||||
|
const command = new plugins.s3.DeleteObjectCommand({
|
||||||
|
Bucket: this.name,
|
||||||
|
Key: optionsArg.path,
|
||||||
|
});
|
||||||
|
await this.smartbucketRef.s3Client.send(command);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* check whether file exists
|
||||||
* @param optionsArg
|
* @param optionsArg
|
||||||
* @returns
|
* @returns
|
||||||
*/
|
*/
|
||||||
public async fastExists(optionsArg: {
|
public async fastExists(optionsArg: { path: string }): Promise<boolean> {
|
||||||
path: string;
|
|
||||||
}): Promise<boolean> {
|
|
||||||
try {
|
try {
|
||||||
await this.smartbucketRef.minioClient.statObject(this.name, optionsArg.path);
|
const command = new plugins.s3.HeadObjectCommand({
|
||||||
|
Bucket: this.name,
|
||||||
|
Key: optionsArg.path,
|
||||||
|
});
|
||||||
|
await this.smartbucketRef.s3Client.send(command);
|
||||||
console.log(`Object '${optionsArg.path}' exists in bucket '${this.name}'.`);
|
console.log(`Object '${optionsArg.path}' exists in bucket '${this.name}'.`);
|
||||||
return true;
|
return true;
|
||||||
} catch (error) {
|
} catch (error: any) {
|
||||||
if (error.code === 'NotFound') {
|
if (error?.name === 'NotFound') {
|
||||||
console.log(`Object '${optionsArg.path}' does not exist in bucket '${this.name}'.`);
|
console.log(`Object '${optionsArg.path}' does not exist in bucket '${this.name}'.`);
|
||||||
return false;
|
return false;
|
||||||
} else {
|
} else {
|
||||||
@@ -263,9 +412,115 @@ export class Bucket {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public async fastStat(optionsArg: {
|
/**
|
||||||
path: string;
|
* deletes this bucket
|
||||||
}) {
|
*/
|
||||||
return this.smartbucketRef.minioClient.statObject(this.name, optionsArg.path);
|
public async delete() {
|
||||||
|
await this.smartbucketRef.s3Client.send(
|
||||||
|
new plugins.s3.DeleteBucketCommand({ Bucket: this.name })
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
public async fastStat(pathDescriptor: interfaces.IPathDecriptor) {
|
||||||
|
const checkPath = await helpers.reducePathDescriptorToPath(pathDescriptor);
|
||||||
|
const command = new plugins.s3.HeadObjectCommand({
|
||||||
|
Bucket: this.name,
|
||||||
|
Key: checkPath,
|
||||||
|
});
|
||||||
|
return this.smartbucketRef.s3Client.send(command);
|
||||||
|
}
|
||||||
|
|
||||||
|
public async isDirectory(pathDescriptor: interfaces.IPathDecriptor): Promise<boolean> {
|
||||||
|
const checkPath = await helpers.reducePathDescriptorToPath(pathDescriptor);
|
||||||
|
const command = new plugins.s3.ListObjectsV2Command({
|
||||||
|
Bucket: this.name,
|
||||||
|
Prefix: checkPath,
|
||||||
|
Delimiter: '/',
|
||||||
|
});
|
||||||
|
const { CommonPrefixes } = await this.smartbucketRef.s3Client.send(command);
|
||||||
|
return !!CommonPrefixes && CommonPrefixes.length > 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async isFile(pathDescriptor: interfaces.IPathDecriptor): Promise<boolean> {
|
||||||
|
const checkPath = await helpers.reducePathDescriptorToPath(pathDescriptor);
|
||||||
|
const command = new plugins.s3.ListObjectsV2Command({
|
||||||
|
Bucket: this.name,
|
||||||
|
Prefix: checkPath,
|
||||||
|
Delimiter: '/',
|
||||||
|
});
|
||||||
|
const { Contents } = await this.smartbucketRef.s3Client.send(command);
|
||||||
|
return !!Contents && Contents.length > 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getMagicBytes(optionsArg: { path: string; length: number }): Promise<Buffer> {
|
||||||
|
try {
|
||||||
|
const command = new plugins.s3.GetObjectCommand({
|
||||||
|
Bucket: this.name,
|
||||||
|
Key: optionsArg.path,
|
||||||
|
Range: `bytes=0-${optionsArg.length - 1}`,
|
||||||
|
});
|
||||||
|
const response = await this.smartbucketRef.s3Client.send(command);
|
||||||
|
const chunks = [];
|
||||||
|
const stream = response.Body as any; // SdkStreamMixin includes readable stream
|
||||||
|
|
||||||
|
for await (const chunk of stream) {
|
||||||
|
chunks.push(chunk);
|
||||||
|
}
|
||||||
|
return Buffer.concat(chunks);
|
||||||
|
} catch (error) {
|
||||||
|
console.error(
|
||||||
|
`Error retrieving magic bytes from object at path '${optionsArg.path}' in bucket '${this.name}':`,
|
||||||
|
error
|
||||||
|
);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public async cleanAllContents(): Promise<void> {
|
||||||
|
try {
|
||||||
|
// Define the command type explicitly
|
||||||
|
const listCommandInput: plugins.s3.ListObjectsV2CommandInput = {
|
||||||
|
Bucket: this.name,
|
||||||
|
};
|
||||||
|
|
||||||
|
let isTruncated = true;
|
||||||
|
let continuationToken: string | undefined = undefined;
|
||||||
|
|
||||||
|
while (isTruncated) {
|
||||||
|
// Add the continuation token to the input if present
|
||||||
|
const listCommand = new plugins.s3.ListObjectsV2Command({
|
||||||
|
...listCommandInput,
|
||||||
|
ContinuationToken: continuationToken,
|
||||||
|
});
|
||||||
|
|
||||||
|
// Explicitly type the response
|
||||||
|
const response: plugins.s3.ListObjectsV2Output =
|
||||||
|
await this.smartbucketRef.s3Client.send(listCommand);
|
||||||
|
|
||||||
|
console.log(`Cleaning contents of bucket '${this.name}': Now deleting ${response.Contents?.length} items...`);
|
||||||
|
|
||||||
|
if (response.Contents && response.Contents.length > 0) {
|
||||||
|
// Delete objects in batches, mapping each item to { Key: string }
|
||||||
|
const deleteCommand = new plugins.s3.DeleteObjectsCommand({
|
||||||
|
Bucket: this.name,
|
||||||
|
Delete: {
|
||||||
|
Objects: response.Contents.map((item) => ({ Key: item.Key! })),
|
||||||
|
Quiet: true,
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
await this.smartbucketRef.s3Client.send(deleteCommand);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update continuation token and truncation status
|
||||||
|
isTruncated = response.IsTruncated || false;
|
||||||
|
continuationToken = response.NextContinuationToken;
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log(`All contents in bucket '${this.name}' have been deleted.`);
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`Error cleaning contents of bucket '${this.name}':`, error);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@@ -1,19 +1,22 @@
|
|||||||
|
// classes.directory.ts
|
||||||
|
|
||||||
import * as plugins from './plugins.js';
|
import * as plugins from './plugins.js';
|
||||||
import { Bucket } from './classes.bucket.js';
|
import { Bucket } from './classes.bucket.js';
|
||||||
import { File } from './classes.file.js';
|
import { File } from './classes.file.js';
|
||||||
|
import * as helpers from './helpers.js';
|
||||||
|
|
||||||
export class Directory {
|
export class Directory {
|
||||||
public bucketRef: Bucket;
|
public bucketRef: Bucket;
|
||||||
public parentDirectoryRef: Directory;
|
public parentDirectoryRef: Directory;
|
||||||
public name: string;
|
public name: string;
|
||||||
|
|
||||||
public tree: string[];
|
public tree!: string[];
|
||||||
public files: string[];
|
public files!: string[];
|
||||||
public folders: string[];
|
public folders!: string[];
|
||||||
|
|
||||||
constructor(bucketRefArg: Bucket, parentDiretory: Directory, name: string) {
|
constructor(bucketRefArg: Bucket, parentDirectory: Directory, name: string) {
|
||||||
this.bucketRef = bucketRefArg;
|
this.bucketRef = bucketRefArg;
|
||||||
this.parentDirectoryRef = parentDiretory;
|
this.parentDirectoryRef = parentDirectory;
|
||||||
this.name = name;
|
this.name = name;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -63,52 +66,66 @@ export class Directory {
|
|||||||
* gets a file by name
|
* gets a file by name
|
||||||
*/
|
*/
|
||||||
public async getFile(optionsArg: {
|
public async getFile(optionsArg: {
|
||||||
name: string;
|
path: string;
|
||||||
createWithContents?: string | Buffer;
|
createWithContents?: string | Buffer;
|
||||||
}): Promise<File> {
|
getFromTrash?: boolean;
|
||||||
// check wether the file exists
|
}): Promise<File | null> {
|
||||||
|
const pathDescriptor = {
|
||||||
|
directory: this,
|
||||||
|
path: optionsArg.path,
|
||||||
|
};
|
||||||
const exists = await this.bucketRef.fastExists({
|
const exists = await this.bucketRef.fastExists({
|
||||||
path: this.getBasePath() + optionsArg.name,
|
path: await helpers.reducePathDescriptorToPath(pathDescriptor),
|
||||||
});
|
});
|
||||||
|
if (!exists && optionsArg.getFromTrash) {
|
||||||
|
const trash = await this.bucketRef.getTrash();
|
||||||
|
const trashedFile = await trash.getTrashedFileByOriginalName(pathDescriptor);
|
||||||
|
return trashedFile;
|
||||||
|
}
|
||||||
if (!exists && !optionsArg.createWithContents) {
|
if (!exists && !optionsArg.createWithContents) {
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
if (!exists && optionsArg.createWithContents) {
|
if (!exists && optionsArg.createWithContents) {
|
||||||
await this.fastPut({
|
await File.create({
|
||||||
path: optionsArg.name,
|
directory: this,
|
||||||
|
name: optionsArg.path,
|
||||||
contents: optionsArg.createWithContents,
|
contents: optionsArg.createWithContents,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
return new File({
|
return new File({
|
||||||
directoryRefArg: this,
|
directoryRefArg: this,
|
||||||
fileName: optionsArg.name,
|
fileName: optionsArg.path,
|
||||||
})
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* gets a file strictly
|
||||||
|
* @param args
|
||||||
|
* @returns
|
||||||
|
*/
|
||||||
|
public async getFileStrict(...args: Parameters<Directory['getFile']>) {
|
||||||
|
const file = await this.getFile(...args);
|
||||||
|
if (!file) {
|
||||||
|
throw new Error(`File not found at path '${args[0].path}'`);
|
||||||
|
}
|
||||||
|
return file;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* lists all files
|
* lists all files
|
||||||
*/
|
*/
|
||||||
public async listFiles(): Promise<File[]> {
|
public async listFiles(): Promise<File[]> {
|
||||||
const done = plugins.smartpromise.defer();
|
const command = new plugins.s3.ListObjectsV2Command({
|
||||||
const fileNameStream = await this.bucketRef.smartbucketRef.minioClient.listObjectsV2(
|
Bucket: this.bucketRef.name,
|
||||||
this.bucketRef.name,
|
Prefix: this.getBasePath(),
|
||||||
this.getBasePath(),
|
Delimiter: '/',
|
||||||
false
|
});
|
||||||
);
|
const response = await this.bucketRef.smartbucketRef.s3Client.send(command);
|
||||||
const fileArray: File[] = [];
|
const fileArray: File[] = [];
|
||||||
const duplexStream = new plugins.smartstream.SmartDuplex<plugins.minio.BucketItem, void>({
|
|
||||||
objectMode: true,
|
response.Contents?.forEach((item) => {
|
||||||
writeFunction: async (bucketItem) => {
|
if (item.Key && !item.Key.endsWith('/')) {
|
||||||
if (bucketItem.prefix) {
|
const subtractedPath = item.Key.replace(this.getBasePath(), '');
|
||||||
return;
|
|
||||||
}
|
|
||||||
if (!bucketItem.name) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
let subtractedPath = bucketItem.name.replace(this.getBasePath(), '');
|
|
||||||
if (subtractedPath.startsWith('/')) {
|
|
||||||
subtractedPath = subtractedPath.substr(1);
|
|
||||||
}
|
|
||||||
if (!subtractedPath.includes('/')) {
|
if (!subtractedPath.includes('/')) {
|
||||||
fileArray.push(
|
fileArray.push(
|
||||||
new File({
|
new File({
|
||||||
@@ -117,13 +134,9 @@ export class Directory {
|
|||||||
})
|
})
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
},
|
|
||||||
finalFunction: async (tools) => {
|
|
||||||
done.resolve();
|
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
fileNameStream.pipe(duplexStream);
|
|
||||||
await done.promise;
|
|
||||||
return fileArray;
|
return fileArray;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -131,70 +144,124 @@ export class Directory {
|
|||||||
* lists all folders
|
* lists all folders
|
||||||
*/
|
*/
|
||||||
public async listDirectories(): Promise<Directory[]> {
|
public async listDirectories(): Promise<Directory[]> {
|
||||||
const done = plugins.smartpromise.defer();
|
try {
|
||||||
const basePath = this.getBasePath();
|
const command = new plugins.s3.ListObjectsV2Command({
|
||||||
const completeDirStream = await this.bucketRef.smartbucketRef.minioClient.listObjectsV2(
|
Bucket: this.bucketRef.name,
|
||||||
this.bucketRef.name,
|
Prefix: this.getBasePath(),
|
||||||
this.getBasePath(),
|
Delimiter: '/',
|
||||||
false
|
});
|
||||||
);
|
const response = await this.bucketRef.smartbucketRef.s3Client.send(command);
|
||||||
const directoryArray: Directory[] = [];
|
const directoryArray: Directory[] = [];
|
||||||
const duplexStream = new plugins.smartstream.SmartDuplex<plugins.minio.BucketItem, void>({
|
|
||||||
objectMode: true,
|
if (response.CommonPrefixes) {
|
||||||
writeFunction: async (bucketItem) => {
|
response.CommonPrefixes.forEach((item) => {
|
||||||
if (bucketItem.name) {
|
if (item.Prefix) {
|
||||||
return;
|
const subtractedPath = item.Prefix.replace(this.getBasePath(), '');
|
||||||
}
|
if (subtractedPath.endsWith('/')) {
|
||||||
let subtractedPath = bucketItem.prefix.replace(this.getBasePath(), '');
|
const dirName = subtractedPath.slice(0, -1);
|
||||||
if (subtractedPath.startsWith('/')) {
|
// Ensure the directory name is not empty (which would indicate the base directory itself)
|
||||||
subtractedPath = subtractedPath.substr(1);
|
if (dirName) {
|
||||||
}
|
|
||||||
if (subtractedPath.includes('/')) {
|
|
||||||
const dirName = subtractedPath.split('/')[0];
|
|
||||||
if (directoryArray.find((directory) => directory.name === dirName)) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
directoryArray.push(new Directory(this.bucketRef, this, dirName));
|
directoryArray.push(new Directory(this.bucketRef, this, dirName));
|
||||||
}
|
}
|
||||||
},
|
}
|
||||||
finalFunction: async (tools) => {
|
|
||||||
done.resolve();
|
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
completeDirStream.pipe(duplexStream);
|
}
|
||||||
await done.promise;
|
|
||||||
return directoryArray;
|
return directoryArray;
|
||||||
|
} catch (error) {
|
||||||
|
console.error('Error listing directories:', error);
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* gets an array that has all objects with a certain prefix;
|
* gets an array that has all objects with a certain prefix
|
||||||
*/
|
*/
|
||||||
public async getTreeArray() {
|
public async getTreeArray() {
|
||||||
const treeArray = await this.bucketRef.smartbucketRef.minioClient.listObjectsV2(
|
const command = new plugins.s3.ListObjectsV2Command({
|
||||||
this.bucketRef.name,
|
Bucket: this.bucketRef.name,
|
||||||
this.getBasePath(),
|
Prefix: this.getBasePath(),
|
||||||
true
|
Delimiter: '/',
|
||||||
);
|
});
|
||||||
|
const response = await this.bucketRef.smartbucketRef.s3Client.send(command);
|
||||||
|
return response.Contents;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* gets a sub directory
|
* gets a sub directory by name
|
||||||
*/
|
*/
|
||||||
public async getSubDirectoryByName(dirNameArg: string): Promise<Directory> {
|
public async getSubDirectoryByName(dirNameArg: string, optionsArg: {
|
||||||
const dirNameArray = dirNameArg.split('/');
|
/**
|
||||||
|
* in s3 a directory does not exist if it is empty
|
||||||
|
* this option returns a directory even if it is empty
|
||||||
|
*/
|
||||||
|
getEmptyDirectory?: boolean;
|
||||||
|
/**
|
||||||
|
* in s3 a directory does not exist if it is empty
|
||||||
|
* this option creates a directory even if it is empty using a initializer file
|
||||||
|
*/
|
||||||
|
createWithInitializerFile?: boolean;
|
||||||
|
/**
|
||||||
|
* if the path is a file path, it will be treated as a file and the parent directory will be returned
|
||||||
|
*/
|
||||||
|
couldBeFilePath?: boolean;
|
||||||
|
} = {}): Promise<Directory | null> {
|
||||||
|
|
||||||
const getDirectory = async (directoryArg: Directory, dirNameToSearch: string) => {
|
const dirNameArray = dirNameArg.split('/').filter(str => str.trim() !== "");
|
||||||
|
|
||||||
|
optionsArg = {
|
||||||
|
getEmptyDirectory: false,
|
||||||
|
createWithInitializerFile: false,
|
||||||
|
...optionsArg,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
const getDirectory = async (directoryArg: Directory, dirNameToSearch: string, isFinalDirectory: boolean) => {
|
||||||
const directories = await directoryArg.listDirectories();
|
const directories = await directoryArg.listDirectories();
|
||||||
return directories.find((directory) => {
|
let returnDirectory = directories.find((directory) => {
|
||||||
return directory.name === dirNameToSearch;
|
return directory.name === dirNameToSearch;
|
||||||
});
|
});
|
||||||
};
|
if (returnDirectory) {
|
||||||
let wantedDirectory: Directory;
|
return returnDirectory;
|
||||||
for (const dirNameToSearch of dirNameArray) {
|
|
||||||
const directoryToSearchIn = wantedDirectory ? wantedDirectory : this;
|
|
||||||
wantedDirectory = await getDirectory(directoryToSearchIn, dirNameToSearch);
|
|
||||||
}
|
}
|
||||||
return wantedDirectory;
|
if (optionsArg.getEmptyDirectory || optionsArg.createWithInitializerFile) {
|
||||||
|
returnDirectory = new Directory(this.bucketRef, this, dirNameToSearch);
|
||||||
|
}
|
||||||
|
if (isFinalDirectory && optionsArg.createWithInitializerFile) {
|
||||||
|
returnDirectory?.createEmptyFile('00init.txt');
|
||||||
|
}
|
||||||
|
return returnDirectory || null;
|
||||||
|
};
|
||||||
|
|
||||||
|
if (optionsArg.couldBeFilePath) {
|
||||||
|
const baseDirectory = await this.bucketRef.getBaseDirectory();
|
||||||
|
const existingFile = await baseDirectory.getFile({
|
||||||
|
path: dirNameArg,
|
||||||
|
});
|
||||||
|
if (existingFile) {
|
||||||
|
const adjustedPath = dirNameArg.substring(0, dirNameArg.lastIndexOf('/'));
|
||||||
|
return this.getSubDirectoryByName(adjustedPath);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let wantedDirectory: Directory | null = null;
|
||||||
|
let counter = 0;
|
||||||
|
for (const dirNameToSearch of dirNameArray) {
|
||||||
|
counter++;
|
||||||
|
const directoryToSearchIn = wantedDirectory ? wantedDirectory : this;
|
||||||
|
wantedDirectory = await getDirectory(directoryToSearchIn, dirNameToSearch, counter === dirNameArray.length);
|
||||||
|
}
|
||||||
|
|
||||||
|
return wantedDirectory || null;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getSubDirectoryByNameStrict(...args: Parameters<Directory['getSubDirectoryByName']>) {
|
||||||
|
const directory = await this.getSubDirectoryByName(...args);
|
||||||
|
if (!directory) {
|
||||||
|
throw new Error(`Directory not found at path '${args[0]}'`);
|
||||||
|
}
|
||||||
|
return directory;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -202,19 +269,20 @@ export class Directory {
|
|||||||
*/
|
*/
|
||||||
public async move() {
|
public async move() {
|
||||||
// TODO
|
// TODO
|
||||||
throw new Error('moving a directory is not yet implemented');
|
throw new Error('Moving a directory is not yet implemented');
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* creates a file within this directory
|
* creates an empty file within this directory
|
||||||
* @param relativePathArg
|
* @param relativePathArg
|
||||||
*/
|
*/
|
||||||
public async createEmptyFile(relativePathArg: string) {
|
public async createEmptyFile(relativePathArg: string) {
|
||||||
const emtpyFile = await File.create({
|
const emptyFile = await File.create({
|
||||||
directory: this,
|
directory: this,
|
||||||
name: relativePathArg,
|
name: relativePathArg,
|
||||||
contents: '',
|
contents: '',
|
||||||
});
|
});
|
||||||
|
return emptyFile;
|
||||||
}
|
}
|
||||||
|
|
||||||
// file operations
|
// file operations
|
||||||
@@ -234,29 +302,82 @@ export class Directory {
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
public async fastGetStream(pathArg: string): Promise<plugins.smartrx.rxjs.ReplaySubject<Buffer>> {
|
public fastGetStream(
|
||||||
const path = plugins.path.join(this.getBasePath(), pathArg);
|
optionsArg: {
|
||||||
const result = await this.bucketRef.fastGetStream({
|
path: string;
|
||||||
|
},
|
||||||
|
typeArg: 'webstream'
|
||||||
|
): Promise<ReadableStream>;
|
||||||
|
public async fastGetStream(
|
||||||
|
optionsArg: {
|
||||||
|
path: string;
|
||||||
|
},
|
||||||
|
typeArg: 'nodestream'
|
||||||
|
): Promise<plugins.stream.Readable>;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* fastGetStream
|
||||||
|
* @param optionsArg
|
||||||
|
* @returns
|
||||||
|
*/
|
||||||
|
public async fastGetStream(
|
||||||
|
optionsArg: { path: string },
|
||||||
|
typeArg: 'webstream' | 'nodestream'
|
||||||
|
): Promise<ReadableStream | plugins.stream.Readable> {
|
||||||
|
const path = plugins.path.join(this.getBasePath(), optionsArg.path);
|
||||||
|
const result = await this.bucketRef.fastGetStream(
|
||||||
|
{
|
||||||
path,
|
path,
|
||||||
});
|
},
|
||||||
|
typeArg as any
|
||||||
|
);
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
public async fastRemove(optionsArg: { path: string }) {
|
/**
|
||||||
|
* fast put stream
|
||||||
|
*/
|
||||||
|
public async fastPutStream(optionsArg: {
|
||||||
|
path: string;
|
||||||
|
stream: plugins.stream.Readable;
|
||||||
|
}): Promise<void> {
|
||||||
const path = plugins.path.join(this.getBasePath(), optionsArg.path);
|
const path = plugins.path.join(this.getBasePath(), optionsArg.path);
|
||||||
await this.bucketRef.fastRemove({
|
await this.bucketRef.fastPutStream({
|
||||||
path,
|
path,
|
||||||
|
readableStream: optionsArg.stream,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* removes a file within the directory
|
||||||
|
* uses file class to make sure effects for metadata etc. are handled correctly
|
||||||
|
* @param optionsArg
|
||||||
|
*/
|
||||||
|
public async fastRemove(optionsArg: {
|
||||||
|
path: string
|
||||||
|
/**
|
||||||
|
* wether the file should be placed into trash. Default is false.
|
||||||
|
*/
|
||||||
|
mode?: 'permanent' | 'trash';
|
||||||
|
}) {
|
||||||
|
const file = await this.getFileStrict({
|
||||||
|
path: optionsArg.path,
|
||||||
|
});
|
||||||
|
await file.delete({
|
||||||
|
mode: optionsArg.mode ? optionsArg.mode : 'permanent',
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* deletes the directory with all its contents
|
* deletes the directory with all its contents
|
||||||
*/
|
*/
|
||||||
public async delete() {
|
public async delete(optionsArg: {
|
||||||
|
mode?: 'permanent' | 'trash';
|
||||||
|
}) {
|
||||||
const deleteDirectory = async (directoryArg: Directory) => {
|
const deleteDirectory = async (directoryArg: Directory) => {
|
||||||
const childDirectories = await directoryArg.listDirectories();
|
const childDirectories = await directoryArg.listDirectories();
|
||||||
if (childDirectories.length === 0) {
|
if (childDirectories.length === 0) {
|
||||||
console.log('directory empty! Path complete!');
|
console.log('Directory empty! Path complete!');
|
||||||
} else {
|
} else {
|
||||||
for (const childDir of childDirectories) {
|
for (const childDir of childDirectories) {
|
||||||
await deleteDirectory(childDir);
|
await deleteDirectory(childDir);
|
||||||
@@ -264,9 +385,9 @@ export class Directory {
|
|||||||
}
|
}
|
||||||
const files = await directoryArg.listFiles();
|
const files = await directoryArg.listFiles();
|
||||||
for (const file of files) {
|
for (const file of files) {
|
||||||
await directoryArg.fastRemove({
|
await file.delete({
|
||||||
path: file.name,
|
mode: optionsArg.mode ? optionsArg.mode : 'permanent',
|
||||||
});
|
})
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
await deleteDirectory(this);
|
await deleteDirectory(this);
|
||||||
|
@@ -1,8 +1,9 @@
|
|||||||
import * as plugins from './plugins.js';
|
import * as plugins from './plugins.js';
|
||||||
|
import * as helpers from './helpers.js';
|
||||||
|
import * as interfaces from './interfaces.js';
|
||||||
import { Directory } from './classes.directory.js';
|
import { Directory } from './classes.directory.js';
|
||||||
import { MetaData } from './classes.metadata.js';
|
import { MetaData } from './classes.metadata.js';
|
||||||
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* represents a file in a directory
|
* represents a file in a directory
|
||||||
*/
|
*/
|
||||||
@@ -31,7 +32,12 @@ export class File {
|
|||||||
directoryRefArg: optionsArg.directory,
|
directoryRefArg: optionsArg.directory,
|
||||||
fileName: optionsArg.name,
|
fileName: optionsArg.name,
|
||||||
});
|
});
|
||||||
if (contents instanceof plugins.stream.Readable) {} else {
|
if (contents instanceof plugins.stream.Readable) {
|
||||||
|
await optionsArg.directory.fastPutStream({
|
||||||
|
path: optionsArg.name,
|
||||||
|
stream: contents,
|
||||||
|
});
|
||||||
|
} else {
|
||||||
await optionsArg.directory.fastPut({
|
await optionsArg.directory.fastPut({
|
||||||
path: optionsArg.name,
|
path: optionsArg.name,
|
||||||
contents: contents,
|
contents: contents,
|
||||||
@@ -44,9 +50,13 @@ export class File {
|
|||||||
public parentDirectoryRef: Directory;
|
public parentDirectoryRef: Directory;
|
||||||
public name: string;
|
public name: string;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* get the full path to the file
|
||||||
|
* @returns the full path to the file
|
||||||
|
*/
|
||||||
public getBasePath(): string {
|
public getBasePath(): string {
|
||||||
return plugins.path.join(this.parentDirectoryRef.getBasePath(), this.name);
|
return plugins.path.join(this.parentDirectoryRef.getBasePath(), this.name);
|
||||||
};
|
}
|
||||||
|
|
||||||
constructor(optionsArg: { directoryRefArg: Directory; fileName: string }) {
|
constructor(optionsArg: { directoryRefArg: Directory; fileName: string }) {
|
||||||
this.parentDirectoryRef = optionsArg.directoryRefArg;
|
this.parentDirectoryRef = optionsArg.directoryRefArg;
|
||||||
@@ -65,33 +75,86 @@ export class File {
|
|||||||
return resultBuffer;
|
return resultBuffer;
|
||||||
}
|
}
|
||||||
|
|
||||||
public async getReadStream() {
|
public async getReadStream(typeArg: 'webstream'): Promise<ReadableStream>;
|
||||||
const readStream = this.parentDirectoryRef.bucketRef.fastGetStream({
|
public async getReadStream(typeArg: 'nodestream'): Promise<plugins.stream.Readable>;
|
||||||
|
public async getReadStream(
|
||||||
|
typeArg: 'nodestream' | 'webstream'
|
||||||
|
): Promise<ReadableStream | plugins.stream.Readable> {
|
||||||
|
const readStream = this.parentDirectoryRef.bucketRef.fastGetStream(
|
||||||
|
{
|
||||||
path: this.getBasePath(),
|
path: this.getBasePath(),
|
||||||
});
|
},
|
||||||
|
typeArg as any
|
||||||
|
);
|
||||||
|
return readStream;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* removes this file
|
* deletes this file
|
||||||
* for using recycling mechanics use .delete()
|
|
||||||
*/
|
*/
|
||||||
public async remove() {
|
public async delete(optionsArg?: { mode: 'trash' | 'permanent' }) {
|
||||||
|
optionsArg = {
|
||||||
|
...{
|
||||||
|
mode: 'permanent',
|
||||||
|
},
|
||||||
|
...optionsArg,
|
||||||
|
};
|
||||||
|
|
||||||
|
if (optionsArg.mode === 'permanent') {
|
||||||
await this.parentDirectoryRef.bucketRef.fastRemove({
|
await this.parentDirectoryRef.bucketRef.fastRemove({
|
||||||
path: this.getBasePath(),
|
path: this.getBasePath(),
|
||||||
});
|
});
|
||||||
if (!this.name.endsWith('.metadata')) {
|
if (!this.name.endsWith('.metadata')) {
|
||||||
await this.parentDirectoryRef.bucketRef.fastRemove({
|
if (await this.hasMetaData()) {
|
||||||
path: this.getBasePath() + '.metadata',
|
const metadata = await this.getMetaData();
|
||||||
|
await metadata.metadataFile.delete(optionsArg);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else if (optionsArg.mode === 'trash') {
|
||||||
|
const metadata = await this.getMetaData();
|
||||||
|
await metadata.storeCustomMetaData({
|
||||||
|
key: 'recycle',
|
||||||
|
value: {
|
||||||
|
deletedAt: Date.now(),
|
||||||
|
originalPath: this.getBasePath(),
|
||||||
|
},
|
||||||
|
});
|
||||||
|
const trash = await this.parentDirectoryRef.bucketRef.getTrash();
|
||||||
|
const trashDir = await trash.getTrashDir();
|
||||||
|
await this.move({
|
||||||
|
directory: trashDir,
|
||||||
|
path: await trash.getTrashKeyByOriginalBasePath(this.getBasePath()),
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
await this.parentDirectoryRef.listFiles();
|
await this.parentDirectoryRef.listFiles();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* deletes the file with recycling mechanics
|
* restores
|
||||||
*/
|
*/
|
||||||
public async delete() {
|
public async restore(optionsArg: {
|
||||||
await this.remove();
|
useOriginalPath?: boolean;
|
||||||
|
toPath?: string;
|
||||||
|
overwrite?: boolean;
|
||||||
|
} = {}) {
|
||||||
|
optionsArg = {
|
||||||
|
useOriginalPath: (() => {
|
||||||
|
return optionsArg.toPath ? false : true;
|
||||||
|
})(),
|
||||||
|
overwrite: false,
|
||||||
|
...optionsArg,
|
||||||
|
};
|
||||||
|
const metadata = await this.getMetaData();
|
||||||
|
const moveToPath = optionsArg.toPath || (await metadata.getCustomMetaData({
|
||||||
|
key: 'recycle'
|
||||||
|
})).originalPath;
|
||||||
|
await metadata.deleteCustomMetaData({
|
||||||
|
key: 'recycle'
|
||||||
|
})
|
||||||
|
await this.move({
|
||||||
|
path: moveToPath,
|
||||||
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -118,32 +181,90 @@ export class File {
|
|||||||
}) {
|
}) {
|
||||||
const metadata = await this.getMetaData();
|
const metadata = await this.getMetaData();
|
||||||
await metadata.removeLock({
|
await metadata.removeLock({
|
||||||
force: optionsArg?.force,
|
force: optionsArg?.force || false,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
public async updateWithContents(optionsArg: {
|
public async updateWithContents(optionsArg: {
|
||||||
contents: Buffer | string | plugins.stream.Readable;
|
contents: Buffer | string | plugins.stream.Readable | ReadableStream;
|
||||||
encoding?: 'utf8' | 'binary';
|
encoding?: 'utf8' | 'binary';
|
||||||
}) {
|
}) {
|
||||||
if (optionsArg.contents instanceof plugins.stream.Readable) {
|
if (
|
||||||
|
optionsArg.contents instanceof plugins.stream.Readable ||
|
||||||
|
optionsArg.contents instanceof ReadableStream
|
||||||
|
) {
|
||||||
await this.parentDirectoryRef.bucketRef.fastPutStream({
|
await this.parentDirectoryRef.bucketRef.fastPutStream({
|
||||||
path: this.getBasePath(),
|
path: this.getBasePath(),
|
||||||
dataStream: optionsArg.contents,
|
readableStream: optionsArg.contents,
|
||||||
|
overwrite: true,
|
||||||
});
|
});
|
||||||
} else if (Buffer.isBuffer(optionsArg.contents)) {
|
} else if (Buffer.isBuffer(optionsArg.contents)) {
|
||||||
await this.parentDirectoryRef.bucketRef.fastPut({
|
await this.parentDirectoryRef.bucketRef.fastPut({
|
||||||
path: this.getBasePath(),
|
path: this.getBasePath(),
|
||||||
contents: optionsArg.contents,
|
contents: optionsArg.contents,
|
||||||
|
overwrite: true,
|
||||||
});
|
});
|
||||||
} else if (typeof optionsArg.contents === 'string') {
|
} else if (typeof optionsArg.contents === 'string') {
|
||||||
await this.parentDirectoryRef.bucketRef.fastPut({
|
await this.parentDirectoryRef.bucketRef.fastPut({
|
||||||
path: this.getBasePath(),
|
path: this.getBasePath(),
|
||||||
contents: Buffer.from(optionsArg.contents, optionsArg.encoding),
|
contents: Buffer.from(optionsArg.contents, optionsArg.encoding),
|
||||||
|
overwrite: true,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* moves the file to another directory
|
||||||
|
*/
|
||||||
|
public async move(pathDescriptorArg: interfaces.IPathDecriptor) {
|
||||||
|
let moveToPath: string = '';
|
||||||
|
const isDirectory = await this.parentDirectoryRef.bucketRef.isDirectory(pathDescriptorArg);
|
||||||
|
if (isDirectory) {
|
||||||
|
moveToPath = await helpers.reducePathDescriptorToPath({
|
||||||
|
...pathDescriptorArg,
|
||||||
|
path: plugins.path.join(pathDescriptorArg.path!, this.name),
|
||||||
|
});
|
||||||
|
} else {
|
||||||
|
moveToPath = await helpers.reducePathDescriptorToPath(pathDescriptorArg);
|
||||||
|
}
|
||||||
|
// lets move the file
|
||||||
|
await this.parentDirectoryRef.bucketRef.fastMove({
|
||||||
|
sourcePath: this.getBasePath(),
|
||||||
|
destinationPath: moveToPath,
|
||||||
|
overwrite: true,
|
||||||
|
});
|
||||||
|
// lets move the metadatafile
|
||||||
|
if (!this.name.endsWith('.metadata')) {
|
||||||
|
const metadata = await this.getMetaData();
|
||||||
|
await this.parentDirectoryRef.bucketRef.fastMove({
|
||||||
|
sourcePath: metadata.metadataFile.getBasePath(),
|
||||||
|
destinationPath: moveToPath + '.metadata',
|
||||||
|
overwrite: true,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// lets update references of this
|
||||||
|
const baseDirectory = await this.parentDirectoryRef.bucketRef.getBaseDirectory();
|
||||||
|
this.parentDirectoryRef = await baseDirectory.getSubDirectoryByNameStrict(
|
||||||
|
await helpers.reducePathDescriptorToPath(pathDescriptorArg),
|
||||||
|
{
|
||||||
|
couldBeFilePath: true,
|
||||||
|
}
|
||||||
|
);
|
||||||
|
this.name = pathDescriptorArg.path!;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async hasMetaData(): Promise<boolean> {
|
||||||
|
if (!this.name.endsWith('.metadata')) {
|
||||||
|
const hasMetadataBool = MetaData.hasMetaData({
|
||||||
|
file: this,
|
||||||
|
});
|
||||||
|
return hasMetadataBool;
|
||||||
|
} else {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* allows updating the metadata of a file
|
* allows updating the metadata of a file
|
||||||
* @param updatedMetadata
|
* @param updatedMetadata
|
||||||
@@ -172,4 +293,11 @@ export class File {
|
|||||||
contents: JSON.stringify(dataArg),
|
contents: JSON.stringify(dataArg),
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public async getMagicBytes(optionsArg: { length: number }): Promise<Buffer> {
|
||||||
|
return this.parentDirectoryRef.bucketRef.getMagicBytes({
|
||||||
|
path: this.getBasePath(),
|
||||||
|
length: optionsArg.length,
|
||||||
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
@@ -3,14 +3,22 @@ import * as plugins from './plugins.js';
|
|||||||
import { File } from './classes.file.js';
|
import { File } from './classes.file.js';
|
||||||
|
|
||||||
export class MetaData {
|
export class MetaData {
|
||||||
|
public static async hasMetaData(optionsArg: { file: File }) {
|
||||||
|
// lets find the existing metadata file
|
||||||
|
const existingFile = await optionsArg.file.parentDirectoryRef.getFile({
|
||||||
|
path: optionsArg.file.name + '.metadata',
|
||||||
|
});
|
||||||
|
return !!existingFile;
|
||||||
|
}
|
||||||
|
|
||||||
// static
|
// static
|
||||||
public static async createForFile(optionsArg: { file: File }) {
|
public static async createForFile(optionsArg: { file: File }) {
|
||||||
const metaData = new MetaData();
|
const metaData = new MetaData();
|
||||||
metaData.fileRef = optionsArg.file;
|
metaData.fileRef = optionsArg.file;
|
||||||
|
|
||||||
// lets find the existing metadata file
|
// lets find the existing metadata file
|
||||||
metaData.metadataFile = await metaData.fileRef.parentDirectoryRef.getFile({
|
metaData.metadataFile = await metaData.fileRef.parentDirectoryRef.getFileStrict({
|
||||||
name: metaData.fileRef.name + '.metadata',
|
path: metaData.fileRef.name + '.metadata',
|
||||||
createWithContents: '{}',
|
createWithContents: '{}',
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -21,20 +29,34 @@ export class MetaData {
|
|||||||
/**
|
/**
|
||||||
* the file that contains the metadata
|
* the file that contains the metadata
|
||||||
*/
|
*/
|
||||||
metadataFile: File;
|
metadataFile!: File;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* the file that the metadata is for
|
* the file that the metadata is for
|
||||||
*/
|
*/
|
||||||
fileRef: File;
|
fileRef!: File;
|
||||||
|
|
||||||
public async getFileType(optionsArg?: {
|
public async getFileType(optionsArg?: {
|
||||||
useFileExtension?: boolean;
|
useFileExtension?: boolean;
|
||||||
useMagicBytes?: boolean;
|
useMagicBytes?: boolean;
|
||||||
}): Promise<string> {
|
}): Promise<plugins.smartmime.IFileTypeResult | undefined> {
|
||||||
if ((optionsArg && optionsArg.useFileExtension) || optionsArg.useFileExtension === undefined) {
|
if ((optionsArg && optionsArg.useFileExtension) || !optionsArg) {
|
||||||
return plugins.path.extname(this.fileRef.name);
|
const fileType = await plugins.smartmime.detectMimeType({
|
||||||
|
path: this.fileRef.name,
|
||||||
|
});
|
||||||
|
|
||||||
|
return fileType;
|
||||||
}
|
}
|
||||||
|
if (optionsArg && optionsArg.useMagicBytes) {
|
||||||
|
const fileType = await plugins.smartmime.detectMimeType({
|
||||||
|
buffer: await this.fileRef.getMagicBytes({
|
||||||
|
length: 100,
|
||||||
|
})
|
||||||
|
});
|
||||||
|
|
||||||
|
return fileType;
|
||||||
|
}
|
||||||
|
throw new Error('optionsArg.useFileExtension and optionsArg.useMagicBytes cannot both be false');
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@@ -44,13 +66,13 @@ export class MetaData {
|
|||||||
const stat = await this.fileRef.parentDirectoryRef.bucketRef.fastStat({
|
const stat = await this.fileRef.parentDirectoryRef.bucketRef.fastStat({
|
||||||
path: this.fileRef.getBasePath(),
|
path: this.fileRef.getBasePath(),
|
||||||
});
|
});
|
||||||
return stat.size;
|
return stat.ContentLength!;
|
||||||
}
|
}
|
||||||
|
|
||||||
private prefixCustomMetaData = 'custom_';
|
private prefixCustomMetaData = 'custom_';
|
||||||
|
|
||||||
public async storeCustomMetaData<T = any>(optionsArg: { key: string; value: T }) {
|
public async storeCustomMetaData<T = any>(optionsArg: { key: string; value: T }) {
|
||||||
const data = await this.metadataFile.getContentsAsString();
|
const data = await this.metadataFile.getJsonData();
|
||||||
data[this.prefixCustomMetaData + optionsArg.key] = optionsArg.value;
|
data[this.prefixCustomMetaData + optionsArg.key] = optionsArg.value;
|
||||||
await this.metadataFile.writeJsonData(data);
|
await this.metadataFile.writeJsonData(data);
|
||||||
}
|
}
|
||||||
|
@@ -1,22 +1,34 @@
|
|||||||
|
// classes.smartbucket.ts
|
||||||
|
|
||||||
import * as plugins from './plugins.js';
|
import * as plugins from './plugins.js';
|
||||||
import { Bucket } from './classes.bucket.js';
|
import { Bucket } from './classes.bucket.js';
|
||||||
|
|
||||||
export class SmartBucket {
|
export class SmartBucket {
|
||||||
public config: plugins.tsclass.storage.IS3Descriptor;
|
public config: plugins.tsclass.storage.IS3Descriptor;
|
||||||
|
|
||||||
public minioClient: plugins.minio.Client;
|
public s3Client: plugins.s3.S3Client;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* the constructor of SmartBucket
|
||||||
|
*/
|
||||||
/**
|
/**
|
||||||
* the constructor of SmartBucket
|
* the constructor of SmartBucket
|
||||||
*/
|
*/
|
||||||
constructor(configArg: plugins.tsclass.storage.IS3Descriptor) {
|
constructor(configArg: plugins.tsclass.storage.IS3Descriptor) {
|
||||||
this.config = configArg;
|
this.config = configArg;
|
||||||
this.minioClient = new plugins.minio.Client({
|
|
||||||
endPoint: this.config.endpoint,
|
const protocol = configArg.useSsl === false ? 'http' : 'https';
|
||||||
port: configArg.port || 443,
|
const port = configArg.port ? `:${configArg.port}` : '';
|
||||||
useSSL: configArg.useSsl !== undefined ? configArg.useSsl : true,
|
const endpoint = `${protocol}://${configArg.endpoint}${port}`;
|
||||||
accessKey: this.config.accessKey,
|
|
||||||
secretKey: this.config.accessSecret,
|
this.s3Client = new plugins.s3.S3Client({
|
||||||
|
endpoint,
|
||||||
|
region: configArg.region || 'us-east-1',
|
||||||
|
credentials: {
|
||||||
|
accessKeyId: configArg.accessKey,
|
||||||
|
secretAccessKey: configArg.accessSecret,
|
||||||
|
},
|
||||||
|
forcePathStyle: true, // Necessary for S3-compatible storage like MinIO or Wasabi
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -29,7 +41,15 @@ export class SmartBucket {
|
|||||||
await Bucket.removeBucketByName(this, bucketName);
|
await Bucket.removeBucketByName(this, bucketName);
|
||||||
}
|
}
|
||||||
|
|
||||||
public async getBucketByName(bucketName: string) {
|
public async getBucketByName(bucketNameArg: string) {
|
||||||
return Bucket.getBucketByName(this, bucketName);
|
return Bucket.getBucketByName(this, bucketNameArg);
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getBucketByNameStrict(...args: Parameters<SmartBucket['getBucketByName']>) {
|
||||||
|
const bucket = await this.getBucketByName(...args);
|
||||||
|
if (!bucket) {
|
||||||
|
throw new Error(`Bucket ${args[0]} does not exist.`);
|
||||||
|
}
|
||||||
|
return bucket;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
30
ts/classes.trash.ts
Normal file
30
ts/classes.trash.ts
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
import * as plugins from './plugins.js';
|
||||||
|
import * as interfaces from './interfaces.js';
|
||||||
|
import * as helpers from './helpers.js';
|
||||||
|
import type { Bucket } from './classes.bucket.js';
|
||||||
|
import type { Directory } from './classes.directory.js';
|
||||||
|
import type { File } from './classes.file.js';
|
||||||
|
|
||||||
|
|
||||||
|
export class Trash {
|
||||||
|
public bucketRef: Bucket;
|
||||||
|
|
||||||
|
constructor(bucketRefArg: Bucket) {
|
||||||
|
this.bucketRef = bucketRefArg;
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getTrashDir() {
|
||||||
|
return this.bucketRef.getDirectoryFromPath({ path: '.trash' });
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getTrashedFileByOriginalName(pathDescriptor: interfaces.IPathDecriptor): Promise<File> {
|
||||||
|
const trashDir = await this.getTrashDir();
|
||||||
|
const originalPath = await helpers.reducePathDescriptorToPath(pathDescriptor);
|
||||||
|
const trashKey = await this.getTrashKeyByOriginalBasePath(originalPath);
|
||||||
|
return trashDir.getFileStrict({ path: trashKey });
|
||||||
|
}
|
||||||
|
|
||||||
|
public async getTrashKeyByOriginalBasePath (originalPath: string): Promise<string> {
|
||||||
|
return plugins.smartstring.base64.encode(originalPath);
|
||||||
|
}
|
||||||
|
}
|
22
ts/helpers.ts
Normal file
22
ts/helpers.ts
Normal file
@@ -0,0 +1,22 @@
|
|||||||
|
import * as plugins from './plugins.js';
|
||||||
|
import * as interfaces from './interfaces.js';
|
||||||
|
|
||||||
|
export const reducePathDescriptorToPath = async (pathDescriptorArg: interfaces.IPathDecriptor): Promise<string> => {
|
||||||
|
let returnPath = ``
|
||||||
|
if (pathDescriptorArg.directory) {
|
||||||
|
if (pathDescriptorArg.path && plugins.path.isAbsolute(pathDescriptorArg.path)) {
|
||||||
|
console.warn('Directory is being ignored when path is absolute.');
|
||||||
|
returnPath = pathDescriptorArg.path;
|
||||||
|
} else if (pathDescriptorArg.path) {
|
||||||
|
returnPath = plugins.path.join(pathDescriptorArg.directory.getBasePath(), pathDescriptorArg.path);
|
||||||
|
}
|
||||||
|
} else if (pathDescriptorArg.path) {
|
||||||
|
returnPath = pathDescriptorArg.path;
|
||||||
|
} else {
|
||||||
|
throw new Error('You must specify either a path or a directory.');
|
||||||
|
}
|
||||||
|
if (returnPath.startsWith('/')) {
|
||||||
|
returnPath = returnPath.substring(1);
|
||||||
|
}
|
||||||
|
return returnPath;
|
||||||
|
}
|
6
ts/interfaces.ts
Normal file
6
ts/interfaces.ts
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
import type { Directory } from "./classes.directory.js";
|
||||||
|
|
||||||
|
export interface IPathDecriptor {
|
||||||
|
path?: string;
|
||||||
|
directory?: Directory;
|
||||||
|
}
|
@@ -1,3 +1,5 @@
|
|||||||
|
// plugins.ts
|
||||||
|
|
||||||
// node native
|
// node native
|
||||||
import * as path from 'path';
|
import * as path from 'path';
|
||||||
import * as stream from 'stream';
|
import * as stream from 'stream';
|
||||||
@@ -10,8 +12,10 @@ import * as smartpath from '@push.rocks/smartpath';
|
|||||||
import * as smartpromise from '@push.rocks/smartpromise';
|
import * as smartpromise from '@push.rocks/smartpromise';
|
||||||
import * as smartrx from '@push.rocks/smartrx';
|
import * as smartrx from '@push.rocks/smartrx';
|
||||||
import * as smartstream from '@push.rocks/smartstream';
|
import * as smartstream from '@push.rocks/smartstream';
|
||||||
|
import * as smartstring from '@push.rocks/smartstring';
|
||||||
|
import * as smartunique from '@push.rocks/smartunique';
|
||||||
|
|
||||||
export { smartmime, smartpath, smartpromise, smartrx, smartstream };
|
export { smartmime, smartpath, smartpromise, smartrx, smartstream, smartstring, smartunique };
|
||||||
|
|
||||||
// @tsclass
|
// @tsclass
|
||||||
import * as tsclass from '@tsclass/tsclass';
|
import * as tsclass from '@tsclass/tsclass';
|
||||||
@@ -21,6 +25,8 @@ export {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// third party scope
|
// third party scope
|
||||||
import * as minio from 'minio';
|
import * as s3 from '@aws-sdk/client-s3';
|
||||||
|
|
||||||
export { minio };
|
export {
|
||||||
|
s3,
|
||||||
|
}
|
||||||
|
@@ -6,7 +6,8 @@
|
|||||||
"module": "NodeNext",
|
"module": "NodeNext",
|
||||||
"moduleResolution": "NodeNext",
|
"moduleResolution": "NodeNext",
|
||||||
"esModuleInterop": true,
|
"esModuleInterop": true,
|
||||||
"verbatimModuleSyntax": true
|
"verbatimModuleSyntax": true,
|
||||||
|
"strict": true
|
||||||
},
|
},
|
||||||
"exclude": [
|
"exclude": [
|
||||||
"dist_*/**/*.d.ts"
|
"dist_*/**/*.d.ts"
|
||||||
|
Reference in New Issue
Block a user