Compare commits

...

11 Commits

Author SHA1 Message Date
5ebce389d3 1.0.32 2021-05-06 10:04:51 +00:00
b4100688ac fix(version matching): now respecting packages without latest tag 2021-05-06 10:04:51 +00:00
77d515d915 1.0.31 2021-05-05 12:37:27 +00:00
aa71105b2d 1.0.30 2021-05-05 11:56:12 +00:00
e0ccb6c076 fix(core): update 2021-05-05 11:56:12 +00:00
af0d95f327 1.0.29 2021-05-05 10:54:32 +00:00
d0ac8f1418 fix(core): update 2021-05-05 10:54:31 +00:00
62f8106fc6 1.0.28 2021-04-29 21:20:19 +00:00
e87b8c994b fix(core): update 2021-04-29 21:20:18 +00:00
694ba7be25 1.0.27 2021-04-29 20:44:47 +00:00
952399c26e fix(core): update 2021-04-29 20:44:47 +00:00
6 changed files with 93 additions and 27 deletions

2
package-lock.json generated
View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartnpm", "name": "@pushrocks/smartnpm",
"version": "1.0.26", "version": "1.0.32",
"lockfileVersion": 1, "lockfileVersion": 1,
"requires": true, "requires": true,
"dependencies": { "dependencies": {

View File

@ -1,6 +1,6 @@
{ {
"name": "@pushrocks/smartnpm", "name": "@pushrocks/smartnpm",
"version": "1.0.26", "version": "1.0.32",
"private": false, "private": false,
"description": "interface with npm to retrieve package information", "description": "interface with npm to retrieve package information",
"main": "dist_ts/index.js", "main": "dist_ts/index.js",

View File

@ -37,11 +37,21 @@ tap.test('should get package from verdaccio', async () => {
}); });
tap.test('should get a specific file from a package', async () => { tap.test('should get a specific file from a package', async () => {
const bundleFile = await verdaccioRegistry.getFileFromPackage( const wantedFile = await verdaccioRegistry.getFileFromPackage(
'@pushrocks/websetup', '@pushrocks/websetup',
'ts/index.ts' 'ts/index.ts'
); );
console.log(bundleFile.contentBuffer.toString()); console.log(wantedFile.contentBuffer.toString());
});
tap.test('should get a specific file from a package', async () => {
const wantedFiles = await verdaccioRegistry.getFilesFromPackage(
'@pushrocks/websetup',
'ts/'
);
for(const file of wantedFiles) {
console.log(file.path);
}
}); });
tap.start(); tap.start();

View File

@ -91,37 +91,37 @@ export class NpmPackage {
public async saveToCache() {} public async saveToCache() {}
/** /**
* get file from package * get files from package
*/ */
public async getFileFromPackage( public async getFilesFromPackage(
filePath: string, filePath: string,
optionsArg?: { optionsArg: {
distTag?: string; distTag?: string;
version?: string; version?: string;
} },
): Promise<plugins.smartfile.Smartfile> { returnOnFirstArg = false
const done = plugins.smartpromise.defer<plugins.smartfile.Smartfile>(); ): Promise<plugins.smartfile.Smartfile[]> {
const done = plugins.smartpromise.defer<plugins.smartfile.Smartfile[]>();
const smartarchiveInstance = new plugins.smartarchive.SmartArchive(); const smartarchiveInstance = new plugins.smartarchive.SmartArchive();
let tarballUrl = this.dist.tarball; let tarballUrl = this.dist?.tarball;
if (optionsArg && (optionsArg.version || optionsArg.distTag)) { if (optionsArg?.version || optionsArg?.distTag) {
if (optionsArg.distTag && optionsArg.version) { if (optionsArg.distTag && optionsArg.version) {
throw new Error('Please either sepcify version OR disttag, not both.'); throw new Error('Please either specify version OR disttag, not both.');
} }
let targetVersion: plugins.smartversion.SmartVersion; let targetVersionString: string;
if (optionsArg.distTag) { if (optionsArg.distTag) {
const targetDistTag = this.allDistTags.find((distTag) => { const targetDistTag = this.allDistTags.find((distTag) => {
return distTag.name === optionsArg.distTag; return distTag.name === optionsArg.distTag;
}); });
if (targetDistTag) { if (targetDistTag) {
targetVersion = new plugins.smartversion.SmartVersion(targetDistTag.targetVersion); targetVersionString = targetDistTag.targetVersion;
} }
} else { } else {
const smartversion = plugins.smartversion.SmartVersion.fromFuzzyString(optionsArg.version); targetVersionString = optionsArg.version;
} }
// lets find the best matching release // lets find the best matching release
const versionStrings = this.allVersions.map((packageVersion) => packageVersion.version); const bestMatchingVersion = this.getBestMatchingVersion(targetVersionString);
const bestMatchingVersion = targetVersion.getBestMatch(versionStrings);
if (!bestMatchingVersion) { if (!bestMatchingVersion) {
return null; return null;
} }
@ -131,29 +131,56 @@ export class NpmPackage {
} }
const fileObservable = await smartarchiveInstance.extractArchiveFromUrlToObservable(tarballUrl); const fileObservable = await smartarchiveInstance.extractArchiveFromUrlToObservable(tarballUrl);
const wantedFilePath = plugins.path.join('package', filePath); const wantedFilePath = plugins.path.join('package', filePath);
const allMatchingFiles: plugins.smartfile.Smartfile[] = [];
const subscription = fileObservable.subscribe( const subscription = fileObservable.subscribe(
(fileArg) => { (fileArg) => {
if (fileArg.path === wantedFilePath) { // returnOnFirstArg requires exact match
// lets care about caching if (returnOnFirstArg && fileArg.path === wantedFilePath) {
// lets resolve with the wanted file // lets resolve with the wanted file
done.resolve(fileArg); done.resolve([fileArg]);
subscription.unsubscribe(); subscription.unsubscribe();
} else if(!returnOnFirstArg && fileArg.path.startsWith(wantedFilePath)) {
allMatchingFiles.push(fileArg);
} }
}, },
(err) => { (err) => {
console.log(err); console.log(err);
}, },
() => { () => {
done.resolve(null); done.resolve(allMatchingFiles);
subscription.unsubscribe(); subscription.unsubscribe();
} }
); );
return done.promise; return done.promise;
} }
/**
* get files from package
*/
public async getFileFromPackage(
filePath: string,
optionsArg?: {
distTag?: string;
version?: string;
}
): Promise<plugins.smartfile.Smartfile> {
const result = await this.getFilesFromPackage(filePath, optionsArg, true);
return result[0];
}
/** /**
* updates the package with information from the registry * updates the package with information from the registry
*/ */
update() {} update() {}
/** */
public getBestMatchingVersion(versionArg: string): string {
// lets find the best matching release
const targetVersion = plugins.smartversion.SmartVersion.fromFuzzyString(versionArg);
const versionStrings = this.allVersions.map((packageVersion) => packageVersion.version);
const bestMatchingVersion = targetVersion.getBestMatch(versionStrings);
if (!bestMatchingVersion) {
return null;
}
}
} }

View File

@ -36,6 +36,9 @@ export class NpmRegistry {
const fullMetadata = await plugins.packageJson(packageName, { const fullMetadata = await plugins.packageJson(packageName, {
registryUrl: this.options.npmRegistryUrl, registryUrl: this.options.npmRegistryUrl,
fullMetadata: true, fullMetadata: true,
}).catch(err => {
console.log(err);
return null;
}); });
const versionData = await plugins.packageJson(packageName, { const versionData = await plugins.packageJson(packageName, {
registryUrl: this.options.npmRegistryUrl, registryUrl: this.options.npmRegistryUrl,
@ -67,6 +70,14 @@ export class NpmRegistry {
const cachedFile: plugins.smartfile.Smartfile = await this.registryCache.getCachedFile(fileId); const cachedFile: plugins.smartfile.Smartfile = await this.registryCache.getCachedFile(fileId);
if (!cachedFile) { if (!cachedFile) {
const npmPackage = await this.getPackageInfo(packageNameArg); const npmPackage = await this.getPackageInfo(packageNameArg);
if (!optionsArg?.version && !optionsArg?.distTag) {
const latestAvailable = npmPackage.allDistTags.find(packageArg => packageArg.name === 'latest');
if (!latestAvailable) {
optionsArg = {
version: npmPackage.getBestMatchingVersion('*')
};
}
}
const fileResult = await npmPackage.getFileFromPackage(filePath, optionsArg); const fileResult = await npmPackage.getFileFromPackage(filePath, optionsArg);
this.registryCache.cacheSmartFile(fileId, fileResult); this.registryCache.cacheSmartFile(fileId, fileResult);
return fileResult; return fileResult;
@ -75,6 +86,22 @@ export class NpmRegistry {
} }
} }
public async getFilesFromPackage(packageNameArg: string, filePath: string, optionsArg?: {
distTag?: string;
version?: string;
}): Promise<plugins.smartfile.Smartfile[]> {
const npmPackage = await this.getPackageInfo(packageNameArg);
if (!optionsArg?.version && !optionsArg?.distTag) {
const latestAvailable = npmPackage.allDistTags.find(packageArg => packageArg.name === 'latest');
if (!latestAvailable) {
optionsArg = {
version: npmPackage.getBestMatchingVersion('*')
};
}
}
return npmPackage.getFilesFromPackage(filePath, optionsArg);
}
public async getPackageAsSmartfileVirtualDir(packageNameArg: string): Promise<plugins.smartfile.VirtualDirectory> { public async getPackageAsSmartfileVirtualDir(packageNameArg: string): Promise<plugins.smartfile.VirtualDirectory> {
/** /**
* TODO: rewrite as memory only * TODO: rewrite as memory only

View File

@ -22,9 +22,11 @@ export class RegistryCache {
} }
public async cacheSmartFile (fileIdArg: string, smartfileArg: plugins.smartfile.Smartfile) { public async cacheSmartFile (fileIdArg: string, smartfileArg: plugins.smartfile.Smartfile) {
await this.levelCache.storeCacheEntryByKey(fileIdArg, new plugins.levelcache.CacheEntry({ if (smartfileArg) {
contents: Buffer.from(smartfileArg.foldToJson()), await this.levelCache.storeCacheEntryByKey(fileIdArg, new plugins.levelcache.CacheEntry({
ttl: 60000 contents: Buffer.from(smartfileArg.foldToJson()),
})); ttl: 60000
}));
}
} }
} }