mirror of
https://github.com/harish2704/npm-offline-registry.git
synced 2026-09-10 06:21:09 +00:00
Tests passed
Featues * Non blocking operations/Clean up synchronous codes * handle failues * more usefull logging
This commit is contained in:
@@ -1,47 +1,74 @@
|
|||||||
var express = require('express');
|
var express = require('express');
|
||||||
var fs = require('fs');
|
|
||||||
var config = require( __dirname + '/./config' );
|
var config = require( __dirname + '/./config' );
|
||||||
var utils = require( __dirname + '/./utils');
|
var utils = require( __dirname + '/./utils');
|
||||||
|
|
||||||
var NPM_PATH = config.NPM_PATH;
|
var NPM_PATH = config.NPM_PATH;
|
||||||
var REGISTRY_NAME = config.REGISTRY_NAME;
|
var REGISTRY_NAME = config.REGISTRY_NAME;
|
||||||
|
|
||||||
|
|
||||||
var fetchAndCacheMetadata = utils.fetchAndCacheMetadata;
|
var fetchAndCacheMetadata = utils.fetchAndCacheMetadata;
|
||||||
var fetchAndCacheTarball = utils.fetchAndCacheTarball;
|
var fetchAndCacheTarball = utils.fetchAndCacheTarball;
|
||||||
var patchData = utils.patchData;
|
var patchData = utils.patchData;
|
||||||
|
var fileExists = utils.fileExists;
|
||||||
|
var readFile = utils.readFile;
|
||||||
|
|
||||||
var app = express();
|
var app = express();
|
||||||
app.use( function(req, res, next ){
|
app.use( function(req, res, next ){
|
||||||
console.log(req.method, req.path );
|
res._log = {
|
||||||
|
method: req.method,
|
||||||
|
path: req.path,
|
||||||
|
cacheHit: 'Hit',
|
||||||
|
cacheFile: '',
|
||||||
|
};
|
||||||
|
|
||||||
|
res.on( 'finish', function(){
|
||||||
|
var log = this._log;
|
||||||
|
console.log( log.cacheHit, this.statusCode, log.method, log.path, ' => ', log.cacheFile );
|
||||||
|
});
|
||||||
|
// setTimeout( next, 1000 );
|
||||||
next();
|
next();
|
||||||
});
|
});
|
||||||
|
|
||||||
app.get( '/:package', function( req, res ){
|
app.get( '/:package', function( req, res, next ){
|
||||||
var packageName = req.params.package;
|
var packageName = req.params.package;
|
||||||
var cacheFile = [ NPM_PATH, REGISTRY_NAME, packageName, '.cache.json' ].join( '/' );
|
var cacheFile = [ NPM_PATH, REGISTRY_NAME, packageName, '.cache.json' ].join( '/' );
|
||||||
var cacheData;
|
|
||||||
|
|
||||||
if( !fs.existsSync( cacheFile ) ){
|
return fileExists( cacheFile )
|
||||||
fetchAndCacheMetadata( packageName, cacheFile );
|
.tap( function( isExists ){
|
||||||
|
if( !isExists ){
|
||||||
|
res._log.cacheHit = '---';
|
||||||
|
return fetchAndCacheMetadata( packageName, cacheFile );
|
||||||
}
|
}
|
||||||
|
})
|
||||||
cacheData = fs.readFileSync( cacheFile, 'utf-8' );
|
.then( function( ){
|
||||||
|
res._log.cacheFile = cacheFile;
|
||||||
|
return readFile( cacheFile, 'utf-8' );
|
||||||
|
})
|
||||||
|
.then( function( cacheData ){
|
||||||
cacheData = JSON.parse( cacheData );
|
cacheData = JSON.parse( cacheData );
|
||||||
|
|
||||||
patchData( cacheData );
|
patchData( cacheData );
|
||||||
return res.send( cacheData );
|
return res.send( cacheData );
|
||||||
|
})
|
||||||
|
.catch( next );
|
||||||
});
|
});
|
||||||
|
|
||||||
app.get( '/:package/-/:tarball', function( req, res ){
|
app.get( '/:package/-/:tarball', function( req, res, next ){
|
||||||
var packageName = req.params.package;
|
var packageName = req.params.package;
|
||||||
var version = req.params.tarball.match( new RegExp( packageName + '-(.*).tgz') )[1];
|
var version = req.params.tarball.match( new RegExp( packageName + '-(.*).tgz') )[1];
|
||||||
var packagePath = [ NPM_PATH , packageName, version, 'package.tgz'].join( '/' );
|
var packagePath = [ NPM_PATH , packageName, version, 'package.tgz'].join( '/' );
|
||||||
|
|
||||||
if( !fs.existsSync( packagePath ) ){
|
fileExists( packagePath )
|
||||||
fetchAndCacheTarball( packageName, version, packagePath );
|
.tap( function( isExists ){
|
||||||
|
if( !isExists ){
|
||||||
|
res._log.cacheHit = '---';
|
||||||
|
return fetchAndCacheTarball( packageName, version, packagePath );
|
||||||
}
|
}
|
||||||
|
})
|
||||||
return fs.createReadStream( packagePath ).pipe( res );
|
.then( function(){
|
||||||
|
res._log.cacheFile = packagePath;
|
||||||
|
return res.sendFile( packagePath );
|
||||||
|
})
|
||||||
|
.catch( next );
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|
||||||
@@ -54,17 +81,15 @@ app.use(function(req, res, next) {
|
|||||||
|
|
||||||
// error handlers
|
// error handlers
|
||||||
|
|
||||||
// development error handler
|
app.use(function(err, req, res, next) {
|
||||||
// will print stacktrace
|
console.log( err.stack );
|
||||||
if (app.get('env') === 'development') {
|
|
||||||
app.use(function(err, req, res, next) {
|
|
||||||
res.status(err.status || 500);
|
res.status(err.status || 500);
|
||||||
res.send({
|
res.send({
|
||||||
message: err.message,
|
message: err.message,
|
||||||
error: err
|
error: err
|
||||||
});
|
});
|
||||||
});
|
if( next ) { next(); }
|
||||||
}
|
});
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -1,10 +1,31 @@
|
|||||||
var execSync = require('child_process').execSync;
|
|
||||||
var path = require('path');
|
var path = require('path');
|
||||||
|
var fs = require('fs');
|
||||||
var config = require( __dirname + '/./config' );
|
var config = require( __dirname + '/./config' );
|
||||||
|
var Promise = require('bluebird');
|
||||||
|
var _exec = Promise.promisify( require('child_process').exec );
|
||||||
|
|
||||||
var REGISTRY_NAME = config.REGISTRY_NAME;
|
var REGISTRY_NAME = config.REGISTRY_NAME;
|
||||||
var LOCAL_REGISTRY = config.LOCAL_REGISTRY;
|
var LOCAL_REGISTRY = config.LOCAL_REGISTRY;
|
||||||
|
|
||||||
|
|
||||||
|
function exec( cmd, envVars ){
|
||||||
|
return _exec( cmd, { env: envVars });
|
||||||
|
}
|
||||||
|
exports.exec = exec;
|
||||||
|
|
||||||
|
function fileExists( fname ){
|
||||||
|
return new Promise( function( resolve ){
|
||||||
|
fs.exists( fname, function(exists){
|
||||||
|
resolve( exists );
|
||||||
|
});
|
||||||
|
});
|
||||||
|
}
|
||||||
|
exports.fileExists = fileExists;
|
||||||
|
|
||||||
|
var readFile = Promise.promisify( fs.readFile );
|
||||||
|
exports.readFile = readFile;
|
||||||
|
|
||||||
|
|
||||||
exports.patchData = function ( data ){
|
exports.patchData = function ( data ){
|
||||||
Object.keys(data.versions).forEach( function( v ){
|
Object.keys(data.versions).forEach( function( v ){
|
||||||
var val = data.versions[v];
|
var val = data.versions[v];
|
||||||
@@ -12,19 +33,39 @@ exports.patchData = function ( data ){
|
|||||||
});
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
|
var fetchAndCacheMetadataCmd =[
|
||||||
|
'mkdir $packageCacheDir',
|
||||||
|
'wget -nv "http://$REGISTRY_NAME/$packageName" -O $cacheFile || { wgetExitStatus=$? && rm $cacheFile; exit $wgetExitStatus ; }'
|
||||||
|
].join( ';' );
|
||||||
|
|
||||||
|
var fetchAndCacheTarballCmd = [
|
||||||
|
'mkdir -p $packageTarballDir',
|
||||||
|
'wget -nv $tarballUrl -O $tarballPath || { wgetExitStatus=$? && rm $tarballPath; exit $wgetExitStatus ; }',
|
||||||
|
'cd $packageTarballDir; tar -xzf package.tgz package/package.json',
|
||||||
|
].join( ';' );
|
||||||
|
|
||||||
exports.fetchAndCacheMetadata = function ( packageName, cacheFile ){
|
exports.fetchAndCacheMetadata = function ( packageName, cacheFile ){
|
||||||
var packageCacheDir = path.dirname( cacheFile );
|
var packageCacheDir = path.dirname( cacheFile );
|
||||||
execSync( 'mkdir ' + packageCacheDir );
|
|
||||||
execSync( 'wget http://' + REGISTRY_NAME + '/' + packageName + ' -O ' + cacheFile );
|
return exec( fetchAndCacheMetadataCmd, {
|
||||||
|
packageCacheDir: packageCacheDir,
|
||||||
|
REGISTRY_NAME: REGISTRY_NAME,
|
||||||
|
packageName: packageName,
|
||||||
|
cacheFile: cacheFile,
|
||||||
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
exports.fetchAndCacheTarball = function ( packageName, version, tarballPath ){
|
exports.fetchAndCacheTarball = function ( packageName, version, tarballPath ){
|
||||||
var tarballUrl = 'http://' + REGISTRY_NAME + '/' + packageName + '/-/' + packageName + '-' + version + '.tgz';
|
var tarballUrl = 'http://' + REGISTRY_NAME + '/' + packageName + '/-/' + packageName + '-' + version + '.tgz';
|
||||||
var packageTarballDir = path.dirname( tarballPath );
|
var packageTarballDir = path.dirname( tarballPath );
|
||||||
execSync( 'mkdir -p ' + packageTarballDir );
|
|
||||||
execSync( 'wget ' + tarballUrl + ' -O ' + tarballPath );
|
return exec( fetchAndCacheTarballCmd, {
|
||||||
execSync( 'cd ' + packageTarballDir + ';tar -xzf package.tgz package/package.json' );
|
packageTarballDir: packageTarballDir,
|
||||||
|
tarballUrl: tarballUrl,
|
||||||
|
tarballPath: tarballPath,
|
||||||
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user