Browse Source

Tests passed

Featues
* Non blocking operations/Clean up synchronous codes
* handle failues
* more usefull logging
pull/1/head
Harish.K 10 years ago
parent
commit
83b60c01ef
  1. 65
      app.js
  2. 53
      utils.js

65
app.js

@ -1,47 +1,74 @@
var express = require('express'); var express = require('express');
var fs = require('fs');
var config = require( __dirname + '/./config' ); var config = require( __dirname + '/./config' );
var utils = require( __dirname + '/./utils'); var utils = require( __dirname + '/./utils');
var NPM_PATH = config.NPM_PATH; var NPM_PATH = config.NPM_PATH;
var REGISTRY_NAME = config.REGISTRY_NAME; var REGISTRY_NAME = config.REGISTRY_NAME;
var fetchAndCacheMetadata = utils.fetchAndCacheMetadata; var fetchAndCacheMetadata = utils.fetchAndCacheMetadata;
var fetchAndCacheTarball = utils.fetchAndCacheTarball; var fetchAndCacheTarball = utils.fetchAndCacheTarball;
var patchData = utils.patchData; var patchData = utils.patchData;
var fileExists = utils.fileExists;
var readFile = utils.readFile;
var app = express(); var app = express();
app.use( function(req, res, next ){ app.use( function(req, res, next ){
console.log(req.method, req.path );
res._log = {
method: req.method,
path: req.path,
cacheHit: 'Hit',
cacheFile: '',
};
res.on( 'finish', function(){
var log = this._log;
console.log( log.cacheHit, this.statusCode, log.method, log.path, ' => ', log.cacheFile );
});
// setTimeout( next, 1000 );
next(); next();
}); });
app.get( '/:package', function( req, res ){
app.get( '/:package', function( req, res, next ){
var packageName = req.params.package; var packageName = req.params.package;
var cacheFile = [ NPM_PATH, REGISTRY_NAME, packageName, '.cache.json' ].join( '/' ); var cacheFile = [ NPM_PATH, REGISTRY_NAME, packageName, '.cache.json' ].join( '/' );
var cacheData;
if( !fs.existsSync( cacheFile ) ){
fetchAndCacheMetadata( packageName, cacheFile );
return fileExists( cacheFile )
.tap( function( isExists ){
if( !isExists ){
res._log.cacheHit = '---';
return fetchAndCacheMetadata( packageName, cacheFile );
} }
cacheData = fs.readFileSync( cacheFile, 'utf-8' );
})
.then( function( ){
res._log.cacheFile = cacheFile;
return readFile( cacheFile, 'utf-8' );
})
.then( function( cacheData ){
cacheData = JSON.parse( cacheData ); cacheData = JSON.parse( cacheData );
patchData( cacheData ); patchData( cacheData );
return res.send( cacheData ); return res.send( cacheData );
})
.catch( next );
}); });
app.get( '/:package/-/:tarball', function( req, res ){
app.get( '/:package/-/:tarball', function( req, res, next ){
var packageName = req.params.package; var packageName = req.params.package;
var version = req.params.tarball.match( new RegExp( packageName + '-(.*).tgz') )[1]; var version = req.params.tarball.match( new RegExp( packageName + '-(.*).tgz') )[1];
var packagePath = [ NPM_PATH , packageName, version, 'package.tgz'].join( '/' ); var packagePath = [ NPM_PATH , packageName, version, 'package.tgz'].join( '/' );
if( !fs.existsSync( packagePath ) ){
fetchAndCacheTarball( packageName, version, packagePath );
fileExists( packagePath )
.tap( function( isExists ){
if( !isExists ){
res._log.cacheHit = '---';
return fetchAndCacheTarball( packageName, version, packagePath );
} }
return fs.createReadStream( packagePath ).pipe( res );
})
.then( function(){
res._log.cacheFile = packagePath;
return res.sendFile( packagePath );
})
.catch( next );
}); });
@ -54,17 +81,15 @@ app.use(function(req, res, next) {
// error handlers // error handlers
// development error handler
// will print stacktrace
if (app.get('env') === 'development') {
app.use(function(err, req, res, next) {
app.use(function(err, req, res, next) {
console.log( err.stack );
res.status(err.status || 500); res.status(err.status || 500);
res.send({ res.send({
message: err.message, message: err.message,
error: err error: err
}); });
});
}
if( next ) { next(); }
});

53
utils.js

@ -1,10 +1,31 @@
var execSync = require('child_process').execSync;
var path = require('path'); var path = require('path');
var fs = require('fs');
var config = require( __dirname + '/./config' ); var config = require( __dirname + '/./config' );
var Promise = require('bluebird');
var _exec = Promise.promisify( require('child_process').exec );
var REGISTRY_NAME = config.REGISTRY_NAME; var REGISTRY_NAME = config.REGISTRY_NAME;
var LOCAL_REGISTRY = config.LOCAL_REGISTRY; var LOCAL_REGISTRY = config.LOCAL_REGISTRY;
function exec( cmd, envVars ){
return _exec( cmd, { env: envVars });
}
exports.exec = exec;
function fileExists( fname ){
return new Promise( function( resolve ){
fs.exists( fname, function(exists){
resolve( exists );
});
});
}
exports.fileExists = fileExists;
var readFile = Promise.promisify( fs.readFile );
exports.readFile = readFile;
exports.patchData = function ( data ){ exports.patchData = function ( data ){
Object.keys(data.versions).forEach( function( v ){ Object.keys(data.versions).forEach( function( v ){
var val = data.versions[v]; var val = data.versions[v];
@ -12,19 +33,39 @@ exports.patchData = function ( data ){
}); });
}; };
var fetchAndCacheMetadataCmd =[
'mkdir $packageCacheDir',
'wget -nv "http://$REGISTRY_NAME/$packageName" -O $cacheFile || { wgetExitStatus=$? && rm $cacheFile; exit $wgetExitStatus ; }'
].join( ';' );
var fetchAndCacheTarballCmd = [
'mkdir -p $packageTarballDir',
'wget -nv $tarballUrl -O $tarballPath || { wgetExitStatus=$? && rm $tarballPath; exit $wgetExitStatus ; }',
'cd $packageTarballDir; tar -xzf package.tgz package/package.json',
].join( ';' );
exports.fetchAndCacheMetadata = function ( packageName, cacheFile ){ exports.fetchAndCacheMetadata = function ( packageName, cacheFile ){
var packageCacheDir = path.dirname( cacheFile ); var packageCacheDir = path.dirname( cacheFile );
execSync( 'mkdir ' + packageCacheDir );
execSync( 'wget http://' + REGISTRY_NAME + '/' + packageName + ' -O ' + cacheFile );
return exec( fetchAndCacheMetadataCmd, {
packageCacheDir: packageCacheDir,
REGISTRY_NAME: REGISTRY_NAME,
packageName: packageName,
cacheFile: cacheFile,
});
}; };
exports.fetchAndCacheTarball = function ( packageName, version, tarballPath ){ exports.fetchAndCacheTarball = function ( packageName, version, tarballPath ){
var tarballUrl = 'http://' + REGISTRY_NAME + '/' + packageName + '/-/' + packageName + '-' + version + '.tgz'; var tarballUrl = 'http://' + REGISTRY_NAME + '/' + packageName + '/-/' + packageName + '-' + version + '.tgz';
var packageTarballDir = path.dirname( tarballPath ); var packageTarballDir = path.dirname( tarballPath );
execSync( 'mkdir -p ' + packageTarballDir );
execSync( 'wget ' + tarballUrl + ' -O ' + tarballPath );
execSync( 'cd ' + packageTarballDir + ';tar -xzf package.tgz package/package.json' );
return exec( fetchAndCacheTarballCmd, {
packageTarballDir: packageTarballDir,
tarballUrl: tarballUrl,
tarballPath: tarballPath,
});
}; };

Loading…
Cancel
Save