Release 2.0.0-beta0

fix(module_log): limit module sync log size to 1MB

.gitignore

@@ -7,6 +7,7 @@ coverage.html
 *.pid
 *.gz
 dump.rdb
+.DS_Store
 
 pids
 logs
@@ -15,11 +16,16 @@ results
 node_modules
 npm-debug.log
 public/dist/
+.dist
 config/config.js
 backup/*.json
 backup/*.gz
 docs/web/history.md
+docs/web/_readme.md
 view/web/_layout.html
 bin/mysql.js
 bin/test.sql
 coverage/
+config/web_readme.md
+.tmp/
+*.sqlite

.jshintignore

@@ -0,0 +1,4 @@
+node_modules/
+coverage/
+.tmp/
+.git/

.jshintrc

@@ -0,0 +1,95 @@
+{
+    // JSHint Default Configuration File (as on JSHint website)
+    // See http://jshint.com/docs/ for more details
+
+    "maxerr"        : 50,       // {int} Maximum error before stopping
+
+    // Enforcing
+    "bitwise"       : true,     // true: Prohibit bitwise operators (&, |, ^, etc.)
+    "camelcase"     : false,    // true: Identifiers must be in camelCase
+    "curly"         : true,     // true: Require {} for every new block or scope
+    "eqeqeq"        : true,     // true: Require triple equals (===) for comparison
+    "forin"         : false,    // true: Require filtering for..in loops with obj.hasOwnProperty()
+    "immed"         : false,    // true: Require immediate invocations to be wrapped in parens e.g. `(function () { } ());`
+    "indent"        : false,    // {int} Number of spaces to use for indentation
+    "latedef"       : false,    // true: Require variables/functions to be defined before being used
+    "newcap"        : false,    // true: Require capitalization of all constructor functions e.g. `new F()`
+    "noarg"         : true,     // true: Prohibit use of `arguments.caller` and `arguments.callee`
+    "noempty"       : true,     // true: Prohibit use of empty blocks
+    "nonew"         : false,    // true: Prohibit use of constructors for side-effects (without assignment)
+    "plusplus"      : false,    // true: Prohibit use of `++` & `--`
+    "quotmark"      : false,    // Quotation mark consistency:
+                                //   false    : do nothing (default)
+                                //   true     : ensure whatever is used is consistent
+                                //   "single" : require single quotes
+                                //   "double" : require double quotes
+    "undef"         : true,     // true: Require all non-global variables to be declared (prevents global leaks)
+    "unused"        : true,     // true: Require all defined variables be used
+    "strict"        : true,     // true: Requires all functions run in ES5 Strict Mode
+    "trailing"      : false,    // true: Prohibit trailing whitespaces
+    "maxparams"     : false,    // {int} Max number of formal params allowed per function
+    "maxdepth"      : false,    // {int} Max depth of nested blocks (within functions)
+    "maxstatements" : false,    // {int} Max number statements per function
+    "maxcomplexity" : false,    // {int} Max cyclomatic complexity per function
+    "maxlen"        : false,    // {int} Max number of characters per line
+
+    // Relaxing
+    "asi"           : false,     // true: Tolerate Automatic Semicolon Insertion (no semicolons)
+    "boss"          : true,      // true: Tolerate assignments where comparisons would be expected
+    "debug"         : false,     // true: Allow debugger statements e.g. browser breakpoints.
+    "eqnull"        : false,     // true: Tolerate use of `== null`
+    "es5"           : false,     // true: Allow ES5 syntax (ex: getters and setters)
+    "esnext"        : true,      // true: Allow ES.next (ES6) syntax (ex: `const`)
+    "moz"           : false,     // true: Allow Mozilla specific syntax (extends and overrides esnext features)
+                                 // (ex: `for each`, multiple try/catch, function expression…)
+    "evil"          : false,     // true: Tolerate use of `eval` and `new Function()`
+    "expr"          : true,      // true: Tolerate `ExpressionStatement` as Programs
+    "funcscope"     : false,     // true: Tolerate defining variables inside control statements"
+    "globalstrict"  : false,     // true: Allow global "use strict" (also enables 'strict')
+    "iterator"      : false,     // true: Tolerate using the `__iterator__` property
+    "lastsemic"     : false,     // true: Tolerate omitting a semicolon for the last statement of a 1-line block
+    "laxbreak"      : true,      // true: Tolerate possibly unsafe line breakings
+    "laxcomma"      : false,     // true: Tolerate comma-first style coding
+    "loopfunc"      : false,     // true: Tolerate functions being defined in loops
+    "multistr"      : true,      // true: Tolerate multi-line strings
+    "proto"         : false,     // true: Tolerate using the `__proto__` property
+    "scripturl"     : false,     // true: Tolerate script-targeted URLs
+    "smarttabs"     : false,     // true: Tolerate mixed tabs/spaces when used for alignment
+    "shadow"        : true,      // true: Allows re-define variables later in code e.g. `var x=1; x=2;`
+    "sub"           : false,     // true: Tolerate using `[]` notation when it can still be expressed in dot notation
+    "supernew"      : false,     // true: Tolerate `new function () { ... };` and `new Object;`
+    "validthis"     : true,      // true: Tolerate using this in a non-constructor function
+
+    // Environments
+    "browser"       : true,     // Web Browser (window, document, etc)
+    "couch"         : false,    // CouchDB
+    "devel"         : true,     // Development/debugging (alert, confirm, etc)
+    "dojo"          : false,    // Dojo Toolkit
+    "jquery"        : false,    // jQuery
+    "mootools"      : false,    // MooTools
+    "node"          : true,     // Node.js
+    "nonstandard"   : false,    // Widely adopted globals (escape, unescape, etc)
+    "prototypejs"   : false,    // Prototype and Scriptaculous
+    "rhino"         : false,    // Rhino
+    "worker"        : false,    // Web Workers
+    "wsh"           : false,    // Windows Scripting Host
+    "yui"           : false,    // Yahoo User Interface
+    "noyield"       : true,     // allow generators without a yield
+
+    // Legacy
+    "nomen"         : false,    // true: Prohibit dangling `_` in variables
+    "onevar"        : false,    // true: Allow only one `var` statement per function
+    "passfail"      : false,    // true: Stop on first error
+    "white"         : false,    // true: Check against strict whitespace and indentation rules
+
+    // Custom Globals
+    "globals"       : {         // additional predefined global variables
+      // mocha
+      "describe": true,
+      "it": true,
+      "before": true,
+      "afterEach": true,
+      "beforeEach": true,
+      "after": true
+    }
+}

.npmignore

@@ -8,6 +8,16 @@ logo.png
 public/dist/
 backup/*.json
 backup/*.gz
+docs/web/history.md
+docs/web/_readme.md
 view/web/_layout.html
 bin/mysql.js
+bin/test.sql
 coverage/
+.jshintrc
+.jshintignore
+.DS_Store
+config/web_readme.md
+.dist/
+config/config.js
+*.sqlite

.travis.yml

@@ -1,3 +1,6 @@
 language: node_js
 node_js:
-  - '0.11'
+  - '0.11.14'
+before_install: "npm install --build-from-source"
+script: "make test-travis-all"
+after_script: "npm install coveralls@2 && cat ./coverage/lcov.info | coveralls"

CONTRIBUTING.md

@@ -0,0 +1,39 @@
+# How to contribute
+
+Third-party patches are essential for keeping `cnpmjs.org` great.
+We want to keep it as easy as possible to contribute changes that
+get things working in your environment. There are a few guidelines that we
+need contributors to follow so that we can have a chance of keeping on
+top of things.
+
+## Getting Started
+
+* Make sure you have a [GitHub account](https://github.com/signup/free)
+* Fork the repository on GitHub
+
+## Making Changes
+
+* Create a topic branch from where you want to base your work.
+  * This is usually the master branch.
+  * Only target release branches if you are certain your fix must be on that
+    branch.
+  * To quickly create a topic branch based on master.
+    Please avoid working directly on the `master` branch.
+* Make commits of logical units and including unit tests.
+* Check for unnecessary whitespace with `git diff --check` before committing.
+* Make sure your commit messages are in the proper format.
+* Make sure you have added the necessary tests for your changes.
+* Run _all_ the tests to assure nothing else was accidentally broken.
+* Follow [node style guide](https://github.com/felixge/node-style-guide)
+
+## Submitting Changes
+
+* Push your changes to a topic branch in your fork of the repository.
+* Submit a pull request.
+* Make sure travis-ci test pass.
+
+# Additional Resources
+
+* [General GitHub documentation](http://help.github.com/)
+* [GitHub pull request documentation](http://help.github.com/send-pull-requests/)
+* [cnpmjs.org](http://cnpmjs.org)

History.md

@@ -1,37 +1,513 @@
 
-0.3.4 / 2014-03-04 
+2.0.0-beta0 / 2014-11-02
+==================
+
+ * ungrade koa-markdown to use remarkable, close #482
+ * fix(module_log): limit module sync log size to 1MB
+ * refactor(config): remove adaptScope config key
+ * chore(Makefile): $ make install-production
+ * fix(sequelize): show warnning message when using old config.js
+ * docs(readme): Migrating from 1.x to 2.x
+ * feat(sync): add min sync interval time detect
+ * refactor(dispatch): remove unused codes
+ * use sequelize to connect database
+
+1.7.1 / 2014-10-15
+==================
+
+  * fix typo in sync popular, fix [#477](https://github.com/cnpm/cnpmjs.org/issues/477)
+
+1.7.0 / 2014-10-15
+==================
+
+  * Merge pull request [#475](https://github.com/cnpm/cnpmjs.org/issues/475) from KidkArolis/configurable-short-registry-url
+  * If sourceNpmRegistry is cnpm - use it in getShort
+  * Merge pull request [#472](https://github.com/cnpm/cnpmjs.org/issues/472) from cnpm/issue468-upon
+  * fix test label
+  * add sync popular modules, close [#468](https://github.com/cnpm/cnpmjs.org/issues/468)
+  * add sendmail test script
+
+1.6.1 / 2014-10-09
+==================
+
+ * make test on travis faster
+ * ensure not sync user also has his own package names
+ * add [v1.6.x-upgrade.sql](https://github.com/cnpm/cnpmjs.org/blob/master/docs/update_sqls/v1.6.x-upgrade.sql)
+ * save npm original package maintainers to npm_module_maintainer table. fixed [#464](https://github.com/cnpm/cnpmjs.org/issues/464)
+ * use simple 404
+
+1.6.0 / 2014-10-08
+==================
+
+ * list user all packages api. fixed [#462](https://github.com/cnpm/cnpmjs.org/issues/462)
+ * add node-dev: $ make dev
+ * always start sync worker
+ * update node mailer
+ * update autod
+
+1.5.5 / 2014-09-25
+==================
+
+ * fix sync in web
+ * sync upstream only the first package. make sync devDependencies optionsal, default is false
+ * add some comment, default sourceNpmRegistryIsCNpm to true
+
+1.5.4 / 2014-09-24
+==================
+
+ * format sync log
+
+1.5.3 / 2014-09-24
+==================
+
+ * support sync upstream first. fixed [#451](https://github.com/cnpm/cnpmjs.org/issues/451)
+
+1.5.2 / 2014-09-24
+==================
+
+ * support im url on user profile page; update bootstrap to 3.2.0
+
+1.5.1 / 2014-09-23
+==================
+
+  * search support case insensitive, close [#450](https://github.com/cnpm/cnpmjs.org/issues/450)
+  * add config._syncInWeb, close [#448](https://github.com/cnpm/cnpmjs.org/issues/448)
+  * show maintainers when publish 403. fixed [#430](https://github.com/cnpm/cnpmjs.org/issues/430)
+  * no attachment for html
+
+1.5.0 / 2014-09-15
+==================
+
+  * dist sync document too. fixed [#420](https://github.com/cnpm/cnpmjs.org/issues/420)
+
+1.4.4 / 2014-09-12
+==================
+
+  * badge version support 1.0.0-beta1. fixed [#440](https://github.com/cnpm/cnpmjs.org/issues/440)
+
+1.4.3 / 2014-09-09
+==================
+
+  * alias /:name/-/:file to /:name/download/:file. fixed [#439](https://github.com/cnpm/cnpmjs.org/issues/439)
+
+1.4.2 / 2014-09-03
+==================
+
+  * change default source registry to taobao's registry
+  * Merge pull request [#435](https://github.com/cnpm/cnpmjs.org/issues/435) from cnpm/bluebird
+  * add bluebird
+  * bump fs-cnpm
+  * Merge pull request [#434](https://github.com/cnpm/cnpmjs.org/issues/434) from cnpm/agent-stat
+  * show agent sockets stat. fixed [#433](https://github.com/cnpm/cnpmjs.org/issues/433)
+  * update readme
+  * remove pic in readme
+
+1.4.1 / 2014-08-20
+==================
+
+  * fix login error status
+
+1.4.0 / 2014-08-20
+==================
+
+ * different version, different color badge, add version badge. fixed [#427](https://github.com/cnpm/cnpmjs.org/issues/427)
+ * add download and node version badge
+
+1.3.2 / 2014-08-18
+==================
+
+  * remove unused eventproxy
+  * add custom config in tools/sync_not_exist.js
+
+1.3.1 / 2014-08-18
+==================
+
+  * add sync not exist tools, close [#424](https://github.com/cnpm/cnpmjs.org/issues/424)
+  * use gittip instand of alipay. close [#425](https://github.com/cnpm/cnpmjs.org/issues/425)
+  * update registry api doc
+
+1.3.0 / 2014-08-11
+==================
+
+  * ignore config/config.js
+  * Merge pull request [#421](https://github.com/cnpm/cnpmjs.org/issues/421) from cnpm/qn-cnpm
+  * fix test case
+  * use fs-cnpm
+  * fix test
+  * use qn-cnpm
+  * bump cfork
+
+1.2.2 / 2014-08-08
+==================
+
+  * bump koa
+
+1.2.1 / 2014-08-07
+==================
+
+ * deprecated bug fix and support undeprecate
+
+1.2.0 / 2014-08-07
+==================
+
+ * show deprecated message
+ * Sync deprecated field if it missing
+ * Support $ cnpm deprecate [pkgname]@[version] "message". fixed [#415](https://github.com/cnpm/cnpmjs.org/issues/415)
+
+1.1.0 / 2014-08-07
+==================
+
+ * Add user to maintainers when publish. fixed [#395](https://github.com/cnpm/cnpmjs.org/issues/395)
+ * List all npm registry api. close [#413](https://github.com/cnpm/cnpmjs.org/issues/413)
+ * limit list since
+ * change deps by "~"
+ * use cfork to make sure worker fork and restart
+ * handle master uncaughtException. fixed [#403](https://github.com/cnpm/cnpmjs.org/issues/403)
+
+1.0.6 / 2014-08-02
+==================
+
+ * WTF moment@2.8.0 missing
+
+1.0.5 / 2014-08-02
+==================
+
+ * unpublish pkg@version bug hotfix. fixed [#400](https://github.com/cnpm/cnpmjs.org/issues/400)
+
+1.0.4 / 2014-08-01
+==================
+
+ * hotfix [#399](https://github.com/cnpm/cnpmjs.org/issues/399) use not exists
+
+1.0.3 / 2014-08-01
+==================
+
+ * add maintaining packages in user page
+
+1.0.2 / 2014-08-01
+==================
+
+  * ~_~ fix auth error response message
+
+1.0.1 / 2014-08-01
+==================
+
+  * Merge pull request [#398](https://github.com/cnpm/cnpmjs.org/issues/398) from cnpm/fix-auth
+  * hot fix auth error
+
+1.0.0 / 2014-08-01
+==================
+
+ * add private package list
+
+0.9.2 / 2014-07-30
+==================
+
+ * hotfix save custom user bug
+
+0.9.1 / 2014-07-30
+==================
+
+ * Handle user service auth throw custom error message
+ * add test for config private packages
+ * add config.privatePackages
+ * add more comments in config/index.js
+
+0.9.0 / 2014-07-29
+==================
+
+ * scopes init mv to services/user.js
+ * show user more profile
+ * registry show user support custom user service
+ * support custom user service for user auth
+ * remove session middleware
+ * add DefaultUserService
+ * check scopes in module.getAdapt
+ * test public mode, fix some logic, close [#382](https://github.com/cnpm/cnpmjs.org/issues/382)
+ * move scope.js into publishable.js, add forcePublishWithScope
+ * config.scopes not exist, means do not support scope
+ * add assert scope middleware
+
+0.8.7 / 2014-07-24
+==================
+
+ * fix unpublished info missing maintainers cause TypeError
+
+0.8.6 / 2014-07-23
+==================
+
+ * show unpublished info on web package page. fixes [#381](https://github.com/cnpm/cnpmjs.org/issues/381)
+
+0.8.5 / 2014-07-22
+==================
+
+ * Only private package support default scoped. fixed [#378](https://github.com/cnpm/cnpmjs.org/issues/378)
+
+0.8.4 / 2014-07-22
+==================
+
+ * adapt default scpoe in /@:scope/:name/:version
+
+0.8.3 / 2014-07-22
+==================
+
+ * hot fix download
+
+0.8.2 / 2014-07-22
+==================
+
+ * fix default scope detect
+
+0.8.1 / 2014-07-21
+==================
+
+ * add more test cases
+ * support default @org. close [#376](https://github.com/cnpm/cnpmjs.org/issues/376)
+ * hotfix redis init error
+
+0.8.0 / 2014-07-21
+==================
+
+ * support "scoped" packages. close [#352](https://github.com/cnpm/cnpmjs.org/issues/352)
+ * use safe jsonp
+ * Stop support old publish flow. fix [#368](https://github.com/cnpm/cnpmjs.org/issues/368)
+ * update SQLs
+ * use sync_info and sync_error categories
+ * add categories to loggers. fix [#370](https://github.com/cnpm/cnpmjs.org/issues/370)
+ * fix get latest tag always not exists bug
+ * support `npm publish --tag beta`. fix [#366](https://github.com/cnpm/cnpmjs.org/issues/366)
+ * use mini-logger and error-formater
+
+0.7.0 / 2014-07-07
+==================
+
+ * use module_maintainers on GET /pakcage/:name page
+ * use new module_maintainers on GET /:name
+ * admin user should never publish to other user's packages. fix [#363](https://github.com/cnpm/cnpmjs.org/issues/363)
+ * Add a new table for module-maintainers.
+ * gravatar use https
+ * support https
+
+0.6.1 / 2014-06-18
+==================
+
+ * hot fix removeTagsByNames()
+ * fix _rev not exists
+ * sync unpublished on GET /sync/:name
+
+0.6.0 / 2014-06-16
+==================
+
+ * sync unpublished info. close [#353](https://github.com/cnpm/cnpmjs.org/issues/353)
+ * Delete not exists versions on sync worker. [#353](https://github.com/cnpm/cnpmjs.org/issues/353)
+
+0.5.3 / 2014-06-13
+==================
+
+  * fix sync response 204
+  * add links in History.md
+  * bump koa
+  * fix test-cov
+  * bump koa and should
+
+0.5.2 / 2014-06-04
+==================
+
+ * sync hotfix
+ * sync phantomjs downloads pkg. close [#348](https://github.com/cnpm/cnpmjs.org/issues/348)
+ * add restart, fixed [#346](https://github.com/cnpm/cnpmjs.org/issues/346)
+
+0.5.1 / 2014-05-28
+==================
+
+ * fix attack on /-/all/since?stale=update_after&startkey=2 close [#336](https://github.com/cnpm/cnpmjs.org/issues/336)
+ * bump thunkify-wrap
+ * bump koa-middlewares
+ * remove outputError
+ * bump dependencies
+ * use svg badge
+ * add package/notfound page
+ * add dist mirror link to home page
+ * fix sync listdiff and add more test cases
+
+0.5.0 / 2014-05-13
+==================
+
+ * filter /nightlies/*
+ * use koa setter instead of set()
+ * add more info on error email
+ * add sync dist to sync/index.js
+ * show dist page
+ * sync dist file and save it to database
+ * disable gzip before [#335](https://github.com/cnpm/cnpmjs.org/issues/335) has fix
+
+0.4.3 / 2014-04-18
+==================
+
+  * Merge pull request [#334](https://github.com/cnpm/cnpmjs.org/issues/334) from cnpm/fix-permission
+  * add permission check to /:name/:tag
+  * Merge pull request [#333](https://github.com/cnpm/cnpmjs.org/issues/333) from cnpm/issue332-tag
+  * fix space
+  * add put /:name/:tag, close [#332](https://github.com/cnpm/cnpmjs.org/issues/332)
+
+0.4.2 / 2014-04-17
+==================
+
+ * sync interval config
+ * fix fav ico and show pkg size on pkg info page. fix [#318](https://github.com/cnpm/cnpmjs.org/issues/318)
+ * sync work sync one done must wait for a defer.setImmediate. fix [#328](https://github.com/cnpm/cnpmjs.org/issues/328)
+ * bump dep versions
+ * if download tarball 404, throw err better than ignore it. fixed [#325](https://github.com/cnpm/cnpmjs.org/issues/325)
+ * refator sync
+ * hotfix, close [#321](https://github.com/cnpm/cnpmjs.org/issues/321)
+ * hotfix, close [#319](https://github.com/cnpm/cnpmjs.org/issues/319)
+ * support custom web home page
+ * npm get short only can read from cnpm now
+ * if using reverted proxy like nginx, only binding on local host
+ * fix redis detect logic
+
+0.4.1 / 2014-04-10
+==================
+
+ * fix sync status code error
+
+0.4.0 / 2014-04-09
+==================
+
+ * fix test cases to run on local machine
+ * add contribute guidelines
+ * use local mysql for dev env. fix [#308](https://github.com/cnpm/cnpmjs.org/issues/308)
+ * use copy to
+ * use koa-compress and koa-conditional-get
+ * maintainers is string, fix [#301](https://github.com/cnpm/cnpmjs.org/issues/301)
+
+0.3.13 / 2014-03-27
+==================
+
+ * fix npm adduser update 409 bug
+ * fix multiline coverage
+ * show package engines. fixed [#280](https://github.com/cnpm/cnpmjs.org/issues/280)
+ * dont sync local package field. fix [#295](https://github.com/cnpm/cnpmjs.org/issues/295)
+
+0.3.12 / 2014-03-26
+==================
+
+ * fix result.successes not exist error
+ * fix search list
+ * add simple request for listall
+ * only return package name in /-/all and /-/all/since, fixed [#291](https://github.com/cnpm/cnpmjs.org/issues/291)
+ * refine docs foloder
+ * use module gmt_modified as etag. fix [#288](https://github.com/cnpm/cnpmjs.org/issues/288)
+ * fix typo, remove unused config in package.json
+ * web page only list cnpm registry related info
+ * use generator in qnfs
+
+0.3.11 / 2014-03-20
+==================
+
+  * use common.isMaintainer, fixed [#283](https://github.com/cnpm/cnpmjs.org/issues/283)
+  * update dependencies
+  * use co-mocha for test, fixed [#279](https://github.com/cnpm/cnpmjs.org/issues/279)
+  * update thunkify-wrap, breaking change in thunkify-wrap
+  * refactor SQLs by using multiline
+  * use multiline to refactor sqls
+  * ignore contributors
+
+0.3.10 / 2014-03-16
+==================
+
+  * Only /_session request send the authSession. fixed [#223](https://github.com/cnpm/cnpmjs.org/issues/223)
+  * sync npm user info when maintainers and contributors not exists. fixed [#82](https://github.com/cnpm/cnpmjs.org/issues/82)
+  * save npm user to mysql
+  * password salt always be randoms
+  * remove session access in /name and /name/version, fixed [#274](https://github.com/cnpm/cnpmjs.org/issues/274)
+  * fix update maintainer session error
+  * update koa-middlewares
+  * fix test, fix sync_by_install
+  * use defer session
+  * Support npm owner|author add [name] [pkg]. fixed [#271](https://github.com/cnpm/cnpmjs.org/issues/271)
+
+0.3.9 / 2014-03-14
+==================
+
+  * custom user-agent
+  * use co-urllib instead of thunkify urllib; fix mock http.request test cases
+  * request limit custom message
+  * add config.redis check
+  * add koa-limit, fixed [#267](https://github.com/cnpm/cnpmjs.org/issues/267)
+
+0.3.8 / 2014-03-11
+==================
+
+  * update middlewares, fixed missing charset bug [#264](https://github.com/cnpm/cnpmjs.org/issues/264)
+
+0.3.7 / 2014-03-11
+==================
+
+  * show worker die date time
+  * update to koa@0.5.1
+  * hotfix for star user
+  * fix yield gather, sync missing deps even no missing versions
+  * fix return versions
+  * fix makefile, remove eventproxy
+  * refactor sync_module_worker
+  * add make test-dev, fixed [#259](https://github.com/cnpm/cnpmjs.org/issues/259)
+  * change npm.js to generator
+  * update urllib, proxy/npm.js use generator
+  * sync_all and sync_exist to generator
+  * change function to generator
+  * need node >= v0.11.9
+
+0.3.6 / 2014-03-06
+==================
+
+  * install missing package should sync it from source npm. fixed [#252](https://github.com/cnpm/cnpmjs.org/issues/252)
+  * npm publish dont contains .jshint*
+  * npm test run jshint
+  * Add jshint check: $ make jshint
+  * use `yield* next` instead of `yield next`
+  * replace dist.u.qiniudn.com with cnpmjs.org/dist
+
+0.3.5 / 2014-03-05
+==================
+
+  * redirect /dist/xxx.tgz => http://dist.u.qiniudn.com/xxx.tgz fixed [#249](https://github.com/cnpm/cnpmjs.org/issues/249)
+  * redirect /name to /package/name when /name is 404. fixed [#245](https://github.com/cnpm/cnpmjs.org/issues/245)
+  * Add missing properies and sync missing star users. fixed [#235](https://github.com/cnpm/cnpmjs.org/issues/235)
+
+0.3.4 / 2014-03-04
 ==================
 
   * add cov
   * use istanbul run test coverage
-  * gzip support. fix #241
+  * gzip support. fix [#241](https://github.com/cnpm/cnpmjs.org/issues/241)
   * readme spelling patch (@stanzheng)
-  * default readme to null, fixed #233
+  * default readme to null, fixed [#233](https://github.com/cnpm/cnpmjs.org/issues/233)
   * remove readme in versions
 
-0.3.3 / 2014-02-28 
+0.3.3 / 2014-02-28
 ==================
 
-  * Merge pull request #232 from cnpm/host-hotfix
+  * Merge pull request [#232](https://github.com/cnpm/cnpmjs.org/issues/232) from cnpm/host-hotfix
   * get request host from request.headers
-  * Merge pull request #231 from cnpm/bug-fix
-  * fix deps display bug#230 and nsf.url TypeError#229
+  * Merge pull request [#231](https://github.com/cnpm/cnpmjs.org/issues/231) from cnpm/bug-fix
+  * fix deps display bug[#230](https://github.com/cnpm/cnpmjs.org/issues/230) and nsf.url TypeError[#229](https://github.com/cnpm/cnpmjs.org/issues/229)
 
-0.3.2 / 2014-02-28 
+0.3.2 / 2014-02-28
 ==================
 
   * update koa-sess and koa-redis
   * fix sync all test
   * remove nfs.downloadStream first, fix tmppath error
-  * fix fengmk2/giturl#1 bug
+  * fix fengmk2/giturl[#1](https://github.com/cnpm/cnpmjs.org/issues/1) bug
 
-0.3.1 / 2014-02-27 
+0.3.1 / 2014-02-27
 ==================
 
-  * add etag fixed #224
+  * add etag fixed [#224](https://github.com/cnpm/cnpmjs.org/issues/224)
   * travis ci install on source npm
 
-0.3.0 / 2014-02-27 
+0.3.0 / 2014-02-27
 ==================
 
   * fix typo and dont sync not exists pkgs
@@ -52,162 +528,162 @@
   * fix all the test of registry module.test.js
   * convert registry/module.js to koa type
   * fix auth middleware
-  * finish registry user controller koa and update mm to support thunkify. fixed #196
+  * finish registry user controller koa and update mm to support thunkify. fixed [#196](https://github.com/cnpm/cnpmjs.org/issues/196)
   * change controllers/user.js to koa
   * thunkify all proxy
   * convert all middlewares to koa type
   * change regsitry sync to koa
   * addd koa-jsonp, koa-bodyparser, fix / controller
   * first koa run registry home page /
-  * Merge pull request #212 from cnpm/fix-sync-404
+  * Merge pull request [#212](https://github.com/cnpm/cnpmjs.org/issues/212) from cnpm/fix-sync-404
   * return friendly 404 reason
-  * Merge pull request #211 from cnpm/bug-fix
-  * override json limit to default 10mb. fixed #209
-  * fix #210 addPackageAndDist package version detect bug
+  * Merge pull request [#211](https://github.com/cnpm/cnpmjs.org/issues/211) from cnpm/bug-fix
+  * override json limit to default 10mb. fixed [#209](https://github.com/cnpm/cnpmjs.org/issues/209)
+  * fix [#210](https://github.com/cnpm/cnpmjs.org/issues/210) addPackageAndDist package version detect bug
 
-0.2.27 / 2014-02-19 
+0.2.27 / 2014-02-19
 ==================
 
-  * support json result in search, fixed #189
+  * support json result in search, fixed [#189](https://github.com/cnpm/cnpmjs.org/issues/189)
 
-0.2.26 / 2014-02-19 
+0.2.26 / 2014-02-19
 ==================
 
   * npm publish also need to add deps
 
-0.2.25 / 2014-02-19 
+0.2.25 / 2014-02-19
 ==================
 
   * max handle number of package.json `dependencies` property
-  * Dependents support. fixed #190
+  * Dependents support. fixed [#190](https://github.com/cnpm/cnpmjs.org/issues/190)
 
-0.2.24 / 2014-02-13 
+0.2.24 / 2014-02-13
 ==================
 
   * fix if delete all the versions
-  * refactor remove module, fixed #186
+  * refactor remove module, fixed [#186](https://github.com/cnpm/cnpmjs.org/issues/186)
 
-0.2.23 / 2014-01-26 
+0.2.23 / 2014-01-26
 ==================
 
-  * system admin can add, publish, remove the packages. fixed #176
+  * system admin can add, publish, remove the packages. fixed [#176](https://github.com/cnpm/cnpmjs.org/issues/176)
 
-0.2.22 / 2014-01-26 
+0.2.22 / 2014-01-26
 ==================
 
-  * add keyword and search support keyword. #181
+  * add keyword and search support keyword. [#181](https://github.com/cnpm/cnpmjs.org/issues/181)
 
-0.2.21 / 2014-01-24 
+0.2.21 / 2014-01-24
 ==================
 
   * refactor code styles on package.html
   * nav-tabs e.preventDefault
-  * Show registry server error response. fixed #178
+  * Show registry server error response. fixed [#178](https://github.com/cnpm/cnpmjs.org/issues/178)
   * nav-tabs for package.html (@4simple)
 
-0.2.20 / 2014-01-23 
+0.2.20 / 2014-01-23
 ==================
 
   * hotfix sync missing dependencies and readmes
-  * fix sync readme error, fixed #174
+  * fix sync readme error, fixed [#174](https://github.com/cnpm/cnpmjs.org/issues/174)
   * add updateReadme in module
 
-0.2.19 / 2014-01-22 
+0.2.19 / 2014-01-22
 ==================
 
-  * npm install no need to check authorization header. fixed #171
+  * npm install no need to check authorization header. fixed [#171](https://github.com/cnpm/cnpmjs.org/issues/171)
 
-0.2.18 / 2014-01-20 
+0.2.18 / 2014-01-20
 ==================
 
-  * Support gitlab git url to display and click. fixed #160
+  * Support gitlab git url to display and click. fixed [#160](https://github.com/cnpm/cnpmjs.org/issues/160)
   * fix redis crash
 
-0.2.17 / 2014-01-17 
+0.2.17 / 2014-01-17
 ==================
 
   * custom logo url
   * hotfix layout bug
 
-0.2.16 / 2014-01-16 
+0.2.16 / 2014-01-16
 ==================
 
   * fix publish-time bug
 
-0.2.15 / 2014-01-16 
+0.2.15 / 2014-01-16
 ==================
 
   * add publish_time to debug
 
-0.2.14 / 2014-01-16 
+0.2.14 / 2014-01-16
 ==================
 
   * add make autod
-  * update publish_time, fixed #163
+  * update publish_time, fixed [#163](https://github.com/cnpm/cnpmjs.org/issues/163)
 
-0.2.13 / 2014-01-15 
+0.2.13 / 2014-01-15
 ==================
 
   * markdown tmpl not support footer, need to wrap on app start
 
-0.2.12 / 2014-01-15 
+0.2.12 / 2014-01-15
 ==================
 
   * add footer and npm client name customable
 
-0.2.11 / 2014-01-15 
+0.2.11 / 2014-01-15
 ==================
 
   * package page contributor link to search, default is true
 
-0.2.10 / 2014-01-14 
+0.2.10 / 2014-01-14
 ==================
 
-  * fix #155 Content-Disposition wrong.
+  * fix [#155](https://github.com/cnpm/cnpmjs.org/issues/155) Content-Disposition wrong.
 
-0.2.9 / 2014-01-14 
+0.2.9 / 2014-01-14
 ==================
 
   * support startkey=c and startkey="c"
-  * support couch db search api. fixed #153
+  * support couch db search api. fixed [#153](https://github.com/cnpm/cnpmjs.org/issues/153)
   * fix fork me image link
   * support sync by query.name
 
-0.2.8 / 2014-01-14 
+0.2.8 / 2014-01-14
 ==================
 
   * dont show err stack on test env
   * add download link for package page
 
-0.2.7 / 2014-01-13 
+0.2.7 / 2014-01-13
 ==================
 
-  * add shasum when nfs.upload and hfs.uploadBuffer, fixed #148
+  * add shasum when nfs.upload and hfs.uploadBuffer, fixed [#148](https://github.com/cnpm/cnpmjs.org/issues/148)
 
-0.2.6 / 2014-01-13 
+0.2.6 / 2014-01-13
 ==================
 
-  * support custom session store, fixed #146
+  * support custom session store, fixed [#146](https://github.com/cnpm/cnpmjs.org/issues/146)
 
-0.2.5 / 2014-01-13 
+0.2.5 / 2014-01-13
 ==================
 
   * add download timeout and unit test
   * use downloadStream() first
   * nfs download to a writeable stream.
 
-0.2.4 / 2014-01-10 
+0.2.4 / 2014-01-10
 ==================
 
-  * set main script to  index.js, fixed #142
+  * set main script to  index.js, fixed [#142](https://github.com/cnpm/cnpmjs.org/issues/142)
 
-0.2.3 / 2014-01-10 
+0.2.3 / 2014-01-10
 ==================
 
   * Dont show sync button on private package
-  * Sync package as publish with no deps. fixed #138
+  * Sync package as publish with no deps. fixed [#138](https://github.com/cnpm/cnpmjs.org/issues/138)
 
-0.2.2 / 2014-01-10 
+0.2.2 / 2014-01-10
 ==================
 
   * keep compatibility
@@ -217,23 +693,23 @@
   * new npm publish in one request, add _publish_in_cnpm
   * support unsure name ufs
   * contributors maybe a object
-  * Object #<Object> has no method 'forEach' fixed #134
-  * support custom config as a module, fixed issue #132
-  * support npm new publish flow. fixed #129
+  * Object #<Object> has no method 'forEach' fixed [#134](https://github.com/cnpm/cnpmjs.org/issues/134)
+  * support custom config as a module, fixed issue [#132](https://github.com/cnpm/cnpmjs.org/issues/132)
+  * support npm new publish flow. fixed [#129](https://github.com/cnpm/cnpmjs.org/issues/129)
   * add toString and constructor to test admin
-  * fix #119 hasOwnProperty check admin bug.
+  * fix [#119](https://github.com/cnpm/cnpmjs.org/issues/119) hasOwnProperty check admin bug.
 
-0.2.0 / 2013-12-27 
+0.2.0 / 2013-12-27
 ==================
 
   * remove to lower case
-  * fix #127 execSync and execsync.
+  * fix [#127](https://github.com/cnpm/cnpmjs.org/issues/127) execSync and execsync.
   * add contributors list on package page
   * mv blanket to config
   * sync typeerror fix #statusCode
   * add disturl
-  * fix #122 admin security bug
-  * fixed #121, let pkg 404 as success
+  * fix [#122](https://github.com/cnpm/cnpmjs.org/issues/122) admin security bug
+  * fixed [#121](https://github.com/cnpm/cnpmjs.org/issues/121), let pkg 404 as success
   * fix sql insert error
   * fix typos
 
@@ -245,78 +721,78 @@
   * make sure all packages name are lower case
   * select ids from tag
   * fix nodejsctl
-  * fix #112 missing versions and time no sync
+  * fix [#112](https://github.com/cnpm/cnpmjs.org/issues/112) missing versions and time no sync
   * remove restart command
   * fix sync missing packages error
   * fix web/readme.md, add install
-  * fix #109 pkg no times and no versions bug.
+  * fix [#109](https://github.com/cnpm/cnpmjs.org/issues/109) pkg no times and no versions bug.
 
 0.1.2 / 2013-12-19
 ==================
 
-  * fix times not exists canot sync bug. fixed #101
+  * fix times not exists canot sync bug. fixed [#101](https://github.com/cnpm/cnpmjs.org/issues/101)
   * support npm run command
-  * remove before_install and install in travis, fixed #102
-  * split all sub queries, fixed #104
-  * fix doc, fixed #103
+  * remove before_install and install in travis, fixed [#102](https://github.com/cnpm/cnpmjs.org/issues/102)
+  * split all sub queries, fixed [#104](https://github.com/cnpm/cnpmjs.org/issues/104)
+  * fix doc, fixed [#103](https://github.com/cnpm/cnpmjs.org/issues/103)
   * fix search too slow.
   * dont email sync log level info
   * only sync missing packages at first time
   * update dependencies
-  * sync all will sync all the missing packages, fixed #97
+  * sync all will sync all the missing packages, fixed [#97](https://github.com/cnpm/cnpmjs.org/issues/97)
 
 0.1.0 / 2013-12-12
 ==================
 
   * add sync title
-  * add favicon. fixed #69
-  * refine sync page, fiexd #70
+  * add favicon. fixed [#69](https://github.com/cnpm/cnpmjs.org/issues/69)
+  * refine sync page, fiexd [#70](https://github.com/cnpm/cnpmjs.org/issues/70)
   * add app version
   * add test for sync
   * refine sync page
   * registry and web all use controllers/sync.js
-  * sync from web, fixed #58
+  * sync from web, fixed [#58](https://github.com/cnpm/cnpmjs.org/issues/58)
   * saving missing descriptions
-  * add package download info. fixed #63
+  * add package download info. fixed [#63](https://github.com/cnpm/cnpmjs.org/issues/63)
   * add avatar
   * use dependecies, fixed #issue62
-  * support open search, fixed #60
-  * make sure publish_time and author is same to source npm registry. fixed #56
+  * support open search, fixed [#60](https://github.com/cnpm/cnpmjs.org/issues/60)
+  * make sure publish_time and author is same to source npm registry. fixed [#56](https://github.com/cnpm/cnpmjs.org/issues/56)
   * add test for search
   * add a simple search by mysql like
-  * fix This version of MySQL doesn't yet support 'LIMIT & IN/ALL/ANY/SOME subquery. fixed #54
+  * fix This version of MySQL doesn't yet support 'LIMIT & IN/ALL/ANY/SOME subquery. fixed [#54](https://github.com/cnpm/cnpmjs.org/issues/54)
   * update install doc, use nodejsctl to start
   * must add limit on list by author sql
-  * fix sql, change test to fit my local database, fixed #46
+  * fix sql, change test to fit my local database, fixed [#46](https://github.com/cnpm/cnpmjs.org/issues/46)
   * use registry.cnpmjs.org
-  * add install document and total package info on home page. fix #42
-  * add module_id to tag table. #46
-  * skip error version. fixed #43
+  * add install document and total package info on home page. fix [#42](https://github.com/cnpm/cnpmjs.org/issues/42)
+  * add module_id to tag table. [#46](https://github.com/cnpm/cnpmjs.org/issues/46)
+  * skip error version. fixed [#43](https://github.com/cnpm/cnpmjs.org/issues/43)
   * sync may make a user do not exist in database, but have modules in registry
   * add user page
   * fix set license
-  * ignore 404 on sync. fixed #39
+  * ignore 404 on sync. fixed [#39](https://github.com/cnpm/cnpmjs.org/issues/39)
   * fix module page, add test
   * update urllib to 0.5.5
   * version and tag
   * add module page
   * fix download url
   * first get tag, then try version
-  * support sync triggle by install, finish #31
+  * support sync triggle by install, finish [#31](https://github.com/cnpm/cnpmjs.org/issues/31)
   * addTag error return 500
   * just one download field
   * add download total info on home page
   * add download count
   * versions empty and also check missing tags
   * remove tags on unpublish
-  * add module tag. fix #6
+  * add module tag. fix [#6](https://github.com/cnpm/cnpmjs.org/issues/6)
   * add [done] flag to check sync done on client
-  * get sync log #29
+  * get sync log [#29](https://github.com/cnpm/cnpmjs.org/issues/29)
   * fix test in module
   * rm tmp file on down request error
   * add time for debug str
   * fix pkg not exists null bug
-  * use sync module woker to handle sync process. fixed #19
+  * use sync module woker to handle sync process. fixed [#19](https://github.com/cnpm/cnpmjs.org/issues/19)
   * if private mode enable, only admin can publish module
   * add alias in readme
   * fix sql, add sort by name
@@ -325,15 +801,15 @@
   * add npm and cnpm image
   * add registry total info on home page
   * fix mods bug in module.removeAll, change module.update => module.removeWithVersions
-  * add test, fix bug. fixed #18
+  * add test, fix bug. fixed [#18](https://github.com/cnpm/cnpmjs.org/issues/18)
   * spoort unpublish
   * add web page index readme
-  * switchable nfs #21
+  * switchable nfs [#21](https://github.com/cnpm/cnpmjs.org/issues/21)
   * change file path to match npm file path
-  * use qn cdn to store tarball file fixed #16
-  * add GET /:name/:version, fixed #3
+  * use qn cdn to store tarball file fixed [#16](https://github.com/cnpm/cnpmjs.org/issues/16)
+  * add GET /:name/:version, fixed [#3](https://github.com/cnpm/cnpmjs.org/issues/3)
   * add module controller test cases; fix next module not exists logic bug.
-  * publish module flow finish #11
+  * publish module flow finish [#11](https://github.com/cnpm/cnpmjs.org/issues/11)
   * add test for controllers/registry/user.js
   * add test for middleware/auth
   * add test for proxy/user
@@ -344,9 +820,9 @@
   * add start time
   * add home page
   * remove session controller
-  * adduser() finish fixed #5
+  * adduser() finish fixed [#5](https://github.com/cnpm/cnpmjs.org/issues/5)
   * rm app.js and routes.js
-  * Mock npm adduser server response, fixing #5
+  * Mock npm adduser server response, fixing [#5](https://github.com/cnpm/cnpmjs.org/issues/5)
   * adjust project dir, separate registry and web server
   * Init rest frame for cnpmjs.org
   * init

Makefile

@@ -1,37 +1,103 @@
 TESTS = $(shell ls -S `find test -type f -name "*.test.js" -print`)
-REPORTER = tap
+REPORTER = spec
 TIMEOUT = 30000
 MOCHA_OPTS =
+REGISTRY = --registry=https://registry.npm.taobao.org
+DB = sqlite
 
 install:
-	@npm install --registry=http://registry.cnpmjs.org \
-		--cache=${HOME}/.npm/.cache/cnpm --disturl=http://dist.u.qiniudn.com
+	@npm install --build-from-source $(REGISTRY) \
+		--disturl=https://npm.taobao.org/dist
 
-test:
-	@NODE_ENV=test node --harmony \
-		node_modules/.bin/istanbul cover ./node_modules/.bin/_mocha \
+install-production production:
+	@NODE_ENV=production $(MAKE) install
+
+jshint: install
+	@-node_modules/.bin/jshint ./
+
+init-database:
+	@node --harmony test/init_db.js
+
+init-mysql:
+	@mysql -uroot -e 'DROP DATABASE IF EXISTS cnpmjs_test;'
+	@mysql -uroot -e 'CREATE DATABASE cnpmjs_test;'
+
+test: install init-database
+	@NODE_ENV=test DB=${DB} node_modules/.bin/mocha \
+		--harmony \
+		--reporter $(REPORTER) \
+		--timeout $(TIMEOUT) \
+		--require should \
+		--require should-http \
+		--require co-mocha \
+		--require ./test/init.js \
+		$(MOCHA_OPTS) \
+		$(TESTS)
+
+test-sqlite:
+	@$(MAKE) test DB=sqlite
+
+test-mysql: init-mysql
+	@$(MAKE) test DB=mysql
+
+test-all: test-sqlite test-mysql
+
+test-cov cov: install init-database
+	@NODE_ENV=test DB=${DB} node --harmony \
+		node_modules/.bin/istanbul cover --preserve-comments \
+		node_modules/.bin/_mocha \
 		-- -u exports \
 		--reporter $(REPORTER) \
 		--timeout $(TIMEOUT) \
+		--require should \
+		--require should-http \
+		--require co-mocha \
+		--require ./test/init.js \
 		$(MOCHA_OPTS) \
 		$(TESTS)
-	@-$(MAKE) check-coverage
 
-check-coverage:
-	@./node_modules/.bin/istanbul check-coverage \
-		--statements 100 \
-		--functions 100 \
-		--branches 100 \
-		--lines 100
+test-cov-sqlite:
+	@$(MAKE) test-cov DB=sqlite
 
-cov:
-	@./node_modules/.bin/cov coverage
+test-cov-mysql: init-mysql
+	@$(MAKE) test-cov DB=mysql
 
-contributors:
-	@./node_modules/.bin/contributors -f plain -o AUTHORS
+test-travis: install init-database
+	@NODE_ENV=test DB=${DB} CNPM_SOURCE_NPM=https://registry.npmjs.org CNPM_SOURCE_NPM_ISCNPM=false \
+		node --harmony \
+		node_modules/.bin/istanbul cover --preserve-comments \
+		node_modules/.bin/_mocha \
+		--report lcovonly \
+		-- \
+		--reporter dot \
+		--timeout $(TIMEOUT) \
+		--require should \
+		--require should-http \
+		--require co-mocha \
+		--require ./test/init.js \
+		$(MOCHA_OPTS) \
+		$(TESTS)
 
-autod:
-	@./node_modules/.bin/autod -w -e public,view,docs,backup
+test-travis-sqlite:
+	@$(MAKE) test-travis DB=sqlite
+
+test-travis-mysql: init-mysql
+	@$(MAKE) test-travis DB=mysql
+
+test-travis-all: test-travis-sqlite test-travis-mysql
+
+dev:
+	@node_modules/.bin/node-dev --harmony dispatch.js
+
+contributors: install
+	@node_modules/.bin/contributors -f plain -o AUTHORS
+
+autod: install
+	@node_modules/.bin/autod -w \
+		--prefix "~" \
+		--exclude public,view,docs,backup,coverage \
+		--dep bluebird,mysql \
+		--devdep mocha,should,istanbul-harmony,jshint
 	@$(MAKE) install
 
 .PHONY: test

README.md

@@ -1,55 +1,119 @@
 cnpmjs.org
 =======
 
-[![Build Status](https://secure.travis-ci.org/cnpm/cnpmjs.org.png)](http://travis-ci.org/cnpm/cnpmjs.org) [![Coverage Status](https://coveralls.io/repos/cnpm/cnpmjs.org/badge.png)](https://coveralls.io/r/cnpm/cnpmjs.org) [![Dependency Status](https://gemnasium.com/cnpm/cnpmjs.org.png)](https://gemnasium.com/cnpm/cnpmjs.org)
+[![NPM version][npm-image]][npm-url]
+[![build status][travis-image]][travis-url]
+[![Test coverage][coveralls-image]][coveralls-url]
+[![Gittip][gittip-image]][gittip-url]
+[![David deps][david-image]][david-url]
+[![node version][node-image]][node-url]
+[![npm download][download-image]][download-url]
+[![gitter][gitter-image]][gitter-url]
 
-[![NPM](https://nodei.co/npm/cnpmjs.org.png?downloads=true&stars=true)](https://nodei.co/npm/cnpmjs.org/)
+[npm-image]: http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square
+[npm-url]: http://cnpmjs.org/package/cnpmjs.org
+[travis-image]: https://img.shields.io/travis/cnpm/cnpmjs.org.svg?style=flat-square
+[travis-url]: https://travis-ci.org/cnpm/cnpmjs.org
+[coveralls-image]: https://img.shields.io/coveralls/cnpm/cnpmjs.org.svg?style=flat-square
+[coveralls-url]: https://coveralls.io/r/cnpm/cnpmjs.org?branch=master
+[gittip-image]: https://img.shields.io/gittip/fengmk2.svg?style=flat-square
+[gittip-url]: https://www.gittip.com/fengmk2/
+[david-image]: https://img.shields.io/david/cnpm/cnpmjs.org.svg?style=flat-square
+[david-url]: https://david-dm.org/cnpm/cnpmjs.org
+[node-image]: https://img.shields.io/badge/node.js-%3E=_0.11-red.svg?style=flat-square
+[node-url]: http://nodejs.org/download/
+[download-image]: https://img.shields.io/npm/dm/cnpmjs.org.svg?style=flat-square
+[download-url]: https://npmjs.org/package/cnpmjs.org
+[gitter-image]: https://badges.gitter.im/Join%20Chat.svg
+[gitter-url]: https://gitter.im/cnpm/cnpmjs.org?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge
 
 ![logo](https://raw.github.com/cnpm/cnpmjs.org/master/logo.png)
 
 ## What is this?
 
-Private npm registry and web for Enterprise, base on [koa](http://koajs.com/), MySQL and [Simple Store Service](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
+Private npm registry and web for Enterprise, base on [koa](http://koajs.com/),
+MySQL and [Simple Store Service](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
 
-@[JacksonTian](https://github.com/JacksonTian/) had a talk about [private npm](https://speakerdeck.com/jacksontian/qi-ye-ji-node-dot-jskai-fa).
+Our goal is to provide a low cost maintenance and easy to use solution for private npm.
 
-![cnpm](https://docs.google.com/drawings/d/12QeQfGalqjsB77mRnf5Iq5oSXHCIUTvZTwECMonqCmw/pub?w=480&h=360)
+## What can you do with `cnpmjs.org`
 
+* Build a private npm for your own enterprise. ([alibaba](http://www.alibaba.com/) is using `cnpmjs.org` now)
+* Build a mirror NPM. (we use it to build a mirror in China: [cnpmjs.org](http://cnpmjs.org/))
+* Build a completely independent NPM registry to store whatever you like.
 
-## Install
+### Features
 
-```bash
-$ npm install --registry=http://r.cnpmjs.org --disturl=http://dist.u.qiniudn.com
-```
+* **Support "scoped" packages**: [npm/npm#5239](https://github.com/npm/npm/issues/5239)
+* **Simple to deploy**: only need `mysql` and a [simple store system](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
+You can get the source code through `npm` or `git`.
+* **Low cost and easy maintenance**: `package.json` info store in MySQL, MariaDB, SQLite or PostgreSQL databases,
+tarball(tgz file) store in CDN or other store systems.
+* **Automatic synchronization**: automatic synchronization from any registry specified, support two sync modes:
+  - Sync all modules from a specified registry, like [npm registry](http://registry.npmjs.org).
+  - Only sync the modules that exists in your own registry.
+* **Manual synchronization**: automatic synchronization may has little delay, but you can syn immediately by manually.
+* **Customized client**: we provide a client [cnpm](https://github.com/cnpm/cnpm)
+to extend `npm` with more features(`sync` command, [gzip](https://github.com/npm/npm-registry-client/pull/40) support).
+And it easy to wrap for your own registry which build with `cnpmjs.org`.
+* **Compatible with NPM client**: you can use the origin NPM client with `cnpmjs.org`,
+only need to change the registry in config. Even include manual synchronization (through `install` command).
+* **Version badge**: base on [shields.io](http://shields.io/) ![cnpm-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square)
 
-## Usage
+**PROTIP** Be sure to read [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
+as well as [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).
 
-```js
-$ node --harmony-generators dispatch.js
-```
-
-## Guide
+## Getting Start
 
+* @[dead-horse](https://github.com/dead-horse): [What is cnpm?](http://deadhorse.me/slides/cnpmjs.html)
+* install and deploy cnpmjs.org through npm: [examples](https://github.com/cnpm/custom-cnpm-example)
+* Mirror NPM in China: [cnpmjs.org](http://cnpmjs.org)
+* cnpm client: [cnpm](https://github.com/cnpm/cnpm), `npm install -g cnpm`
 * [How to deploy cnpmjs.org](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
-* [NFS guide](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide)
+* [wiki](https://github.com/cnpm/cnpmjs.org/wiki)
 
-## Authors
+## Develop on your local machine
+
+### Dependencies
+
+* [node](http://nodejs.org) >=0.11.12, use `--harmony`
+* Databases: only required one type
+  * [sqlite3](https://npm.taobao.org/package/sqlite3) >= 3.0.2, we use `sqlite3` by default
+  * [MySQL](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
+  * MariaDB
+  * PostgreSQL
+
+### Clone codes and run test
 
 ```bash
-$ git summary
+# clone from git
+$ git clone https://github.com/cnpm/cnpmjs.org.git
 
- project  : cnpmjs.org
- repo age : 3 months
- active   : 145 days
- commits  : 366
- files    : 94
- authors  :
-   217  fengmk2                 59.3%
-   146  dead_horse              39.9%
-     2  4simple                 0.5%
-     1  Alsotang                0.3%
+# install dependencies
+$ make install
+
+# test
+$ make test
+
+# coverage
+$ make test-cov
+
+# udpate dependencies
+$ make autod
+
+# start server with development mode
+$ make dev
 ```
 
+## How to contribute
+
+* Clone the project
+* Checkout a new branch
+* Add new features or fix bugs in the new branch
+* Make a pull request and we will review it ASAP
+
+Tips: make sure your code is following the [node-style-guide](https://github.com/felixge/node-style-guide).
+
 ## License
 
 (The MIT License)

bin/nodejsctl

@@ -7,7 +7,7 @@ export NODE_ENV='production'
 ulimit -c unlimited
 
 cd `dirname $0`/..
-NODEJS='node --harmony-generators'
+NODEJS='node --harmony'
 BASE_HOME=`pwd`
 PROJECT_NAME=`basename ${BASE_HOME}`
 STDOUT_LOG=`$NODEJS -e "console.log(require('path').join(require('$BASE_HOME/config').logdir, 'nodejs_stdout.log'));\

common/logger.js

@@ -15,73 +15,48 @@
  * Module dependencies.
  */
 
+var formater = require('error-formater');
+var Logger = require('mini-logger');
+var utility = require('utility');
 var util = require('util');
-var moment = require('moment');
-var logstream = require('logfilestream');
-var ms = require('ms');
 var config = require('../config');
 var mail = require('./mail');
 
 var isTEST = process.env.NODE_ENV === 'test';
-var ONE_DAY = ms('1d');
-var levels = ['info', 'warn', 'error'];
+var categories = ['sync_info', 'sync_error'];
 
-levels.forEach(function (catetory) {
-  var options = {
-    logdir: config.logdir,
-    duration: ONE_DAY,
-    nameformat: '[' + catetory + '.]YYYY-MM-DD[.log]'
-  };
-  var stream = logstream(options);
-  function write(msg) {
-    var time = moment().format('YYYY-MM-DD HH:mm:ss.SSS');
-    var subject = null;
-    if (msg instanceof Error) {
-      subject = msg.name;
-      var err = {
-        name: msg.name,
-        code: msg.code,
-        message: msg.message,
-        stack: msg.stack,
-        host: msg.host,
-        url: msg.url,
-        data: msg.data
-      };
-      if (err.name === 'Error' && typeof err.code === 'string') {
-        err.name = err.code + err.name;
-      }
-      err.name += 'Exception';
-      if (err.host) {
-        err.message += ' (' + err.host + ')';
-      }
-      msg = util.format('%s nodejs.%s: %s\nURL: %s\nData: %j\n%s\n\n',
-        time,
-        err.name,
-        err.stack,
-        err.url,
-        err.data,
-        time
-      );
-    } else {
-      msg = time + ' ' + util.format.apply(util, arguments) + '\n';
-    }
-
-    if (!isTEST) {
-      stream.write(msg);
-      if (config.debug) {
-        var level = catetory;
-        console.log('[' + level + '] ' + msg);
-      } else {
-        if (catetory === 'error' && subject) {
-          // send error email
-          var to = [];
-          for (var name in config.admins) {
-            to.push(config.admins[name]);
-          }
-          mail.error(to, subject, msg);
-        }
-      }
-    }
-  }
-  exports[catetory] = write;
+var logger = module.exports = Logger({
+  categories: categories,
+  dir: config.logdir,
+  duration: '1d',
+  format: '[{category}.]YYYY-MM-DD[.log]',
+  stdout: config.debug && !isTEST,
+  errorFormater: errorFormater
 });
+
+var to = [];
+for (var user in config.admins) {
+  to.push(config.admins[user]);
+}
+
+function errorFormater(err) {
+  var msg = formater.both(err);
+  mail.error(to, msg.json.name, msg.text);
+  return msg.text;
+}
+
+logger.syncInfo = function () {
+  var args = [].slice.call(arguments);
+  if (typeof args[0] === 'string') {
+    args[0] = util.format('[%s][%s] ', utility.logDate(), process.pid) + args[0];
+  }
+  logger.sync_info.apply(logger, args);
+};
+
+logger.syncError =function () {
+  var args = [].slice.call(arguments);
+  if (typeof args[0] === 'string') {
+    args[0] = util.format('[%s][%s] ', utility.logDate(), process.pid) + args[0];
+  }
+  logger.sync_error.apply(logger, arguments);
+};

common/mail.js

@@ -14,10 +14,30 @@
  * Module dependencies.
  */
 
-var utility = require('utility');
-var nodemailer = require('nodemailer');
-var os = require('os');
 var mailConfig = require('../config').mail;
+var nodemailer = require('nodemailer');
+var utility = require('utility');
+var os = require('os');
+
+var smtpConfig;
+if (mailConfig.auth) {
+  // new style
+  smtpConfig = mailConfig;
+} else {
+  smtpConfig = {
+    // backward compat
+    host: mailConfig.host,
+    port: mailConfig.port,
+    secure: mailConfig.secure || mailConfig.ssl,
+    debug: mailConfig.debug,
+    auth: {
+      user: mailConfig.user,
+      pass: mailConfig.pass
+    }
+  };
+}
+
+var transport = nodemailer.createTransport(smtpConfig);
 
 /**
  * Send notice email with mail level and appname.
@@ -51,26 +71,14 @@ LEVELS.forEach(function (level) {
 exports.send = function (to, subject, html, callback) {
   callback = callback || utility.noop;
 
-  var transport = nodemailer.createTransport("SMTP", {
-    host: mailConfig.host,
-    port: mailConfig.port,
-    secureConnection: mailConfig.ssl,
-    debug: mailConfig.debug,
-    auth: {
-      user: mailConfig.user,
-      pass: mailConfig.pass,
-    }
-  });
-
   var message = {
-    sender: mailConfig.sender,
+    from: mailConfig.from || mailConfig.sender,
     to: to,
     subject: subject,
     html: html,
   };
 
   transport.sendMail(message, function (err, result) {
-    transport.close();
     callback(err, result);
   });
 };

common/mysql.js

@@ -1,73 +0,0 @@
-/*!
- * cnpmjs.org - common/mysql.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com>
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var ready = require('ready');
-var mysql = require('mysql');
-var config = require('../config');
-
-var server = config.mysqlServers[0];
-
-// TODO: query timeout
-var pool = mysql.createPool({
-  host: server.host,
-  port: server.port,
-  user: server.user,
-  password: server.password,
-  database: config.mysqlDatabase,
-  connectionLimit: config.mysqlMaxConnections,
-  multipleStatements: true,
-});
-
-exports.pool = pool;
-
-exports.query = function (sql, values, cb) {
-  pool.query(sql, values, function (err, rows) {
-    cb(err, rows);
-  });
-};
-
-exports.queryOne = function (sql, values, cb) {
-  if (typeof values === 'function') {
-    cb = values;
-    values = null;
-  }
-  exports.query(sql, values, function (err, rows) {
-    if (rows) {
-      rows = rows[0];
-    }
-    cb(err, rows);
-  });
-};
-
-exports.escape = function (val) {
-  return pool.escape(val);
-};
-
-ready(exports);
-
-function init() {
-  exports.query('show tables', function (err, rows) {
-    if (err) {
-      console.error('[%s] [worker:%s] mysql init error: %s', Date(), process.pid, err);
-      setTimeout(init, 1000);
-      return;
-    }
-    console.log('[%s] [worker:%s] mysql ready, got %d tables', Date(), process.pid, rows.length);
-    exports.ready(true);
-  });
-}
-init();

common/nfs.js

@@ -15,11 +15,5 @@
  */
 
 var config = require('../config');
-var nfs = config.nfs;
 
-if (!nfs) {
-  // use qnfs by default
-  nfs = require('./qnfs');
-}
-
-module.exports = nfs;
+module.exports = config.nfs;

common/qnfs.js

@@ -1,65 +0,0 @@
-/*!
- * cnpmjs.org - common/qnfs.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var qn = require('qn');
-var config = require('../config');
-var client = qn.create(config.qn);
-
-exports._client = client;
-
-/**
- * Upload file
- *
- * @param {String} filepath
- * @param {Object} options
- *  - {String} key
- *  - {Number} size
- * @param {Function(err, result)} callback
- *  - {Object} result
- *   - {String} url
- */
-exports.upload = function (filepath, options, callback) {
-  client.delete(options.key, function (err, data) {
-    client.uploadFile(filepath, {key: options.key, size: options.size}, function (err, data) {
-      if (err) {
-        return callback(err);
-      }
-      callback(null, {url: data.url});
-    });
-  });
-};
-
-exports.uploadBuffer = function (buf, options, callback) {
-  client.delete(options.key, function (err, data) {
-    client.upload(buf, {key: options.key}, function (err, data) {
-      if (err) {
-        return callback(err);
-      }
-      callback(null, {url: data.url});
-    });
-  });
-};
-
-exports.url = function (key) {
-  return client.resourceURL(key);
-};
-
-exports.remove = function (key, callback) {
-  client.delete(key, callback);
-};
-
-thunkify(exports);

common/redis.js

@@ -0,0 +1,37 @@
+/**!
+ * cnpmjs.org - common/redis.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../config');
+
+// close redis by set config.redis to `null` or `{}`
+if (config.redis && config.redis.host && config.redis.port) {
+
+  var redis = require('redis');
+  var wrapper = require('co-redis');
+  var logger = require('./logger');
+  var _client = redis.createClient(config.redis.port, config.redis.host);
+
+  _client.on('error', function (err) {
+    logger.error(err);
+  });
+
+  module.exports = wrapper(_client);
+
+} else {
+  console.warn('[%s] [worker:%s:common/redis.js] Redis config can not found',
+    Date(), process.pid);
+  module.exports = null;
+}

common/sequelize.js

@@ -0,0 +1,75 @@
+/**!
+ * cnpmjs.org - common/sequelize.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var Sequelize = require('sequelize');
+var DataTypes = require('sequelize/lib/data-types');
+var config = require('../config');
+
+if (config.mysqlServers && config.database.dialect === 'sqlite') {
+  // https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x
+  // forward compat with old style on 1.x
+  // mysqlServers: [
+  //   {
+  //     host: '127.0.0.1',
+  //     port: 3306,
+  //     user: 'root',
+  //     password: ''
+  //   }
+  // ],
+  // mysqlDatabase: 'cnpmjs_test',
+  // mysqlMaxConnections: 4,
+  // mysqlQueryTimeout: 5000,
+
+  console.warn('[WARNNING] your config.js was too old, please @see https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x');
+  var server = config.mysqlServers[0];
+  config.database = {
+    db: config.mysqlDatabase,
+    username: server.user,
+    password: server.password,
+    dialect: 'mysql',
+    host: server.host,
+    port: server.port,
+    pool: {
+      maxConnections: config.mysqlMaxConnections || 10,
+      minConnections: 0,
+      maxIdleTime: 30000
+    },
+    logging: !!process.env.SQL_DEBUG,
+  };
+}
+
+var database = config.database;
+
+// sync database before app start, defaul is false
+database.syncFirst = false;
+
+// add longtext for mysql
+Sequelize.LONGTEXT = DataTypes.LONGTEXT = DataTypes.TEXT;
+if (config.dialect === 'mysql') {
+  Sequelize.LONGTEXT = DataTypes.LONGTEXT = 'LONGTEXT';
+}
+
+database.define = {
+  timestamps: true,
+  createdAt: 'gmt_create',
+  updatedAt: 'gmt_modified',
+  charset: 'utf8',
+  collate: 'utf8_general_ci',
+};
+
+var sequelize = new Sequelize(database.db, database.username, database.password, database);
+
+module.exports = sequelize;

common/session.js

@@ -1,32 +0,0 @@
-/*!
- * cnpmjs.org - common/session.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var middlewares = require('koa-middlewares');
-var config = require('../config');
-
-var key = 'AuthSession';
-var cookie = { path: '/', httpOnly: true, maxAge: 3600000 * 24 * 365, signed: false };
-var options = {
-  key: key,
-  cookie: cookie,
-};
-
-if (!config.debug) {
-  options.store = config.sessionStore || middlewares.RedisStore(config.redis);
-}
-
-module.exports = middlewares.session(options);

common/urllib.js

@@ -0,0 +1,35 @@
+/**!
+ * cnpmjs.org - common/urllib.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var urllib = require('urllib');
+var HttpAgent = require('agentkeepalive');
+var HttpsAgent = require('agentkeepalive').HttpsAgent;
+
+var httpAgent = new HttpAgent({
+  timeout: 0,
+  keepAliveTimeout: 15000
+});
+var httpsAgent = new HttpsAgent({
+  timeout: 0,
+  keepAliveTimeout: 15000
+});
+var client = urllib.create({
+  agent: httpAgent,
+  httpsAgent: httpsAgent
+});
+
+module.exports = client;
+module.exports.USER_AGENT = urllib.USER_AGENT;

config/index.js

@@ -1,4 +1,4 @@
-/*!
+/**!
  * cnpmjs.org - config/index.js
  *
  * Copyright(c) cnpmjs.org and other contributors.
@@ -17,88 +17,228 @@
 
 var path = require('path');
 var fs = require('fs');
+var os = require('os');
 var mkdirp = require('mkdirp');
+var copy = require('copy-to');
 
 fs.existsSync = fs.existsSync || path.existsSync;
-var pkg = require('../package.json');
+var version = require('../package.json').version;
 
 var root = path.dirname(__dirname);
 
 var config = {
-  version: pkg.version,
+  version: version,
+
+  /**
+   * Cluster mode
+   */
+  enableCluster: false,
+  numCPUs: os.cpus().length,
+
+  /*
+   * server configure
+   */
   registryPort: 7001,
   webPort: 7002,
-  enableCluster: false,
-  debug: true, // if debug
-  logdir: path.join(root, '.tmp', 'logs'),
-  viewCache: false,
-  // mysql config
-  mysqlServers: [
-    {
-      host: 'keydiary.mysql.rds.aliyuncs.com', // 'db4free.net'
-      port: 3306,
-      user: 'cnpmjs',
-      password: 'cnpmjs123'
-    }
-  ],
-  mysqlDatabase: 'cnpmjstest',
-  mysqlMaxConnections: 4,
-  mysqlQueryTimeout: 5000,
+  bindingHost: '127.0.0.1', // only binding on 127.0.0.1 for local access
 
+  // debug mode
+  // if in debug mode, some middleware like limit wont load
+  // logger module will print to stdout
+  debug: true,
+  // session secret
   sessionSecret: 'cnpmjs.org test session secret',
-  redis: {
-    host: 'pub-redis-19533.us-east-1-4.3.ec2.garantiadata.com',
-    port: 19533,
-    pass: 'cnpmjs_dev'
-  },
-  jsonLimit: '10mb', // max request json body size
-  uploadDir: path.join(root, 'public', 'dist'),
-  // qiniu cdn: http://www.qiniu.com/, it free for dev.
-  qn: {
-    accessKey: "iN7NgwM31j4-BZacMjPrOQBs34UG1maYCAQmhdCV",
-    secretKey: "6QTOr2Jg1gcZEWDQXKOGZh5PziC2MCV5KsntT70j",
-    bucket: "qtestbucket",
-    domain: "http://qtestbucket.qiniudn.com"
+  // max request json body size
+  jsonLimit: '10mb',
+  // log dir name
+  logdir: path.join(root, '.tmp', 'logs'),
+  // update file template dir
+  uploadDir: path.join(root, '.dist'),
+  // web page viewCache
+  viewCache: false,
+
+  // config for koa-limit middleware
+  // for limit download rates
+  limit: {
+    enable: false,
+    token: 'koa-limit:download',
+    limit: 1000,
+    interval: 1000 * 60 * 60 * 24,
+    whiteList: [],
+    blackList: [],
+    message: 'request frequency limited, any question, please contact fengmk2@gmail.com',
   },
 
-  mail: {
-    appname: 'cnpmjs.org',
-    sender: 'cnpmjs.org mail sender <adderss@gmail.com>',
-    host: 'smtp.gmail.com',
-    port: 465,
-    user: 'address@gmail.com',
-    pass: 'your password',
-    ssl: true,
-    debug: false
-  },
+  enableCompress: false, // enable gzip response or not
 
-  logoURL: 'http://ww4.sinaimg.cn/large/69c1d4acgw1ebfly5kjlij208202oglr.jpg',
-  registryHost: 'r.cnpmjs.org',
-  customFooter: '', // you can add copyright and site total script html here
-  npmClientName: 'cnpm', // use `${name} install package`
-  packagePageContributorSearch: true, // package page contributor link to search, default is true
-  sourceNpmRegistry: 'http://registry.npmjs.org',
-  enablePrivate: true, // enable private mode, only admin can publish, other use just can sync package from source npm
+  // default system admins
   admins: {
+    // name: email
     fengmk2: 'fengmk2@gmail.com',
     admin: 'admin@cnpmjs.org',
     dead_horse: 'dead_horse@qq.com',
-    cnpmjstest10: 'cnpmjstest10@cnpmjs.org',
   },
+
+  // email notification for errors
+  // check https://github.com/andris9/Nodemailer for more informations
+  mail: {
+    appname: 'cnpmjs.org',
+    from: 'cnpmjs.org mail sender <adderss@gmail.com>',
+    service: 'gmail',
+    auth: {
+      user: 'address@gmail.com',
+      pass: 'your password'
+    }
+  },
+  // forward Compat with old style
+  // mail: {
+  //   appname: 'cnpmjs.org',
+  //   sender: 'cnpmjs.org mail sender <adderss@gmail.com>',
+  //   host: 'smtp.gmail.com',
+  //   port: 465,
+  //   user: 'address@gmail.com',
+  //   pass: 'your password',
+  //   ssl: true,
+  //   debug: false
+  // },
+
+
+  logoURL: '//ww4.sinaimg.cn/large/69c1d4acgw1ebfly5kjlij208202oglr.jpg', // cnpm logo image url
+  customReadmeFile: '', // you can use your custom readme file instead the cnpm one
+  customFooter: '', // you can add copyright and site total script html here
+  npmClientName: 'cnpm', // use `${name} install package`
+  packagePageContributorSearch: true, // package page contributor link to search, default is true
+
+  // max handle number of package.json `dependencies` property
+  maxDependencies: 200,
+  // backup filepath prefix
+  backupFilePrefix: '/cnpm/backup/',
+
+  /**
+   * database config
+   */
+
+  database: {
+    db: 'cnpmjs_test',
+    username: 'root',
+    password: '',
+
+    // the sql dialect of the database
+    // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
+    dialect: 'sqlite',
+
+    // custom host; default: 127.0.0.1
+    host: '127.0.0.1',
+
+    // custom port; default: 3306
+    port: 3306,
+
+    // use pooling in order to reduce db connection overload and to increase speed
+    // currently only for mysql and postgresql (since v1.5.0)
+    pool: {
+      maxConnections: 10,
+      minConnections: 0,
+      maxIdleTime: 30000
+    },
+
+    // the storage engine for 'sqlite'
+    // default store into ~/cnpmjs.org.sqlite
+    storage: path.join(process.env.HOME || root, 'cnpmjs.org.sqlite'),
+
+    logging: !!process.env.SQL_DEBUG,
+  },
+
+  // redis config
+  // use for koa-limit module as storage
+  redis: null,
+
+  // package tarball store in local filesystem by default
+  nfs: require('fs-cnpm')({
+    dir: path.join(root, '.tmp', 'dist')
+  }),
+
+  // registry url name
+  registryHost: 'r.cnpmjs.org',
+
+  /**
+   * registry mode config
+   */
+
+  // enable private mode, only admin can publish, other use just can sync package from source npm
+  enablePrivate: true,
+
+  // registry scopes, if don't set, means do not support scopes
+  scopes: [
+    '@cnpm',
+    '@cnpmtest'
+  ],
+
+  // force user publish with scope
+  // but admins still can publish without scope
+  forcePublishWithScope: true,
+
+  // some registry already have some private packages in global scope
+  // but we want to treat them as scoped private packages,
+  // so you can use this white list.
+  privatePackages: [],
+
+  /**
+   * sync configs
+   */
+
+  // sync dist config
+  // sync node.js dist from nodejs.org
+  noticeSyncDistError: true,
+  disturl: 'http://nodejs.org/dist',
+  syncDist: false,
+
+  // the official npm registry
+  // cnpm wont directly sync from this one
+  // but sometimes will request it for some package infomations
+  // please don't change it if not necessary
+  officialNpmRegistry: 'https://registry.npmjs.org',
+
+  // sync source, upstream registry
+  // If you want to directly sync from official npm's registry
+  // please drop them an email first
+  sourceNpmRegistry: 'http://registry.npm.taobao.org',
+
+  // upstream registry is base on cnpm/cnpmjs.org or not
+  // if your upstream is official npm registry, please turn it off
+  sourceNpmRegistryIsCNpm: true,
+
+  // if install return 404, try to sync from source registry
   syncByInstall: true,
-  backupFilePrefix: '/cnpm/backup/', // backup filepath prefix
+
+  // sync mode select
+  // none: do not sync any module
+  // exist: only sync exist modules
+  // all: sync all modules
   syncModel: 'none', // 'none', 'all', 'exist'
+
   syncConcurrency: 1,
-  maxDependencies: 200, // max handle number of package.json `dependencies` property
+  // sync interval, default is 10 minutes
+  syncInterval: '10m',
+
+  // sync polular modules, default to false
+  // because cnpm can't auto sync tag change for now
+  // so we want to sync popular modules to ensure their tags
+  syncPopular: false,
+  syncPopularInterval: '1h',
+  // top 100
+  topPopular: 100,
+
+  // sync devDependencies or not, default is false
+  syncDevDependencies: false,
+
+  // badge subject on http://shields.io/
+  badgeSubject: 'cnpm',
 };
 
 // load config/config.js, everything in config.js will cover the same key in index.js
 var customConfig = path.join(root, 'config/config.js');
 if (fs.existsSync(customConfig)) {
-  var options = require(customConfig);
-  for (var k in options) {
-    config[k] = options[k];
-  }
+  copy(require(customConfig)).override(config);
 }
 
 mkdirp.sync(config.logdir);
@@ -110,7 +250,5 @@ config.loadConfig = function (customConfig) {
   if (!customConfig) {
     return;
   }
-  for (var key in customConfig) {
-    config[key] = customConfig[key];
-  }
+  copy(customConfig).override(config);
 };

controllers/download.js

@@ -1,83 +0,0 @@
-/**!
- * cnpmjs.org - controllers/download.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var moment = require('moment');
-var DownloadTotal = require('../proxy/download');
-
-exports.total = function (name, callback) {
-  if (typeof name === 'function') {
-    callback = name;
-    name = null;
-  }
-  var end = moment();
-  var start = end.clone().subtract('months', 1).startOf('month');
-  var lastday = end.clone().subtract('days', 1).format('YYYY-MM-DD');
-  var lastweekStart = end.clone().subtract('weeks', 1).startOf('week');
-  var lastweekEnd = lastweekStart.clone().endOf('week').format('YYYY-MM-DD');
-  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
-  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
-  var thisweekStart = end.clone().startOf('week').format('YYYY-MM-DD');
-  start = start.format('YYYY-MM-DD');
-  end = end.format('YYYY-MM-DD');
-  lastweekStart = lastweekStart.format('YYYY-MM-DD');
-  var method = name ? 'getModuleTotal' : 'getTotal';
-  var args = [start, end];
-  if (name) {
-    args.unshift(name);
-  }
-  args.push(function (err, rows) {
-    if (err) {
-      return callback(err);
-    }
-
-    var download = {
-      today: 0,
-      thisweek: 0,
-      thismonth: 0,
-      lastday: 0,
-      lastweek: 0,
-      lastmonth: 0,
-    };
-    for (var i = 0; i < rows.length; i++) {
-      var r = rows[i];
-      if (r.date === end) {
-        download.today += r.count;
-      }
-      if (r.date >= thismonthStart) {
-        download.thismonth += r.count;
-      }
-      if (r.date >= thisweekStart) {
-        download.thisweek += r.count;
-      }
-
-      if (r.date === lastday) {
-        download.lastday += r.count;
-      }
-      if (r.date >= lastweekStart && r.date <= lastweekEnd) {
-        download.lastweek += r.count;
-      }
-      if (r.date >= start && r.date <= lastmonthEnd) {
-        download.lastmonth += r.count;
-      }
-    }
-    callback(null, download);
-  });
-
-  DownloadTotal[method].apply(DownloadTotal, args);
-};
-
-thunkify(exports);

controllers/registry/module.js

@@ -1,852 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/module.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:module');
-var path = require('path');
-var fs = require('fs');
-var crypto = require('crypto');
-var utility = require('utility');
-var coRead = require('co-read');
-var coWrite = require('co-write');
-var urlparse = require('url').parse;
-var mime = require('mime');
-var semver = require('semver');
-var ms = require('ms');
-var config = require('../../config');
-var Module = require('../../proxy/module');
-var Total = require('../../proxy/total');
-var nfs = require('../../common/nfs');
-var common = require('../../lib/common');
-var Log = require('../../proxy/module_log');
-var DownloadTotal = require('../../proxy/download');
-var SyncModuleWorker = require('../../proxy/sync_module_worker');
-var logger = require('../../common/logger');
-var ModuleDeps = require('../../proxy/module_deps');
-
-/**
- * show all version of a module
- */
-exports.show = function *(next) {
-  var name = this.params.name;
-
-  var r = yield [Module.listTags(name), Module.listByName(name)];
-  var tags = r[0];
-  var rows = r[1];
-
-  debug('show module, user: %s, allowSync: %s, isAdmin: %s',
-    this.session.name, this.session.allowSync, this.session.isAdmin);
-  // if module not exist in this registry,
-  // sync the module backend and return package info from official registry
-  if (rows.length === 0) {
-    if (!this.session.allowSync) {
-      this.status = 404;
-      this.body = {
-        error: 'not_found',
-        reason: 'document not found'
-      };
-      return;
-    }
-    var username = (this.session && this.session.name) || 'anonymous';
-    var result = yield SyncModuleWorker.sync(name, username);
-    this.status = result.ok ? 200 : result.statusCode;
-    this.body = result.pkg;
-    return;
-  }
-
-  var nextMod = null;
-  var latestMod = null;
-  var readme = null;
-  // set tags
-  var distTags = {};
-  for (var i = 0; i < tags.length; i++) {
-    var t = tags[i];
-    distTags[t.tag] = t.version;
-  }
-
-  // set versions and times
-  var versions = {};
-  var times = {};
-  var attachments = {};
-  for (var i = 0; i < rows.length; i++) {
-    var row = rows[i];
-    if (row.version === 'next') {
-      nextMod = row;
-      continue;
-    }
-    var pkg = row.package;
-    common.setDownloadURL(pkg, this);
-    pkg._cnpm_publish_time = row.publish_time;
-    versions[pkg.version] = pkg;
-    times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
-    if ((!distTags.latest && !latestMod) || distTags.latest === row.version) {
-      latestMod = row;
-      readme = pkg.readme;
-    }
-    delete pkg.readme;
-  }
-
-  if (!latestMod) {
-    latestMod = nextMod || rows[0];
-  }
-
-  if (!nextMod) {
-    nextMod = latestMod;
-  }
-
-  var rev = '';
-  if (nextMod) {
-    rev = String(nextMod.id);
-  }
-
-  var info = {
-    _id: name,
-    _rev: rev,
-    name: name,
-    description: latestMod.package.description,
-    "dist-tags": distTags,
-    maintainers: latestMod.package.maintainers,
-    time: times,
-    author: latestMod.package.author,
-    repository: latestMod.package.repository,
-    versions: versions,
-    readme: readme,
-    _attachments: attachments,
-  };
-
-  debug('show module %s: %s, latest: %s', name, rev, latestMod.version);
-
-  this.body = info;
-};
-
-/**
- * get the special version or tag of a module
- */
-exports.get = function *(next) {
-  var name = this.params.name;
-  var tag = this.params.version;
-  var version = semver.valid(tag);
-  var method = version ? 'get' : 'getByTag';
-  var queryLabel = version ? version : tag;
-
-  var mod = yield Module[method](name, queryLabel);
-  if (mod) {
-    common.setDownloadURL(mod.package, this);
-    mod.package._cnpm_publish_time = mod.publish_time;
-    this.body = mod.package;
-    return;
-  }
-
-  // if not fond, sync from source registry
-  if (!this.session.allowSync) {
-    this.status = 404;
-    this.body = {
-      error: 'not exist',
-      reason: 'version not found: ' + version
-    };
-    return;
-  }
-
-  var username = (this.session && this.session.username) || 'anonymous';
-  var result = yield SyncModuleWorker.sync(name, username);
-  var pkg = result.pkg && result.pkg.versions[version];
-  if (!pkg) {
-    this.status = 404;
-    this.body = {
-      error: 'not exist',
-      reason: 'version not found: ' + version
-    };
-    return;
-  }
-  this.body = pkg;
-};
-
-var _downloads = {};
-
-var DOWNLOAD_TIMEOUT = ms('10m');
-
-exports.download = function *(next) {
-  var name = this.params.name;
-  var filename = this.params.filename;
-  var version = filename.slice(name.length + 1, -4);
-  var row = yield Module.get(name, version);
-  // can not get dist
-  var url = null;
-
-  if (typeof nfs.url === 'function') {
-    url = nfs.url(common.getCDNKey(name, filename));
-  }
-
-  if (!row || !row.package || !row.package.dist) {
-    if (!url) {
-      return yield next;
-    }
-    this.status = 302;
-    this.set('Location', url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
-    return;
-  }
-
-  var dist = row.package.dist;
-  if (!dist.key) {
-    debug('get tarball by 302');
-    this.status = 302;
-    this.set('Location', dist.tarball || url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
-    return;
-  }
-
-  // else use `dist.key` to get tarball from nfs
-  if (!nfs.download) {
-    return yield next;
-  }
-
-  _downloads[name] = (_downloads[name] || 0) + 1;
-
-  if (typeof dist.size === 'number') {
-    this.set('Content-Length', dist.size);
-  }
-  this.set('Content-Type', mime.lookup(dist.key));
-  this.set('Content-Disposition', 'attachment; filename="' + filename + '"');
-  this.set('ETag', dist.shasum);
-
-  // use download file api
-  var tmpPath = path.join(config.uploadDir,
-    utility.randomString() + dist.key.replace(/\//g, '-'));
-  function cleanup() {
-    fs.unlink(tmpPath, utility.noop);
-  }
-  try {
-    yield nfs.download(dist.key, tmpPath, {timeout: DOWNLOAD_TIMEOUT});
-  } catch (err) {
-    cleanup();
-    this.throw(err);
-  }
-  var tarball = fs.createReadStream(tmpPath);
-  tarball.once('error', cleanup);
-  tarball.once('end', cleanup);
-  this.body = tarball;
-};
-
-setInterval(function () {
-  // save download count
-  var totals = [];
-  for (var name in _downloads) {
-    var count = _downloads[name];
-    totals.push([name, count]);
-  }
-  _downloads = {};
-
-  if (totals.length === 0) {
-    return;
-  }
-
-  debug('save download total: %j', totals);
-
-  var date = utility.YYYYMMDD();
-  var next = function () {
-    var item = totals.shift();
-    if (!item) {
-      // done
-      return;
-    }
-
-    DownloadTotal.plusTotal({name: item[0], date: date, count: item[1]}, function (err) {
-      if (!err) {
-        return next();
-      }
-
-      logger.error(err);
-      debug('save download %j error: %s', item, err);
-
-      totals.push(item);
-      // save to _downloads
-      for (var i = 0; i < totals.length; i++) {
-        var v = totals[i];
-        var name = v[0];
-        _downloads[name] = (_downloads[name] || 0) + v[1];
-      }
-      // end
-    });
-  };
-  next();
-}, 5000);
-
-exports.upload = function *(next) {
-  var length = Number(this.get('content-length')) || 0;
-  if (!length || !this.is('application/octet-stream')) {
-    debug('request length or type error');
-    return yield next;
-  }
-
-  var username = this.session.name;
-  var name = this.params.name;
-  var id = Number(this.params.rev);
-  var filename = this.params.filename;
-  var version = filename.substring(name.length + 1);
-  version = version.replace(/\.tgz$/, '');
-  // save version on pkg upload
-
-  debug('%s: upload %s, file size: %d', username, this.url, length);
-  var mod = yield Module.getById(id);
-  if (!mod) {
-    debug('can not get this module');
-    return yield next;
-  }
-  if (!common.isMaintainer(this, mod.package.maintainers) || mod.name !== name) {
-    this.status = 403;
-    this.body = {
-      error: 'no_perms',
-      reason: 'Current user can not publish this module'
-    };
-    return;
-  }
-
-  if (mod.version !== 'next') {
-    // rev wrong
-    this.status = 403;
-    this.body = {
-      error: 'rev_wrong',
-      reason: 'rev not match next module'
-    };
-    return;
-  }
-  var filepath = common.getTarballFilepath(filename);
-  var ws = fs.createWriteStream(filepath);
-  var shasum = crypto.createHash('sha1');
-  var dataSize = 0;
-
-  var buf;
-  while(buf = yield coRead(this.req)) {
-    shasum.update(buf);
-    dataSize += buf.length;
-    yield coWrite(ws, buf);
-  }
-  ws.end();
-  if (dataSize !== length) {
-    this.status = 403;
-    this.body = {
-      error: 'size_wrong',
-      reason: 'Header size ' + length + ' not match download size ' + dataSize,
-    };
-    return;
-  }
-  shasum = shasum.digest('hex');
-
-  var options = {
-    key: common.getCDNKey(name, filename),
-    size: length,
-    shasum: shasum
-  };
-  var result;
-  try {
-    result = yield nfs.upload(filepath, options);
-  } catch (err) {
-    fs.unlink(filepath, utility.noop);
-    this.throw(err);
-  }
-  fs.unlink(filepath, utility.noop);
-  var dist = {
-    shasum: shasum,
-    size: length
-  };
-
-  // if nfs upload return a key, record it
-  if (result.url) {
-    dist.tarball = result.url;
-  } else if (result.key) {
-    dist.key = result.key;
-    dist.tarball = result.key;
-  }
-
-  mod.package.dist = dist;
-  mod.package.version = version;
-  debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
-    id, filepath, length, shasum, dist, version);
-  var updateResult = yield Module.update(mod);
-  this.status = 201;
-  this.body = {
-    ok: true,
-    rev: String(updateResult.id)
-  };
-};
-
-function _addDepsRelations(pkg) {
-  var dependencies = Object.keys(pkg.dependencies || {});
-  if (dependencies.length > config.maxDependencies) {
-    dependencies = dependencies.slice(0, config.maxDependencies);
-  }
-
-  // add deps relations
-  dependencies.forEach(function (depName) {
-    ModuleDeps.add(depName, pkg.name, utility.noop);
-  });
-}
-
-exports.updateLatest = function *(next) {
-  var username = this.session.name;
-  var name = this.params.name;
-  var version = semver.valid(this.params.version);
-  if (!version) {
-    this.status = 400;
-    this.body = {
-      error: 'Params Invalid',
-      reason: 'Invalid version: ' + this.params.version,
-    };
-    return;
-  }
-
-  var nextMod = yield Module.get(name, 'next');
-  if (!nextMod) {
-    debug('can not get nextMod');
-    return yield next;
-  }
-  var match = nextMod.package.maintainers.filter(function (item) {
-    return item.name === username;
-  });
-  if (match.length === 0) {
-    this.status = 401;
-    this.body = {
-      error: 'noperms',
-      reason: 'Current user can not publish this module'
-    };
-    return;
-  }
-
-  // check version if not match pkg upload
-  if (nextMod.package.version !== version) {
-    this.status = 403;
-    this.body = {
-      error: 'version_wrong',
-      reason: 'version not match'
-    };
-    return;
-  }
-
-  var body = this.request.body;
-  nextMod.version = version;
-  nextMod.author = username;
-  body.dist = nextMod.package.dist;
-  body.maintainers = nextMod.package.maintainers;
-  if (!body.author) {
-    body.author = {
-      name: username,
-    };
-  }
-  body._publish_on_cnpm = true;
-  nextMod.package = body;
-  _addDepsRelations(body);
-
-  // reset publish time
-  nextMod.publish_time = Date.now();
-  debug('update %s:%s %j', nextMod.package.name, nextMod.package.version, nextMod.package.dist);
-  // change latest to version
-  try {
-    yield Module.update(nextMod);
-  } catch (err) {
-    debug('update nextMod %s error: %s', name, err);
-    return this.throw(err);
-  }
-  yield Module.addTag(name, 'latest', version);
-  nextMod.version = 'next';
-  var addResult = yield Module.add(nextMod);
-  this.status = 201;
-  this.body = {
-    ok: true,
-    rev: String(addResult.id)
-  };
-};
-
-exports.addPackageAndDist = function *(next) {
-  // 'dist-tags': { latest: '0.0.2' },
-  //  _attachments:
-  // { 'nae-sandbox-0.0.2.tgz':
-  //    { content_type: 'application/octet-stream',
-  //      data: 'H4sIAAAAA
-  //      length: 9883
-
-  var pkg = this.request.body;
-  var username = this.session.name;
-  var name = this.params.name;
-  var filename = Object.keys(pkg._attachments || {})[0];
-  var version = Object.keys(pkg.versions || {})[0];
-  if (!version || !filename) {
-    this.status = 400;
-    this.body = {
-      error: 'version_error',
-      reason: 'filename or version not found, filename: ' + filename + ', version: ' + version
-    };
-    return;
-  }
-
-  var attachment = pkg._attachments[filename];
-  var versionPackage = pkg.versions[version];
-  versionPackage._publish_on_cnpm = true;
-  var distTags = pkg['dist-tags'] || {};
-  var tags = []; // tag, version
-  for (var t in distTags) {
-    tags.push([t, distTags[t]]);
-  }
-
-  debug('addPackageAndDist %s:%s, attachment size: %s', name, version, attachment.length);
-
-
-  var exists = yield Module.get(name, version);
-  var shasum;
-  if (exists) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
-    };
-    return;
-  }
-
-  // upload attachment
-  var tarballBuffer;
-  tarballBuffer = new Buffer(attachment.data, 'base64');
-
-  if (tarballBuffer.length !== attachment.length) {
-    this.status = 403;
-    this.body = {
-      error: 'size_wrong',
-      reason: 'Attachment size ' + attachment.length + ' not match download size ' + tarballBuffer.length,
-    };
-    return;
-  }
-
-  shasum = crypto.createHash('sha1');
-  shasum.update(tarballBuffer);
-  shasum = shasum.digest('hex');
-
-  var options = {
-    key: common.getCDNKey(name, filename),
-    shasum: shasum
-  };
-  var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
-  debug('upload %j', uploadResult);
-
-  var dist = {
-    shasum: shasum,
-    size: attachment.length
-  };
-
-  // if nfs upload return a key, record it
-  if (uploadResult.url) {
-    dist.tarball = uploadResult.url;
-  } else if (uploadResult.key) {
-    dist.key = uploadResult.key;
-    dist.tarball = uploadResult.key;
-  }
-
-  var mod = {
-    name: name,
-    version: version,
-    author: username,
-    package: versionPackage
-  };
-
-  mod.package.dist = dist;
-  _addDepsRelations(mod.package);
-
-  var addResult = yield Module.add(mod);
-  debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
-    addResult.id, dist.tarball, dist.size, shasum, dist, version);
-
-  if (tags.length) {
-    yield tags.map(function (tag) {
-      return Module.addTag(name, tag[0], tag[1]);
-    });
-  }
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    rev: String(addResult.id)
-  };
-};
-
-exports.add = function *(next) {
-  var username = this.session.name;
-  var name = this.params.name;
-  var pkg = this.request.body || {};
-
-  if (!common.isMaintainer(this, pkg.maintainers)) {
-    this.status = 403;
-    this.body = {
-      error: 'no_perms',
-      reason: 'Current user can not publish this module'
-    };
-    return;
-  }
-
-  if (pkg._attachments && Object.keys(pkg._attachments).length > 0) {
-    return yield exports.addPackageAndDist.call(this, next);
-  }
-
-  var r = yield [Module.getLatest(name), Module.get(name, 'next')];
-  var latestMod = r[0];
-  var nextMod = r[1];
-
-  if (nextMod) {
-    nextMod.exists = true;
-  } else {
-    nextMod = {
-      name: name,
-      version: 'next',
-      author: username,
-      package: {
-        name: name,
-        version: 'next',
-        description: pkg.description,
-        readme: pkg.readme,
-        maintainers: pkg.maintainers,
-      }
-    };
-    debug('add next module: %s', name);
-    var result = yield Module.add(nextMod);
-    nextMod.id = result.id;
-  }
-
-  var maintainers = latestMod && latestMod.package.maintainers.length > 0 ?
-    latestMod.package.maintainers : nextMod.package.maintainers;
-
-  if (!common.isMaintainer(this, maintainers)) {
-    this.status = 403;
-    this.body = {
-      error: 'no_perms',
-      reason: 'Current user can not publish this module'
-    };
-    return;
-  }
-
-  debug('add %s rev: %s, version: %s', name, nextMod.id, nextMod.version);
-
-  if (latestMod || nextMod.version !== 'next') {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
-    };
-    return;
-  }
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: name,
-    rev: String(nextMod.id),
-  };
-};
-
-exports.removeWithVersions = function *(next) {
-  debug('removeWithVersions module %s, with info %j', this.params.name, this.request.body);
-  var name = this.params.name;
-  var username = this.session.name;
-  var versions = this.request.body.versions || {};
-
-  // step1: list all the versions
-  var mods = yield Module.listByName(name);
-  if (!mods || !mods.length) {
-    return yield next;
-  }
-
-  // step2: check permission
-  var firstMod = mods[0];
-  if (!common.isMaintainer(this, firstMod.package.maintainers) || firstMod.name !== name) {
-    this.status = 403;
-    this.body = {
-      error: 'no_perms',
-      reason: 'Current user can not update this module'
-    };
-    return;
-  }
-
-  // step3: calculate which versions need to remove and
-  // which versions need to remain
-  var removeVersions = [];
-  var removeVersionMaps = {};
-  var remainVersions = [];
-
-  for (var i = 0; i < mods.length; i++) {
-    var v = mods[i].version;
-    if (v === 'next') {
-      continue;
-    }
-    if (!versions[v]) {
-      removeVersions.push(v);
-      removeVersionMaps[v] = true;
-    } else {
-      remainVersions.push(v);
-    }
-  }
-
-  if (!removeVersions.length) {
-    debug('no versions need to remove');
-    this.status = 201;
-    this.body = { ok: true };
-    return;
-  }
-  debug('remove versions: %j, remain versions: %j', removeVersions, remainVersions);
-
-  // step 4: remove all the versions which need to remove
-  yield Module.removeByNameAndVersions(name, removeVersions);
-  var tags = yield Module.listTags(name);
-
-  var removeTags = [];
-  var latestRemoved = false;
-  tags.forEach(function (tag) {
-    // this tag need be removed
-    if (removeVersionMaps[tag.version]) {
-      removeTags.push(tag.id);
-      if (tag.tag === 'latest') {
-        latestRemoved = true;
-      }
-    }
-  });
-  if (removeTags.length) {
-    debug('remove tags: %j', removeTags);
-    // step 5: remove all the tags
-    yield Module.removeTagsByIds(removeTags);
-    if (latestRemoved && remainVersions[0]) {
-      debug('latest tags removed, generate a new latest tag with new version: %s',
-          remainVersions[0]);
-      // step 6: insert new latest tag
-      yield Module.addTag(name, 'latest', remainVersions[0]);
-    }
-  } else {
-    debug('no tag need to be remove');
-  }
-  this.status = 201;
-  this.bdoy = { ok: true };
-};
-
-
-exports.removeTar = function *(next) {
-  debug('remove tarball with filename: %s, id: %s', this.params.filename, this.params.rev);
-  var id = Number(this.params.rev);
-  var filename = this.params.filename;
-  var name = this.params.name;
-  var username = this.session.name;
-
-  var mod = yield Module.getById(id);
-  if (!mod) {
-    return yield next;
-  }
-
-  if (!common.isMaintainer(this, mod.package.maintainers) || mod.name !== name) {
-    this.status = 403;
-    this.body = {
-      error: 'no_perms',
-      reason: 'Current user can not delete this tarball'
-    };
-    return;
-  }
-  var key = mod.package.dist && mod.package.dist.key;
-  key = key || common.getCDNKey(mod.name, filename);
-  yield nfs.remove(key);
-  this.body = { ok: true };
-};
-
-exports.removeAll = function *(next) {
-  debug('remove all the module with name: %s, id: %s', this.params.name, this.params.rev);
-  var id = Number(this.params.rev);
-  var name = this.params.name;
-  var username = this.session.name;
-
-  var mods = yield Module.listByName(name);
-  debug('removeAll module %s: %d', name, mods.length);
-  var mod = mods[0];
-  if (!mod) {
-    return yield next;
-  }
-
-  if (!common.isMaintainer(this, mod.package.maintainers) || mod.name !== name) {
-    res.status = 403;
-    res.body = {
-      error: 'no_perms',
-      reason: 'Current user can not delete this tarball'
-    };
-    return;
-  }
-  Total.plusDeleteModule(utility.noop);
-  yield [Module.removeByName(name), Module.removeTags(name)];
-  var keys = [];
-  for (var i = 0; i < mods.length; i++) {
-    var key = urlparse(mods[i].dist_tarball).path;
-    key && keys.push(key);
-  }
-  try {
-    yield keys.map(function (key) {
-      return nfs.remove(key);
-    });
-  } catch (err) {
-    // ignore error here
-  }
-  this.body = { ok: true };
-};
-
-function parseModsForList(updated, mods, ctx) {
-  var results = {
-    _updated: updated
-  };
-
-  for (var i = 0; i < mods.length; i++) {
-    var mod = mods[i];
-    var pkg = {};
-    try {
-      pkg = JSON.parse(mod.package);
-    } catch (e) {
-      //ignore this pkg
-      continue;
-    }
-    pkg['dist-tags'] = {
-      latest: pkg.version
-    };
-    common.setDownloadURL(pkg, ctx);
-    results[mod.name] = pkg;
-  }
-  return results;
-}
-
-exports.listAllModules = function *(next) {
-  var updated = Date.now();
-  var mods = yield Module.listSince(0);
-  this.body = parseModsForList(updated, mods, this);
-};
-
-exports.listAllModulesSince = function *(next) {
-  var query = this.query || {};
-  if (query.stale !== 'update_after') {
-    this.status = 400;
-    this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `stale`.'
-    };
-    return;
-  }
-
-  debug('list all modules from %s', query.startkey);
-  var startkey = Number(query.startkey) || 0;
-  var updated = Date.now();
-  var mods = yield Module.listSince(startkey);
-  this.body = parseModsForList(updated, mods, this);
-};
-
-exports.listAllModuleNames = function *(next) {
-  this.body = (yield Module.listShort()).map(function (m) {
-    return m.name;
-  });
-};

controllers/registry/package/deprecate.js

@@ -0,0 +1,60 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/deprecate.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+module.exports = deprecateVersions;
+
+/**
+ * @see https://github.com/cnpm/cnpmjs.org/issues/415
+ */
+function* deprecateVersions() {
+  var body = this.request.body;
+  var name = this.params.name || this.params[0];
+
+  var tasks = [];
+  for (var version in body.versions) {
+    tasks.push(packageService.getModule(name, version));
+  }
+  var rs = yield tasks;
+
+  var updateTasks = [];
+  for (var i = 0; i < rs.length; i++) {
+    var row = rs[i];
+    if (!row) {
+      // some version not exists
+      this.status = 400;
+      this.body = {
+        error: 'version_error',
+        reason: 'Some versions: ' + JSON.stringify(Object.keys(body.versions)) + ' not found'
+      };
+      return;
+    }
+    var data = body.versions[row.package.version];
+    if (typeof data.deprecated === 'string') {
+      row.package.deprecated = data.deprecated;
+      updateTasks.push(packageService.updateModulePackage(row.id, row.package));
+    }
+  }
+  yield updateTasks;
+  // update last modified
+  yield* packageService.updateModuleLastModified(name);
+
+  this.status = 201;
+  this.body = {
+    ok: true
+  };
+}

controllers/registry/package/download.js

@@ -0,0 +1,109 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/download.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:download');
+var mime = require('mime');
+var utility = require('utility');
+var defer = require('co-defer');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+var common = require('../../../lib/common');
+var downloadAsReadStream = require('../../utils').downloadAsReadStream;
+var packageService = require('../../../services/package');
+var downloadTotalService = require('../../../services/download_total');
+
+var _downloads = {};
+
+module.exports = function* download(next) {
+  var name = this.params.name || this.params[0];
+  var filename = this.params.filename || this.params[1];
+  var version = filename.slice(name.length + 1, -4);
+  var row = yield* packageService.getModule(name, version);
+  // can not get dist
+  var url = null;
+
+  if (typeof nfs.url === 'function') {
+    url = nfs.url(common.getCDNKey(name, filename));
+  }
+
+  debug('download %s %s %s %s', name, filename, version, url);
+
+  if (!row || !row.package || !row.package.dist) {
+    if (!url) {
+      return yield* next;
+    }
+    this.status = 302;
+    this.set('Location', url);
+    _downloads[name] = (_downloads[name] || 0) + 1;
+    return;
+  }
+
+  var dist = row.package.dist;
+  if (!dist.key) {
+    debug('get tarball by 302, url: %s', dist.tarball || url);
+    this.status = 302;
+    this.set('Location', dist.tarball || url);
+    _downloads[name] = (_downloads[name] || 0) + 1;
+    return;
+  }
+
+  // else use `dist.key` to get tarball from nfs
+  if (!nfs.download) {
+    return yield* next;
+  }
+
+  _downloads[name] = (_downloads[name] || 0) + 1;
+
+  if (typeof dist.size === 'number' && dist.size > 0) {
+    this.length = dist.size;
+  }
+  this.type = mime.lookup(dist.key);
+  this.attachment(filename);
+  this.etag = dist.shasum;
+
+  this.body = yield* downloadAsReadStream(dist.key);
+};
+
+defer.setInterval(function* () {
+  // save download count
+  var totals = [];
+  for (var name in _downloads) {
+    var count = _downloads[name];
+    totals.push([name, count]);
+  }
+  _downloads = {};
+
+  if (totals.length === 0) {
+    return;
+  }
+
+  debug('save download total: %j', totals);
+
+  var date = utility.YYYYMMDD();
+  for (var i = 0; i < totals.length; i++) {
+    var item = totals[i];
+    var name = item[0];
+    var count = item[1];
+    try {
+      yield* downloadTotalService.plusModuleTotal({ name: name, date: date, count: count });
+    } catch (err) {
+      err.message += '; name: ' + name + ', count: ' + count + ', date: ' + date;
+      logger.error(err);
+      // save back to _downloads, try again next time
+      _downloads[name] = (_downloads[name] || 0) + count;
+    }
+  }
+}, 5000);

controllers/registry/package/list.js

@@ -0,0 +1,217 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/list.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:list');
+var packageService = require('../../../services/package');
+var npmService = require('../../../services/npm');
+var config = require('../../../config');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var SyncModuleWorker = require('../../sync_module_worker');
+
+/**
+ * list all version of a module
+ * GET /:name
+ */
+module.exports = function* list() {
+  var orginalName = this.params.name || this.params[0];
+  var name = orginalName;
+  var rs = yield [
+    packageService.getModuleLastModified(name),
+    packageService.listModuleTags(name)
+  ];
+  var modifiedTime = rs[0];
+  var tags = rs[1];
+
+  debug('show %s(%s), last modified: %s, tags: %j', name, orginalName, modifiedTime, tags);
+  if (modifiedTime) {
+    // find out the latest modfied time
+    // because update tags only modfied tag, wont change module gmt_modified
+    for (var i = 0; i < tags.length; i++) {
+      var tag = tags[i];
+      if (tag.gmt_modified > modifiedTime) {
+        modifiedTime = tag.gmt_modified;
+      }
+    }
+
+    // use modifiedTime as etag
+    this.set('ETag', '"' + modifiedTime.getTime() + '"');
+
+    // must set status first
+    this.status = 200;
+    if (this.fresh) {
+      debug('%s not change at %s, 304 return', name, modifiedTime);
+      this.status = 304;
+      return;
+    }
+  }
+
+  var r = yield [
+    packageService.listModulesByName(name),
+    packageService.listStarUserNames(name),
+    packageService.listMaintainers(name),
+  ];
+  var rows = r[0];
+  var starUsers = r[1];
+  var maintainers = r[2];
+
+  debug('show %s got %d rows, %d tags, %d star users, maintainers: %j',
+    name, rows.length, tags.length, starUsers.length, maintainers);
+
+  var starUserMap = {};
+  for (var i = 0; i < starUsers.length; i++) {
+    starUserMap[starUsers[i]] = true;
+  }
+  starUsers = starUserMap;
+
+  if (rows.length === 0) {
+    // check if unpublished
+    var unpublishedInfo = yield* packageService.getUnpublishedModule(name);
+    debug('show unpublished %j', unpublishedInfo);
+    if (unpublishedInfo) {
+      this.status = 404;
+      this.body = {
+        _id: orginalName,
+        name: orginalName,
+        time: {
+          modified: unpublishedInfo.package.time,
+          unpublished: unpublishedInfo.package,
+        },
+        _attachments: {}
+      };
+      return;
+    }
+  }
+
+  // if module not exist in this registry,
+  // sync the module backend and return package info from official registry
+  if (rows.length === 0) {
+    if (!this.allowSync) {
+      this.status = 404;
+      this.body = {
+        error: 'not_found',
+        reason: 'document not found'
+      };
+      return;
+    }
+
+    // start sync
+    var logId = yield* SyncModuleWorker.sync(name, 'sync-by-install');
+    debug('start sync %s, get log id %s', name, logId);
+
+    // try to get package from official registry
+    var r = yield* npmService.request('/' + name, {
+      registry: config.officialNpmRegistry
+    });
+
+    debug('requet from officialNpmRegistry response %s', r.status);
+    if (r.status !== 200) {
+      this.status = 404;
+      this.body = {
+        error: 'not_found',
+        reason: 'document not found'
+      };
+      return;
+    }
+
+    this.body = r.data;
+    return;
+  }
+
+  var latestMod = null;
+  var readme = null;
+  // set tags
+  var distTags = {};
+  for (var i = 0; i < tags.length; i++) {
+    var t = tags[i];
+    distTags[t.tag] = t.version;
+  }
+
+  // set versions and times
+  var versions = {};
+  var times = {};
+  var attachments = {};
+  var createdTime = null;
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    var pkg = row.package;
+    setDownloadURL(pkg, this);
+    pkg._cnpm_publish_time = row.publish_time;
+    versions[pkg.version] = pkg;
+
+    var t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
+    if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
+      latestMod = row;
+      readme = pkg.readme;
+    }
+
+    delete pkg.readme;
+    if (maintainers.length > 0) {
+      pkg.maintainers = maintainers;
+    }
+
+    if (!createdTime || t < createdTime) {
+      createdTime = t;
+    }
+  }
+
+  if (modifiedTime && createdTime) {
+    var ts = {
+      modified: modifiedTime,
+      created: createdTime,
+    };
+    for (var t in times) {
+      ts[t] = times[t];
+    }
+    times = ts;
+  }
+
+  if (!latestMod) {
+    latestMod = rows[0];
+  }
+
+  var rev = String(latestMod.id);
+  var pkg = latestMod.package;
+
+  if (tags.length === 0) {
+    // some sync error reason, will cause tags missing
+    // set latest tag at least
+    distTags.latest = pkg.version;
+  }
+
+  var info = {
+    _id: orginalName,
+    _rev: rev,
+    name: orginalName,
+    description: pkg.description,
+    "dist-tags": distTags,
+    maintainers: pkg.maintainers,
+    time: times,
+    users: starUsers,
+    author: pkg.author,
+    repository: pkg.repository,
+    versions: versions,
+    readme: readme,
+    _attachments: attachments,
+  };
+
+  info.readmeFilename = pkg.readmeFilename;
+  info.homepage = pkg.homepage;
+  info.bugs = pkg.bugs;
+  info.license = pkg.license;
+
+  debug('show module %s: %s, latest: %s', orginalName, rev, latestMod.version);
+  this.body = info;
+};

controllers/registry/package/list_all.js

@@ -0,0 +1,30 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/list_all.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+// GET /-/all
+// List all packages names
+// https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L86
+module.exports = function* () {
+  var updated = Date.now();
+  var names = yield* packageService.listAllPublicModuleNames();
+  var result = { _updated: updated };
+  names.forEach(function (name) {
+    result[name] = true;
+  });
+  this.body = result;
+};

controllers/registry/package/list_since.js

@@ -0,0 +1,59 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/list_since.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+var A_WEEK_MS = 3600000 * 24 * 7;
+
+// GET /-/all/since?stale=update_after&startkey={key}
+// List packages names since startkey
+// https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L89
+module.exports = function* () {
+  var query = this.query;
+  if (query.stale !== 'update_after') {
+    this.status = 400;
+    this.body = {
+      error: 'query_parse_error',
+      reason: 'Invalid value for `stale`.'
+    };
+    return;
+  }
+
+  var startkey = Number(query.startkey);
+  if (!startkey) {
+    this.status = 400;
+    this.body = {
+      error: 'query_parse_error',
+      reason: 'Invalid value for `startkey`.'
+    };
+    return;
+  }
+
+  var updated = Date.now();
+  if (updated - startkey > A_WEEK_MS) {
+    startkey = updated - A_WEEK_MS;
+    console.warn('[%s] list modules since time out of range: query: %j, ip: %s',
+      Date(), query, this.ip);
+  }
+
+  var names = yield* packageService.listPublicModuleNamesSince(startkey);
+  var result = { _updated: updated };
+  names.forEach(function (name) {
+    result[name] = true;
+  });
+
+  this.body = result;
+};

controllers/registry/package/remove.js

@@ -0,0 +1,67 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/remove.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove');
+var urlparse = require('url').parse;
+var packageService = require('../../../services/package');
+var totalService = require('../../../services/total');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+
+// DELETE /:name/-rev/:rev
+// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L25
+module.exports = function* remove(next) {
+  var name = this.params.name || this.params[0];
+  var rev = this.params.rev || this.params[1];
+  debug('remove all the module with name: %s, id: %s', name, rev);
+
+  var mods = yield* packageService.listModulesByName(name);
+  debug('removeAll module %s: %d', name, mods.length);
+  var mod = mods[0];
+  if (!mod) {
+    return yield* next;
+  }
+
+  yield [
+    packageService.removeModulesByName(name),
+    packageService.removeModuleTags(name),
+    totalService.plusDeleteModule(),
+  ];
+
+  var keys = [];
+  for (var i = 0; i < mods.length; i++) {
+    var row = mods[i];
+    var dist = row.package.dist;
+    var key = dist.key;
+    if (!key) {
+      key = urlparse(dist.tarball).pathname;
+    }
+    key && keys.push(key);
+  }
+
+  try {
+    yield keys.map(function (key) {
+      return nfs.remove(key);
+    });
+  } catch (err) {
+    logger.error(err);
+  }
+
+  // remove the maintainers
+  yield* packageService.removeAllMaintainers(name);
+
+  this.body = { ok: true };
+};

controllers/registry/package/remove_version.js

@@ -0,0 +1,74 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/remove_version.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove_version');
+var packageService = require('../../../services/package');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+var getCDNKey = require('../../../lib/common').getCDNKey;
+
+// DELETE /:name/download/:filename/-rev/:rev
+// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L97
+module.exports = function* removeOneVersion(next) {
+  var name = this.params.name || this.params[0];
+  var filename = this.params.filename || this.params[1];
+  var id = Number(this.params.rev || this.params[2]);
+  // cnpmjs.org-2.0.0.tgz
+  var version = filename.split(name + '-')[1];
+  if (version) {
+    // 2.0.0.tgz
+    version = version.substring(0, version.lastIndexOf('.tgz'));
+  }
+  if (!version) {
+    return yield* next;
+  }
+
+  debug('remove tarball with filename: %s, version: %s, revert to => rev id: %s', filename, version, id);
+
+  if (isNaN(id)) {
+    return yield* next;
+  }
+
+  var rs = yield [
+    packageService.getModuleById(id),
+    packageService.getModule(name, version),
+  ];
+  var revertTo = rs[0];
+  var mod = rs[1]; // module need to delete
+  if (!mod || mod.name !== name) {
+    return yield* next;
+  }
+
+  var key = mod.package && mod.package.dist && mod.package.dist.key;
+  if (!key) {
+    key = getCDNKey(mod.name, filename);
+  }
+
+  if (revertTo && revertTo.package) {
+    debug('removing key: %s from nfs, revert to %s@%s', key, revertTo.name, revertTo.package.version);
+  } else {
+    debug('removing key: %s from nfs, no revert mod', key);
+  }
+  try {
+    yield nfs.remove(key);
+  } catch (err) {
+    logger.error(err);
+  }
+  // remove version from table
+  yield* packageService.removeModulesByNameAndVersions(name, [version]);
+  debug('removed %s@%s', name, version);
+  this.body = { ok: true };
+};

controllers/registry/package/save.js

@@ -0,0 +1,237 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/save.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:save');
+var crypto = require('crypto');
+var deprecateVersions = require('./deprecate');
+var packageService = require('../../../services/package');
+var common = require('../../../lib/common');
+var nfs = require('../../../common/nfs');
+var config = require('../../../config');
+
+// old flows:
+// 1. add()
+// 2. upload()
+// 3. updateLatest()
+//
+// new flows: only one request
+// PUT /:name
+// https://github.com/npm/npm-registry-client/blob/master/lib/publish.js#L84
+module.exports = function* save(next) {
+  // 'dist-tags': { latest: '0.0.2' },
+  //  _attachments:
+  // { 'nae-sandbox-0.0.2.tgz':
+  //    { content_type: 'application/octet-stream',
+  //      data: 'H4sIAAAAA
+  //      length: 9883
+  var pkg = this.request.body;
+  var username = this.user.name;
+  var name = this.params.name || this.params[0];
+  var filename = Object.keys(pkg._attachments || {})[0];
+  var version = Object.keys(pkg.versions || {})[0];
+  if (!version) {
+    this.status = 400;
+    this.body = {
+      error: 'version_error',
+      reason: 'package.versions is empty'
+    };
+    return;
+  }
+
+  // check maintainers
+  var result = yield* packageService.authMaintainer(name, username);
+  if (!result.isMaintainer) {
+    this.status = 403;
+    this.body = {
+      error: 'forbidden user',
+      reason: username + ' not authorized to modify ' + name +
+        ', please contact maintainers: ' + result.maintainers.join(', ')
+    };
+    return;
+  }
+
+  if (!filename) {
+    var hasDeprecated = false;
+    for (var v in pkg.versions) {
+      var row = pkg.versions[v];
+      if (typeof row.deprecated === 'string') {
+        hasDeprecated = true;
+        break;
+      }
+    }
+    if (hasDeprecated) {
+      return yield* deprecateVersions.call(this, next);
+    }
+
+    this.status = 400;
+    this.body = {
+      error: 'attachment_error',
+      reason: 'package._attachments is empty'
+    };
+    return;
+  }
+
+  var attachment = pkg._attachments[filename];
+  var versionPackage = pkg.versions[version];
+  var maintainers = versionPackage.maintainers;
+
+  // should never happened in normal request
+  if (!maintainers) {
+    this.status = 400;
+    this.body = {
+      error: 'maintainers error',
+      reason: 'request body need maintainers'
+    };
+    return;
+  }
+
+  // notice that admins can not publish to all modules
+  // (but admins can add self to maintainers first)
+
+  // make sure user in auth is in maintainers
+  // should never happened in normal request
+  var m = maintainers.filter(function (maintainer) {
+    return maintainer.name === username;
+  });
+  if (m.length === 0) {
+    this.status = 403;
+    this.body = {
+      error: 'maintainers error',
+      reason: username + ' does not in maintainer list'
+    };
+    return;
+  }
+
+  // TODO: add this info into some table
+  versionPackage._publish_on_cnpm = true;
+  var distTags = pkg['dist-tags'] || {};
+  var tags = []; // tag, version
+  for (var t in distTags) {
+    tags.push([t, distTags[t]]);
+  }
+
+  if (tags.length === 0) {
+    this.status = 400;
+    this.body = {
+      error: 'invalid',
+      reason: 'dist-tags should not be empty'
+    };
+    return;
+  }
+
+  debug('%s publish new %s:%s, attachment size: %s, maintainers: %j, distTags: %j',
+    username, name, version, attachment.length, versionPackage.maintainers, distTags);
+
+  var exists = yield* packageService.getModule(name, version);
+  var shasum;
+  if (exists) {
+    this.status = 403;
+    this.body = {
+      error: 'forbidden',
+      reason: 'cannot modify pre-existing version: ' + version
+    };
+    return;
+  }
+
+  // upload attachment
+  var tarballBuffer;
+  tarballBuffer = new Buffer(attachment.data, 'base64');
+
+  if (tarballBuffer.length !== attachment.length) {
+    this.status = 403;
+    this.body = {
+      error: 'size_wrong',
+      reason: 'Attachment size ' + attachment.length
+        + ' not match download size ' + tarballBuffer.length,
+    };
+    return;
+  }
+
+  if (!distTags.latest) {
+    // need to check if latest tag exists or not
+    var latest = yield* packageService.getModuleByTag(name, 'latest');
+    if (!latest) {
+      // auto add latest
+      tags.push(['latest', tags[0][1]]);
+      debug('auto add latest tag: %j', tags);
+    }
+  }
+
+  shasum = crypto.createHash('sha1');
+  shasum.update(tarballBuffer);
+  shasum = shasum.digest('hex');
+
+  var options = {
+    key: common.getCDNKey(name, filename),
+    shasum: shasum
+  };
+  var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
+  debug('upload %j', uploadResult);
+
+  var dist = {
+    shasum: shasum,
+    size: attachment.length
+  };
+
+  // if nfs upload return a key, record it
+  if (uploadResult.url) {
+    dist.tarball = uploadResult.url;
+  } else if (uploadResult.key) {
+    dist.key = uploadResult.key;
+    dist.tarball = uploadResult.key;
+  }
+
+  var mod = {
+    name: name,
+    version: version,
+    author: username,
+    package: versionPackage
+  };
+
+  mod.package.dist = dist;
+  yield* addDepsRelations(mod.package);
+
+  var addResult = yield* packageService.saveModule(mod);
+  debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
+    addResult.id, dist.tarball, dist.size, shasum, dist, version);
+
+  if (tags.length) {
+    yield tags.map(function (tag) {
+      // tag: [tagName, version]
+      return packageService.addModuleTag(name, tag[0], tag[1]);
+    });
+  }
+
+  // ensure maintainers exists
+  var maintainerNames = maintainers.map(function (item) {
+    return item.name;
+  });
+  yield* packageService.addMaintainers(name, maintainerNames);
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    rev: String(addResult.id)
+  };
+};
+
+function* addDepsRelations(pkg) {
+  var dependencies = Object.keys(pkg.dependencies || {});
+  if (dependencies.length > config.maxDependencies) {
+    dependencies = dependencies.slice(0, config.maxDependencies);
+  }
+  yield packageService.addDependencies(pkg.name, dependencies);
+}

controllers/registry/package/show.js

@@ -0,0 +1,84 @@
+/**!
+ * cnpmjs.js - controllers/registry/package/show.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:show');
+var semver = require('semver');
+var packageService = require('../../../services/package');
+var npmService = require('../../../services/npm');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var SyncModuleWorker = require('../../sync_module_worker');
+var config = require('../../../config');
+
+/**
+ * [deprecate] api
+ *
+ * get the special version or tag of a module
+ *
+ * GET /:name/:version
+ * GET /:name/:tag
+ */
+module.exports = function* show() {
+  var name = this.params.name || this.params[0];
+  var tag = this.params.version || this.params[1];
+  var version = semver.valid(tag);
+  var mod;
+  if (version) {
+    mod = yield* packageService.getModule(name, version);
+  } else {
+    mod = yield* packageService.getModuleByTag(name, tag);
+  }
+  if (mod) {
+    setDownloadURL(mod.package, this);
+    mod.package._cnpm_publish_time = mod.publish_time;
+    var maintainers = yield* packageService.listMaintainers(name);
+    if (maintainers.length > 0) {
+      mod.package.maintainers = maintainers;
+    }
+    this.body = mod.package;
+    return;
+  }
+
+  // if not fond, sync from source registry
+  if (!this.allowSync) {
+    this.status = 404;
+    this.body = {
+      error: 'not exist',
+      reason: 'version not found: ' + version
+    };
+    return;
+  }
+
+  // start sync
+  var logId = yield* SyncModuleWorker.sync(name, 'sync-by-install');
+  debug('start sync %s, get log id %s', name, logId);
+
+  // rty to get package from official registry
+  var r = yield npmService.request('/' + name + '/' + tag, {
+    registry: config.officialNpmRegistry
+  });
+
+  if (r.status !== 200) {
+    debug('requet from officialNpmRegistry response %s', r.status);
+    this.status = 404;
+    this.body = {
+      error: 'not exist',
+      reason: 'tag or version not found: ' + tag
+    };
+    return;
+  }
+
+  this.body = r.data;
+};

controllers/registry/package/tag.js

@@ -0,0 +1,69 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/tag.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:tag');
+var semver = require('semver');
+var util = require('util');
+var packageService = require('../../../services/package');
+
+// PUT /:name/:tag
+// https://github.com/npm/npm-registry-client/blob/master/lib/tag.js#L4
+// this.request("PUT", uri+"/"+tagName, { body : JSON.stringify(version) }, cb)
+module.exports = function* tag() {
+  var version = this.request.body;
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
+  debug('tag %j to %s/%s', version, name, tag);
+
+  if (!version) {
+    this.status = 400;
+    this.body = {
+      error: 'version_missed',
+      reason: 'version not found'
+    };
+    return;
+  }
+
+  if (!semver.valid(version)) {
+    this.status = 403;
+    var reason = util.format('setting tag %s to invalid version: %s: %s/%s',
+      tag, version, name, tag);
+    this.body = {
+      error: 'forbidden',
+      reason: reason
+    };
+    return;
+  }
+
+  var mod = yield* packageService.getModule(name, version);
+  if (!mod) {
+    this.status = 403;
+    var reason = util.format('setting tag %s to unknown version: %s: %s/%s',
+      tag, version, name, tag);
+    this.body = {
+      error: 'forbidden',
+      reason: reason
+    };
+    return;
+  }
+
+  var row = yield* packageService.addModuleTag(name, tag, version);
+  this.status = 201;
+  this.body = {
+    ok: true,
+    modified: row.gmt_modified
+  };
+};

controllers/registry/package/update.js

@@ -0,0 +1,180 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/update.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:update');
+var packageService = require('../../../services/package');
+var userService = require('../../../services/user');
+var config = require('../../../config');
+
+// PUT /:name/-rev/:rev
+//
+// * remove with versions, then will `DELETE /:name/download/:filename/-rev/:rev`
+// * ...
+module.exports = function* update(next) {
+  var name = this.params.name || this.params[0];
+  debug('update module %s, %s, %j', this.url, name, this.request.body);
+
+  var body = this.request.body;
+  if (body.versions) {
+    yield* updateVersions.call(this, next);
+  } else if (body.maintainers) {
+    yield* updateMaintainers.call(this, next);
+  } else {
+    yield* next;
+  }
+};
+
+// update with versions
+// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L63
+function* updateVersions(next) {
+  var name = this.params.name || this.params[0];
+  // left versions
+  var versions = this.request.body.versions;
+
+  // step1: list all the versions
+  var mods = yield* packageService.listModulesByName(name);
+  debug('removeWithVersions module %s, left versions %j, %s mods',
+    name, Object.keys(versions), mods && mods.length);
+  if (!mods || !mods.length) {
+    return yield* next;
+  }
+
+  // step3: calculate which versions need to remove and
+  // which versions need to remain
+  var removeVersions = [];
+  var removeVersionMaps = {};
+  var remainVersions = [];
+
+  for (var i = 0; i < mods.length; i++) {
+    var v = mods[i].version;
+    if (!versions[v]) {
+      removeVersions.push(v);
+      removeVersionMaps[v] = true;
+    } else {
+      remainVersions.push(v);
+    }
+  }
+
+  if (!removeVersions.length) {
+    debug('no versions need to remove');
+    this.status = 201;
+    this.body = { ok: true };
+    return;
+  }
+  debug('remove versions: %j, remain versions: %j', removeVersions, remainVersions);
+
+  // step 4: remove all the versions which need to remove
+  // let removeTar do remove versions from module table
+  var tags = yield* packageService.listModuleTags(name);
+
+  var removeTags = [];
+  var latestRemoved = false;
+  tags.forEach(function (tag) {
+    // this tag need be removed
+    if (removeVersionMaps[tag.version]) {
+      removeTags.push(tag.id);
+      if (tag.tag === 'latest') {
+        latestRemoved = true;
+      }
+    }
+  });
+
+  debug('remove tags: %j', removeTags);
+  if (removeTags.length) {
+    // step 5: remove all the tags
+    yield* packageService.removeModuleTagsByIds(removeTags);
+    if (latestRemoved && remainVersions[0]) {
+      debug('latest tags removed, generate a new latest tag with new version: %s',
+        remainVersions[0]);
+      // step 6: insert new latest tag
+      yield* packageService.addModuleTag(name, 'latest', remainVersions[0]);
+    }
+  }
+
+  // step 7: update last modified, make sure etag change
+  yield* packageService.updateModuleLastModified(name);
+
+  this.status = 201;
+  this.body = { ok: true };
+}
+
+function* updateMaintainers() {
+  var name = this.params.name || this.params[0];
+  var body = this.request.body;
+  debug('updateMaintainers module %s, %j', name, body);
+
+  var usernames = body.maintainers.map(function (user) {
+    return user.name;
+  });
+
+  if (usernames.length === 0) {
+    this.status = 403;
+    this.body = {
+      error: 'invalid operation',
+      reason: 'Can not remove all maintainers'
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // ensure new authors are vaild
+    var maintainers = yield* packageService.listMaintainerNamesOnly(name);
+    var map = {};
+    var newNames = [];
+    for (var i = 0; i < maintainers.length; i++) {
+      map[maintainers[i]] = 1;
+    }
+    for (var i = 0; i < usernames.length; i++) {
+      var username = usernames[i];
+      if (map[username] !== 1) {
+        newNames.push(username);
+      }
+    }
+    if (newNames.length > 0) {
+      var users = yield* userService.list(newNames);
+      var map = {};
+      for (var i = 0; i < users.length; i++) {
+        var user = users[i];
+        map[user.login] = 1;
+      }
+      var invailds = [];
+      for (var i = 0; i < newNames.length; i++) {
+        var username = newNames[i];
+        if (map[username] !== 1) {
+          invailds.push(username);
+        }
+      }
+      if (invailds.length > 0) {
+        this.status = 403;
+        this.body = {
+          error: 'invalid user name',
+          reason: 'User: `' + invailds.join(', ') + '` not exists'
+        };
+        return;
+      }
+    }
+  }
+
+  var r = yield* packageService.updateMaintainers(name, usernames);
+  debug('result: %j', r);
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: name,
+    rev: this.params.rev || this.params[1],
+  };
+}

controllers/registry/user.js

@@ -1,155 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/user.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry');
-var logger = require('../../common/logger');
-var User = require('../../proxy/user');
-
-exports.show = function *(next) {
-  var name = this.params.name;
-  var user = yield User.get(name);
-  if (!user) {
-    return yield next;
-  }
-  this.etag = '"' + user.rev + '"';
-  var data = {
-    _id: 'org.couchdb.user:' + user.name,
-    _rev: user.rev,
-    name: user.name,
-    email: user.email,
-    type: 'user',
-    roles: [],
-    date: user.gmt_modified,
-  };
-  this.body = data;
-};
-
-// json:
-//  { name: 'fengmk2',
-//    salt: 'xxxx',
-//    password_sha: 'xxxxxx',
-//    email: 'fengmk2@gmail.com',
-//    _id: 'org.couchdb.user:fengmk2',
-//    type: 'user',
-//    roles: [],
-//    date: '2013-12-04T12:56:13.714Z' } }
-exports.add = function *() {
-  var name = this.params.name;
-  var body = this.request.body || {};
-  var user = {
-    name: body.name,
-    salt: body.salt,
-    password_sha: body.password_sha,
-    email: body.email,
-    ip: this.ip || '0.0.0.0',
-    // roles: body.roles || [],
-  };
-
-  if (!user.name || !user.salt || !user.password_sha || !user.email) {
-    this.status = 422;
-    this.body = {
-      error: 'paramError',
-      reason: 'params missing'
-    };
-    return;
-  }
-  debug('add user: %j', user);
-
-  var existUser = yield User.get(name);
-  if (existUser) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
-    };
-    return;
-  }
-
-  var result = yield User.add(user);
-  this.etag = '"' + result.rev + '"';
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: 'org.couchdb.user:' + name,
-    rev: result.rev
-  };
-};
-
-exports.authSession = function *() {
-  // body: {"name":"foo","password":"****"}
-  var body = this.request.body || {};
-  var name = body.name;
-  var password = body.password;
-  var user = yield User.auth(name, password);
-  debug('authSession %s: %j', name, user);
-
-  if (!user) {
-    this.status = 401;
-    this.body = {ok: false, name: null, roles: []};
-    return;
-  }
-
-  this.session.name = user.name;
-  this.body = {ok: true, name: user.name, roles: []};
-};
-
-exports.update = function *(next) {
-  var name = this.params.name;
-  var rev = this.params.rev;
-  if (!name || !rev) {
-    return yield next;
-  }
-
-  debug('update: %s, rev: %s, session.name: %s', name, rev, this.session.name);
-
-  if (name !== this.session.name) {
-    // must authSession first
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Name is incorrect.'
-    };
-    return;
-  }
-
-  var body = this.request.body || {};
-  var user = {
-    name: body.name,
-    salt: body.salt,
-    password_sha: body.password_sha,
-    email: body.email,
-    ip: this.ip || '0.0.0.0',
-    rev: body.rev || body._rev,
-    // roles: body.roles || [],
-  };
-  var result = yield User.update(user);
-  if (!result) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
-    };
-    return;
-  }
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: 'org.couchdb.user:' + user.name,
-    rev: result.rev
-  };
-};

controllers/registry/user/add.js

@@ -0,0 +1,128 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/add.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var ensurePasswordSalt = require('./common').ensurePasswordSalt;
+var userService = require('../../../services/user');
+var config = require('../../../config');
+
+// npm 1.4.4
+// add new user first
+// @see https://github.com/npm/npm-registry-client/commit/effb4bc88d443f764f2c2e8b4dd583cc72cf6084
+// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
+//   'accept-encoding': 'gzip',
+//   'user-agent': 'node/v0.11.12 darwin x64',
+//   host: '127.0.0.1:7001',
+//   'content-type': 'application/json',
+//   'content-length': '150',
+//   connection: 'close' } { name: 'mk2',
+//   password: '123456',
+//   email: 'fengmk2@gmail.com',
+//   _id: 'org.couchdb.user:mk2',
+//   type: 'user',
+//   roles: [],
+//   date: '2014-03-15T02:33:19.465Z' }
+
+// old npm flow
+// json:
+// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
+//   'user-agent': 'node/v0.8.26 darwin x64',
+//   host: '127.0.0.1:7001',
+//   'content-type': 'application/json',
+//   'content-length': '258',
+//   connection: 'keep-alive' }
+// { name: 'mk2',
+//   salt: '12351936478446a5466d4fb1633b80f3838b4caaa03649a885ac722cd6',
+//   password_sha: '123408912a6db1d96b132a90856d99db029cef3d',
+//   email: 'fengmk2@gmail.com',
+//   _id: 'org.couchdb.user:mk2',
+//   type: 'user',
+//   roles: [],
+//   date: '2014-03-15T02:39:25.696Z' }
+module.exports = function* addUser() {
+  var name = this.params.name;
+  var body = this.request.body || {};
+  var user = {
+    name: body.name,
+    // salt: body.salt,
+    // password_sha: body.password_sha,
+    email: body.email,
+    ip: this.ip || '0.0.0.0',
+    // roles: body.roles || [],
+  };
+
+  ensurePasswordSalt(user, body);
+
+  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+    this.status = 422;
+    this.body = {
+      error: 'paramError',
+      reason: 'params missing, name, email or password missing.'
+    };
+    return;
+  }
+
+  var loginedUser;
+  try {
+    loginedUser = yield* userService.authAndSave(body.name, body.password);
+  } catch (err) {
+    this.status = err.status || 500;
+    this.body = {
+      error: err.name,
+      reason: err.message
+    };
+    return;
+  }
+  if (loginedUser) {
+    this.status = 201;
+    this.body = {
+      ok: true,
+      id: 'org.couchdb.user:' + loginedUser.login,
+      rev: Date.now() + '-' + loginedUser.login
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // user login fail, not allow to add new user
+    this.status = 401;
+    this.body = {
+      error: 'unauthorized',
+      reason: 'Login fail, please check your login name and password'
+    };
+    return;
+  }
+
+  var existUser = yield* userService.get(name);
+  if (existUser) {
+    this.status = 409;
+    this.body = {
+      error: 'conflict',
+      reason: 'User ' + name + ' already exists.'
+    };
+    return;
+  }
+
+  // add new user
+  var result = yield* userService.add(user);
+  this.etag = '"' + result.rev + '"';
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: 'org.couchdb.user:' + name,
+    rev: result.rev
+  };
+};

controllers/registry/user/common.js

@@ -0,0 +1,26 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/common.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var crypto = require('crypto');
+var utility = require('utility');
+
+exports.ensurePasswordSalt = function (user, body) {
+  if (!user.password_sha && body.password) {
+    // create password_sha on server
+    user.salt = crypto.randomBytes(30).toString('hex');
+    user.password_sha = utility.sha1(body.password + user.salt);
+  }
+};

controllers/registry/user/show.js

@@ -0,0 +1,69 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/show.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var userService = require('../../../services/user');
+
+// GET /-/user/org.couchdb.user::name
+module.exports = function* show(next) {
+  var name = this.params.name;
+  var user = yield* userService.getAndSave(name);
+  if (!user) {
+    return yield* next;
+  }
+
+  var data = user.json;
+  if (!data) {
+    data = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+    };
+  }
+
+  if (data.login) {
+    // custom user format
+    // convert to npm user format
+    data = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+      avatar: data.avatar_url,
+      fullname: data.name || data.login,
+      homepage: data.html_url,
+      scopes: data.scopes,
+      site_admin: data.site_admin
+    };
+  }
+
+  data._cnpm_meta = {
+    id: user.id,
+    npm_user: user.isNpmUser,
+    custom_user: !!data.login,
+    gmt_create: user.gmt_create,
+    gmt_modified: user.gmt_modified,
+  };
+
+  this.body = data;
+};

controllers/registry/user/update.js

@@ -0,0 +1,97 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/update.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:user:update');
+var ensurePasswordSalt = require('./common').ensurePasswordSalt;
+var userService = require('../../../services/user');
+
+// logined before update, no need to auth user again
+// { name: 'admin',
+// password: '123123',
+// email: 'fengmk2@gmail.com',
+// _id: 'org.couchdb.user:admin',
+// type: 'user',
+// roles: [],
+// date: '2014-08-05T16:08:22.645Z',
+// _rev: '1-1a18c3d73ba42e863523a399ff3304d8',
+// _cnpm_meta:
+//  { id: 14,
+//    npm_user: false,
+//    custom_user: false,
+//    gmt_create: '2014-08-05T15:46:58.000Z',
+//    gmt_modified: '2014-08-05T15:46:58.000Z',
+//    admin: true,
+//    scopes: [ '@cnpm', '@cnpmtest' ] } }
+module.exports = function* updateUser(next) {
+  var name = this.params.name;
+  var rev = this.params.rev;
+  if (!name || !rev) {
+    return yield* next;
+  }
+  debug('update: %s, rev: %s, user.name: %s', name, rev, this.user.name);
+
+  if (name !== this.user.name) {
+    // must auth user first
+    this.status = 401;
+    this.body = {
+      error: 'unauthorized',
+      reason: 'Name is incorrect.'
+    };
+    return;
+  }
+
+  var body = this.request.body || {};
+  var user = {
+    name: body.name,
+    // salt: body.salt,
+    // password_sha: body.password_sha,
+    email: body.email,
+    ip: this.ip || '0.0.0.0',
+    rev: body.rev || body._rev,
+    // roles: body.roles || [],
+  };
+
+  debug('update user %j', body);
+
+  ensurePasswordSalt(user, body);
+
+  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+    this.status = 422;
+    this.body = {
+      error: 'paramError',
+      reason: 'params missing, name, email or password missing.'
+    };
+    return;
+  }
+
+  var result = yield* userService.update(user);
+  if (!result) {
+    this.status = 409;
+    this.body = {
+      error: 'conflict',
+      reason: 'Document update conflict.'
+    };
+    return;
+  }
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: 'org.couchdb.user:' + user.name,
+    rev: result.rev
+  };
+};

controllers/registry/user_package.js

@@ -0,0 +1,51 @@
+/**!
+ * cnpmjs.org - controllers/registry/user_package.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../services/package');
+
+// GET /-/by-user/:user
+exports.list = function* () {
+  var users = this.params.user.split('|');
+  if (users.length > 20) {
+    this.status = 400;
+    this.body = {
+      error: 'bad_request',
+      reason: 'reach max user names limit, must <= 20 user names'
+    };
+    return;
+  }
+
+  var firstUser = users[0];
+  if (!firstUser) {
+    // params.user = '|'
+    this.body = {};
+    return;
+  }
+
+  var tasks = {};
+  for (var i = 0; i < users.length; i++) {
+    var username = users[i];
+    tasks[username] = packageService.listPublicModuleNamesByUser(username);
+  }
+
+  var data = yield tasks;
+  for (var k in data) {
+    if (data[k].length === 0) {
+      data[k] = undefined;
+    }
+  }
+  this.body = data;
+};

controllers/sync.js

@@ -1,5 +1,5 @@
 /**!
- * cnpmjs.org - controllers/download.js
+ * cnpmjs.org - controllers/sync.js
  *
  * Copyright(c) cnpmjs.org and other contributors.
  * MIT Licensed
@@ -14,15 +14,17 @@
  * Module dependencies.
  */
 
-var Log = require('../proxy/module_log');
-var SyncModuleWorker = require('../proxy/sync_module_worker');
+var debug = require('debug')('cnpmjs.org:controllers:sync');
+var Log = require('../services/module_log');
+var SyncModuleWorker = require('./sync_module_worker');
 
-exports.sync = function *() {
-  var username = this.session.name || 'anonymous';
+exports.sync = function* () {
+  var username = this.user.name || 'anonymous';
   var name = this.params.name;
   var publish = this.query.publish === 'true';
   var noDep = this.query.nodeps === 'true';
-  if (publish && !this.session.isAdmin) {
+  debug('sync %s with query: %j', name, this.query);
+  if (publish && !this.user.isAdmin) {
     this.status = 403;
     this.body = {
       error: 'no_perms',
@@ -36,36 +38,22 @@ exports.sync = function *() {
     noDep: noDep,
   };
 
-  var result = yield SyncModuleWorker.sync(name, username, options);
+  var logId = yield* SyncModuleWorker.sync(name, username, options);
+  debug('sync %s got log id %j', name, logId);
 
-  // friendly 404 reason info
-  if (result.staticCache === 404) {
-    this.status = 404;
-    this.body = {
-      ok: false,
-      reason: 'can not found ' + name + ' in the source registry'
-    };
-    return;
-  }
-  if (!result.ok) {
-    this.status = result.statusCode;
-    this.body = result.pkg;
-    return;
-  }
   this.status = 201;
   this.body = {
     ok: true,
-    logId: result.logId
+    logId: logId
   };
 };
 
-exports.getSyncLog = function *(next) {
+exports.getSyncLog = function* (next) {
   var logId = this.params.id;
-  var name = this.params.name;
   var offset = Number(this.query.offset) || 0;
-  var row = yield Log.get(logId);
+  var row = yield* Log.get(logId);
   if (!row) {
-    return yield next;
+    return yield* next;
   }
 
   var log = row.log.trim();

controllers/total.js

@@ -15,16 +15,15 @@
  * Module dependencies.
  */
 
-var microtime = require('microtime');
-var Total = require('../proxy/total');
-var Download = require('./download');
+var Total = require('../services/total');
 var version = require('../package.json').version;
 var config = require('../config');
+var getDownloadTotal = require('./utils').getDownloadTotal;
 
-var startTime = '' + microtime.now();
+var startTime = '' + Date.now();
 
-exports.show = function *() {
-  var r = yield [Total.get(), Download.total()];
+module.exports = function* showTotal() {
+  var r = yield [Total.get(), getDownloadTotal()];
   var total = r[0];
   var download = r[1];
 
@@ -33,7 +32,7 @@ exports.show = function *() {
   total.instance_start_time = startTime;
   total.node_version = process.version;
   total.app_version = version;
-  total.donate = 'https://me.alipay.com/imk2';
+  total.donate = 'https://www.gittip.com/fengmk2';
   total.sync_model = config.syncModel;
 
   this.body = total;

controllers/utils.js

@@ -0,0 +1,161 @@
+/**!
+ * cnpmjs.org - controllers/utils.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:utils');
+var path = require('path');
+var fs = require('fs');
+var utility = require('utility');
+var ms = require('humanize-ms');
+var moment = require('moment');
+var downloadTotalService = require('../services/download_total');
+var nfs = require('../common/nfs');
+var config = require('../config');
+
+var DOWNLOAD_TIMEOUT = ms('10m');
+
+exports.downloadAsReadStream = function* (key) {
+  var tmpPath = path.join(config.uploadDir,
+    utility.randomString() + key.replace(/\//g, '-'));
+  function cleanup() {
+    debug('cleanup %s', tmpPath);
+    fs.unlink(tmpPath, utility.noop);
+  }
+  debug('downloadAsReadStream() %s to %s', key, tmpPath);
+  try {
+    yield nfs.download(key, tmpPath, {timeout: DOWNLOAD_TIMEOUT});
+  } catch (err) {
+    debug('downloadAsReadStream() %s to %s error: %s', key, tmpPath, err.stack);
+    cleanup();
+    throw err;
+  }
+  var tarball = fs.createReadStream(tmpPath);
+  tarball.once('error', cleanup);
+  tarball.once('end', cleanup);
+  return tarball;
+};
+
+exports.getDownloadTotal = function* (name) {
+  var end = moment();
+  var start = end.clone().subtract(1, 'months').startOf('month');
+  var lastday = end.clone().subtract(1, 'days').format('YYYY-MM-DD');
+  var lastweekStart = end.clone().subtract(1, 'weeks').startOf('week');
+  var lastweekEnd = lastweekStart.clone().endOf('week').format('YYYY-MM-DD');
+  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
+  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
+  var thisweekStart = end.clone().startOf('week').format('YYYY-MM-DD');
+  start = start.format('YYYY-MM-DD');
+  end = end.format('YYYY-MM-DD');
+  lastweekStart = lastweekStart.format('YYYY-MM-DD');
+  var method = name ? 'getModuleTotal' : 'getTotal';
+  var args = [start, end];
+  if (name) {
+    args.unshift(name);
+  }
+
+  var rows = yield* downloadTotalService[method].apply(downloadTotalService, args);
+  var download = {
+    today: 0,
+    thisweek: 0,
+    thismonth: 0,
+    lastday: 0,
+    lastweek: 0,
+    lastmonth: 0,
+  };
+
+  for (var i = 0; i < rows.length; i++) {
+    var r = rows[i];
+    if (r.date === end) {
+      download.today += r.count;
+    }
+    if (r.date >= thismonthStart) {
+      download.thismonth += r.count;
+    }
+    if (r.date >= thisweekStart) {
+      download.thisweek += r.count;
+    }
+
+    if (r.date === lastday) {
+      download.lastday += r.count;
+    }
+    if (r.date >= lastweekStart && r.date <= lastweekEnd) {
+      download.lastweek += r.count;
+    }
+    if (r.date >= start && r.date <= lastmonthEnd) {
+      download.lastmonth += r.count;
+    }
+  }
+  return download;
+};
+
+exports.setLicense = function (pkg) {
+  var license;
+  license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
+  if (!license) {
+    return ;
+  }
+
+  if (Array.isArray(license)) {
+    license = license[0];
+  }
+
+  if (typeof license === 'object') {
+    pkg.license = {
+      name: license.name || license.type,
+      url: license.url
+    };
+  }
+
+  if (typeof license === 'string') {
+    if (license.match(/(http|https)(:\/\/)/ig)) {
+      pkg.license = {
+        name: license,
+        url: license
+      };
+    } else {
+      pkg.license = {
+        url: exports.getOssLicenseUrlFromName(license),
+        name: license
+      };
+    }
+  }
+};
+
+exports.getOssLicenseUrlFromName = function (name) {
+  var base = 'http://opensource.org/licenses/';
+
+  var licenseMap = {
+    'bsd': 'BSD-2-Clause',
+    'mit': 'MIT',
+    'x11': 'MIT',
+    'mit/x11': 'MIT',
+    'apache 2.0': 'Apache-2.0',
+    'apache2': 'Apache-2.0',
+    'apache 2': 'Apache-2.0',
+    'apache-2': 'Apache-2.0',
+    'apache': 'Apache-2.0',
+    'gpl': 'GPL-3.0',
+    'gplv3': 'GPL-3.0',
+    'gplv2': 'GPL-2.0',
+    'gpl3': 'GPL-3.0',
+    'gpl2': 'GPL-2.0',
+    'lgpl': 'LGPL-2.1',
+    'lgplv2.1': 'LGPL-2.1',
+    'lgplv2': 'LGPL-2.1'
+  };
+
+  return licenseMap[name.toLowerCase()] ?
+    base + licenseMap[name.toLowerCase()] : base + name;
+};

controllers/web/badge.js

@@ -0,0 +1,49 @@
+/**!
+ * cnpmjs.org - controllers/web/badge.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../../config');
+var packageService = require('../../services/package');
+
+exports.version = function* () {
+  var color = 'lightgrey';
+  var version = 'invalid';
+  var name = this.params[0];
+  var latestTag = yield* packageService.getModuleByTag(name, 'latest');
+  if (latestTag) {
+    version = latestTag.version;
+    if (/^0\.0\./.test(version)) {
+      // <0.1.0 & >=0.0.0
+      color = 'red';
+    } else if (/^0\./.test(version)) {
+      // <1.0.0 & >=0.1.0
+      color = 'green';
+    } else {
+      // >=1.0.0
+      color = 'blue';
+    }
+  }
+
+  var subject = config.badgeSubject.replace(/\-/g, '--');
+  version = version.replace(/\-/g, '--');
+  var url = 'https://img.shields.io/badge/' + subject + '-' + version + '-' + color + '.svg';
+  if (this.querystring) {
+    url += '?' + this.querystring;
+  } else {
+    url += '?style=flat-square';
+  }
+
+  this.redirect(url);
+};

controllers/web/dist.js

@@ -0,0 +1,100 @@
+/**!
+ * cnpmjs.org - controllers/web/dist.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+"use strict";
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:web:dist');
+var mime = require('mime');
+var urlparse = require('url').parse;
+var distService = require('../../services/dist');
+var config = require('../../config');
+var downloadAsReadStream = require('../utils').downloadAsReadStream;
+
+function padding(max, current, pad) {
+  pad = pad || ' ';
+  var left = max - current;
+  var str = '';
+  for (var i = 0; i < left; i++) {
+    str += pad;
+  }
+  return str;
+}
+
+exports.list = function* (next) {
+  var params = this.params;
+  var url = params[0];
+  if (!url) {
+    // GET /dist => /dist/
+    return this.redirect('/dist/');
+  }
+
+  var isDir = url[url.length - 1] === '/';
+  if (!isDir) {
+    return yield* download.call(this, next);
+  }
+
+  var items = yield* distService.listdir(url);
+  if (url === '/') {
+    // phantomjs/
+    items.push({
+      name: 'phantomjs/',
+      date: '',
+    });
+  }
+
+  yield this.render('dist', {
+    title: 'Mirror index of ' + config.disturl + url,
+    disturl: config.disturl,
+    dirname: url,
+    items: items,
+    padding: padding
+  });
+};
+
+function* download(next) {
+  var fullname = this.params[0];
+  var info = yield* distService.getfile(fullname);
+  debug('download %s got %j', fullname, info);
+  if (!info || !info.url) {
+    return yield* next;
+  }
+
+  if (/\.(html|js|css|json|txt)$/.test(fullname)) {
+    if (info.url.indexOf('http') === 0) {
+      info.url = urlparse(info.url).path;
+    }
+    return yield* pipe.call(this, info, false);
+  }
+
+  if (info.url.indexOf('http') === 0) {
+    return this.redirect(info.url);
+  }
+  yield* pipe.call(this, info, true);
+}
+
+function* pipe(info, attachment) {
+  debug('pipe %j, attachment: %s', info, attachment);
+  // download it from nfs
+  if (typeof info.size === 'number' && info.size > 0) {
+    this.length = info.size;
+  }
+  this.type = mime.lookup(info.url);
+  if (attachment) {
+    this.attachment(info.name);
+  }
+  if (info.sha1) {
+    this.etag = info.sha1;
+  }
+  this.body = yield* downloadAsReadStream(info.url);
+}

controllers/web/package.js

@@ -1,235 +0,0 @@
-/*!
- * cnpmjs.org - controllers/web/package.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var giturl = require('giturl');
-var moment = require('moment');
-var eventproxy = require('eventproxy');
-var semver = require('semver');
-var marked = require('marked');
-var gravatar = require('gravatar');
-var humanize = require('humanize-number');
-var config = require('../../config');
-var Module = require('../../proxy/module');
-var down = require('../download');
-var sync = require('../sync');
-var Log = require('../../proxy/module_log');
-var ModuleDeps = require('../../proxy/module_deps');
-var setDownloadURL = require('../../lib/common').setDownloadURL;
-
-exports.display = function *(next) {
-  var params = this.params;
-  var name = params.name;
-  var tag = params.version;
-
-  var getPackageMethod;
-  var getPackageArgs;
-  var version = semver.valid(tag || '');
-  if (version) {
-    getPackageMethod = 'get';
-    getPackageArgs = [name, version];
-  } else {
-    getPackageMethod = 'getByTag';
-    getPackageArgs = [name, tag || 'latest'];
-  }
-  var r = yield [
-    Module[getPackageMethod].apply(Module, getPackageArgs),
-    down.total(name),
-    ModuleDeps.list(name)
-  ];
-  var pkg = r[0];
-  var download = r[1];
-  var dependents = (r[2] || []).map(function (item) {
-    return item.deps;
-  });
-
-  if (!pkg || !pkg.package) {
-    return yield next;
-  }
-
-  pkg.package.fromNow = moment(pkg.publish_time).fromNow();
-  pkg = pkg.package;
-  pkg.readme = marked(pkg.readme || '');
-  if (!pkg.readme) {
-    pkg.readme = pkg.description || '';
-  }
-
-  if (pkg.maintainers) {
-    for (var i = 0; i < pkg.maintainers.length; i++) {
-      var maintainer = pkg.maintainers[i];
-      if (maintainer.email) {
-        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, false);
-      }
-    }
-  }
-
-  if (pkg.contributors) {
-    // registry.cnpmjs.org/compressible
-    if (!Array.isArray(pkg.contributors)) {
-      pkg.contributors = [pkg.contributors];
-    }
-    for (var i = 0; i < pkg.contributors.length; i++) {
-      var contributor = pkg.contributors[i];
-      if (contributor.email) {
-        contributor.gravatar = gravatar.url(contributor.email, {s: '50', d: 'retro'}, false);
-      }
-      if (config.packagePageContributorSearch || !contributor.url) {
-        contributor.url = '/~' + encodeURIComponent(contributor.name);
-      }
-    }
-  }
-
-  if (pkg.repository && pkg.repository.url) {
-    pkg.repository.weburl = giturl.parse(pkg.repository.url) || pkg.repository.url;
-  }
-
-  setLicense(pkg);
-
-  for (var k in download) {
-    download[k] = humanize(download[k]);
-  }
-  setDownloadURL(pkg, this, config.registryHost);
-
-  pkg.dependents = dependents;
-
-  yield this.render('package', {
-    title: 'Package - ' + pkg.name,
-    package: pkg,
-    download: download
-  });
-};
-
-exports.search = function *(next) {
-  var params = this.params;
-  var word = params.word;
-  var result = yield Module.search(word);
-  // return a json result
-  if (this.query && this.query.type === 'json') {
-    this.body = {
-      keyword: word,
-      packages: result.searchMatchs,
-      keywords: result.keywordMatchs
-    };
-    this.charset = 'utf-8';
-    return;
-  }
-
-  yield this.render('search', {
-    title: 'Keyword - ' + word,
-    keyword: word,
-    packages: result.searchMatchs,
-    keywords: result.keywordMatchs,
-  });
-};
-
-exports.rangeSearch = function *(next) {
-  var startKey = this.query.startkey || '';
-  if (startKey[0] === '"') {
-    startKey = startKey.substring(1);
-  }
-  if (startKey[startKey.length - 1] === '"') {
-    startKey = startKey.substring(0, startKey.length - 1);
-  }
-  var limit = Number(this.query.limit) || 20;
-  var result = yield Module.search(startKey, {limit: limit});
-
-  var packages = result.searchMatchs.concat(result.keywordMatchs);
-
-  var rows = [];
-  for (var i = 0; i < packages.length; i++) {
-    var p = packages[i];
-    var row = {
-      key: p.name,
-      count: 1,
-      value: {
-        name: p.name,
-        description: p.description,
-      }
-    };
-    rows.push(row);
-  }
-  this.body = {
-    rows: rows
-  };
-};
-
-exports.displaySync = function *(next) {
-  var name = this.params.name || this.query.name;
-  yield this.render('sync', {
-    name: name,
-    title: 'Sync - ' + name
-  });
-};
-
-function setLicense(pkg) {
-  var license;
-  license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
-  if (!license) {
-    return ;
-  }
-
-  if (Array.isArray(license)) {
-    license = license[0];
-  }
-
-  if (typeof license === 'object') {
-    pkg.license = {
-      name: license.name || license.type,
-      url: license.url
-    };
-  }
-
-  if (typeof license === 'string') {
-    if (license.match(/(http|https)(:\/\/)/ig)) {
-      pkg.license = {
-        name: license,
-        url: license
-      };
-    } else {
-      pkg.license = {
-        url: getOssLicenseUrlFromName(license),
-        name: license
-      };
-    }
-  }
-}
-exports.setLicense = setLicense;
-
-function getOssLicenseUrlFromName(name) {
-  var base = 'http://opensource.org/licenses/';
-
-  var licenseMap = {
-    'bsd': 'BSD-2-Clause',
-    'mit': 'MIT',
-    'x11': 'MIT',
-    'mit/x11': 'MIT',
-    'apache 2.0': 'Apache-2.0',
-    'apache2': 'Apache-2.0',
-    'apache 2': 'Apache-2.0',
-    'apache-2': 'Apache-2.0',
-    'apache': 'Apache-2.0',
-    'gpl': 'GPL-3.0',
-    'gplv3': 'GPL-3.0',
-    'gplv2': 'GPL-2.0',
-    'gpl3': 'GPL-3.0',
-    'gpl2': 'GPL-2.0',
-    'lgpl': 'LGPL-2.1',
-    'lgplv2.1': 'LGPL-2.1',
-    'lgplv2': 'LGPL-2.1'
-  };
-
-  return licenseMap[name.toLowerCase()] ?
-    base + licenseMap[name.toLowerCase()] : base + name;
-}

controllers/web/package/list_privates.js

@@ -0,0 +1,33 @@
+/**!
+ * cnpmjs.org - controllers/web/package/list_privates.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+var config = require('../../../config');
+
+module.exports = function* listPrivates() {
+  var tasks = {};
+  for (var i = 0; i < config.scopes.length; i++) {
+    var scope = config.scopes[i];
+    tasks[scope] = packageService.listPrivateModulesByScope(scope);
+  }
+
+  var scopes = yield tasks;
+  yield this.render('private', {
+    title: 'private packages',
+    scopes: scopes
+  });
+};

controllers/web/package/search.js

@@ -0,0 +1,54 @@
+/**!
+ * cnpmjs.org - controllers/web/package/search.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:web:package:search');
+var packageService = require('../../../services/package');
+
+module.exports = function* search() {
+  var params = this.params;
+  var word = params.word || params[0];
+  debug('search %j', word);
+  var result = yield* packageService.search(word);
+
+  var match = null;
+  for (var i = 0; i < result.searchMatchs.length; i++) {
+    var p = result.searchMatchs[i];
+    if (p.name === word) {
+      match = p;
+      break;
+    }
+  }
+
+  // return a json result
+  if (this.query && this.query.type === 'json') {
+    this.body = {
+      keyword: word,
+      match: match,
+      packages: result.searchMatchs,
+      keywords: result.keywordMatchs,
+    };
+    this.type = 'application/json; charset=utf-8';
+    return;
+  }
+  yield this.render('search', {
+    title: 'Keyword - ' + word,
+    keyword: word,
+    match: match,
+    packages: result.searchMatchs,
+    keywords: result.keywordMatchs,
+  });
+};

controllers/web/package/search_range.js

@@ -0,0 +1,49 @@
+/**!
+ * cnpmjs.org - controllers/web/package/search_range.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+module.exports = function* searchRange() {
+  var startKey = this.query.startkey || '';
+  if (startKey[0] === '"') {
+    startKey = startKey.substring(1);
+  }
+  if (startKey[startKey.length - 1] === '"') {
+    startKey = startKey.substring(0, startKey.length - 1);
+  }
+  var limit = Number(this.query.limit) || 20;
+  var result = yield* packageService.search(startKey, {limit: limit});
+
+  var packages = result.searchMatchs.concat(result.keywordMatchs);
+
+  var rows = [];
+  for (var i = 0; i < packages.length; i++) {
+    var p = packages[i];
+    var row = {
+      key: p.name,
+      count: 1,
+      value: {
+        name: p.name,
+        description: p.description,
+      }
+    };
+    rows.push(row);
+  }
+  this.body = {
+    rows: rows
+  };
+};

controllers/web/package/show.js

@@ -0,0 +1,188 @@
+/**!
+ * cnpmjs.org - controllers/web/package/show.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:web:package:show');
+var bytes = require('bytes');
+var giturl = require('giturl');
+var moment = require('moment');
+var semver = require('semver');
+var marked = require('marked');
+var gravatar = require('gravatar');
+var humanize = require('humanize-number');
+var config = require('../../../config');
+var utils = require('../../utils');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var packageService = require('../../../services/package');
+
+module.exports = function* show(next) {
+  var params = this.params;
+  // normal: {name: $name, version: $version}
+  // scope: [$name, $version]
+  var orginalName = params.name || params[0];
+  var name = orginalName;
+  var tag = params.version || params[1];
+  debug('display %s with %j', name, params);
+
+  var getPackageMethod;
+  var getPackageArgs;
+  var version = semver.valid(tag || '');
+  if (version) {
+    getPackageMethod = 'getModule';
+    getPackageArgs = [name, version];
+  } else {
+    getPackageMethod = 'getModuleByTag';
+    getPackageArgs = [name, tag || 'latest'];
+  }
+
+  var pkg = yield packageService[getPackageMethod].apply(packageService, getPackageArgs);
+  if (!pkg || !pkg.package) {
+    // check if unpublished
+    var unpublishedInfo = yield* packageService.getUnpublishedModule(name);
+    debug('show unpublished %j', unpublishedInfo);
+    if (unpublishedInfo) {
+      var data = {
+        name: name,
+        unpublished: unpublishedInfo.package
+      };
+      data.unpublished.time = new Date(data.unpublished.time);
+      if (data.unpublished.maintainers) {
+        for (var i = 0; i < data.unpublished.maintainers.length; i++) {
+          var maintainer = data.unpublished.maintainers[i];
+          if (maintainer.email) {
+            maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+          }
+        }
+      }
+      yield this.render('package_unpublished', {
+        package: data
+      });
+      return;
+    }
+
+    return yield* next;
+  }
+
+  var r = yield [
+    utils.getDownloadTotal(name),
+    packageService.listDependents(name),
+    packageService.listStarUserNames(name),
+    packageService.listMaintainers(name)
+  ];
+  var download = r[0];
+  var dependents = r[1];
+  var users = r[2];
+  var maintainers = r[3];
+
+  pkg.package.fromNow = moment(pkg.publish_time).fromNow();
+  pkg = pkg.package;
+  pkg.users = users;
+  pkg.readme = marked(pkg.readme || '');
+  if (!pkg.readme) {
+    pkg.readme = pkg.description || '';
+  }
+
+  if (maintainers.length > 0) {
+    pkg.maintainers = maintainers;
+  }
+
+  if (pkg.maintainers) {
+    for (var i = 0; i < pkg.maintainers.length; i++) {
+      var maintainer = pkg.maintainers[i];
+      if (maintainer.email) {
+        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+      }
+    }
+  }
+
+  if (pkg.contributors) {
+    // registry.cnpmjs.org/compressible
+    if (!Array.isArray(pkg.contributors)) {
+      pkg.contributors = [pkg.contributors];
+    }
+    for (var i = 0; i < pkg.contributors.length; i++) {
+      var contributor = pkg.contributors[i];
+      if (contributor.email) {
+        contributor.gravatar = gravatar.url(contributor.email, {s: '50', d: 'retro'}, true);
+      }
+      if (config.packagePageContributorSearch || !contributor.url) {
+        contributor.url = '/~' + encodeURIComponent(contributor.name);
+      }
+    }
+  }
+
+  if (pkg.repository && pkg.repository.url) {
+    pkg.repository.weburl = giturl.parse(pkg.repository.url) || pkg.repository.url;
+  }
+
+  utils.setLicense(pkg);
+
+  for (var k in download) {
+    download[k] = humanize(download[k]);
+  }
+  setDownloadURL(pkg, this, config.registryHost);
+
+  pkg.dependents = dependents;
+
+  if (pkg.dist) {
+    pkg.dist.size = bytes(pkg.dist.size || 0);
+  }
+
+  if (pkg.name !== orginalName) {
+    pkg.name = orginalName;
+  }
+
+  // pkg.engines = {
+  //   "python": ">= 0.11.9",
+  //   "node": ">= 0.11.9",
+  //   "node1": ">= 0.8.9",
+  //   "node2": ">= 0.10.9",
+  //   "node3": ">= 0.6.9",
+  // };
+  if (pkg.engines) {
+    for (var k in pkg.engines) {
+      var engine = String(pkg.engines[k] || '').trim();
+      var color = 'blue';
+      if (k.indexOf('node') === 0) {
+        color = 'yellowgreen';
+        var version = /(\d+\.\d+\.\d+)/.exec(engine);
+        if (version) {
+          version = version[0];
+          if (/^0\.11\.\d+/.test(version)) {
+            color = 'red';
+          } else if (/^0\.10\./.test(version) ||
+              /^0\.12\./.test(version) ||
+              /^0\.14\./.test(version) ||
+              /^[^0]+\./.test(version)) {
+            color = 'brightgreen';
+          }
+        }
+      }
+      pkg.engines[k] = {
+        version: engine,
+        title: k + ': ' + engine,
+        badgeURL: 'https://img.shields.io/badge/' + encodeURIComponent(k) +
+          '-' + encodeURIComponent(engine) + '-' + color + '.svg?style=flat-square',
+      };
+    }
+  }
+
+  yield this.render('package', {
+    title: 'Package - ' + pkg.name,
+    package: pkg,
+    download: download
+  });
+};

controllers/web/package/show_sync.js

@@ -0,0 +1,27 @@
+/**!
+ * cnpmjs.org - controllers/web/package/show_sync.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+module.exports = function* showSync() {
+  var name = this.params.name || this.params[0] || this.query.name;
+  if (!name) {
+    return this.redirect('/');
+  }
+  yield this.render('sync', {
+    name: name,
+    title: 'Sync - ' + name,
+  });
+};

controllers/web/user.js

@@ -1,38 +0,0 @@
-/*!
- * cnpmjs.org - controllers/web/package.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-var Module = require('../../proxy/module');
-var User = require('../../proxy/user');
-
-exports.display = function *(next) {
-  var name = this.params.name;
-
-  var r = yield [Module.listByAuthor(name), User.get(name)];
-  var packages = r[0];
-  var user = r[1];
-  if (!user && !packages.length) {
-    return yield next;
-  }
-  user = {
-    name: name,
-    email: user && user.email
-  };
-
-  yield this.render('profile', {
-    title: 'User - ' + name,
-    packages: packages || [],
-    user: user
-  });
-};

controllers/web/user/show.js

@@ -0,0 +1,70 @@
+/**!
+ * cnpmjs.org - controllers/web/user/show.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../../../config');
+var packageService = require('../../../services/package');
+var userService = require('../../../services/user');
+var common = require('../../../lib/common');
+
+module.exports = function* showUser(next) {
+  var name = this.params.name;
+  var isAdmin = common.isAdmin(name);
+  var scopes = config.scopes || [];
+  var user;
+  var r = yield [packageService.listModulesByUser(name), userService.getAndSave(name)];
+  var packages = r[0];
+  var user = r[1];
+  if (!user && !packages.length) {
+    return yield* next;
+  }
+
+  user = user || {};
+
+  var data = {
+    name: name,
+    email: user.email,
+    json: user.json || {}
+  };
+
+  if (data.json.login) {
+    // custom user format
+    // convert to npm user format
+    var json = data.json;
+    data.json = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+      avatar: json.avatar_url,
+      fullname: json.name || json.login,
+      homepage: json.html_url,
+      im: json.im_url
+    };
+  }
+
+  yield this.render('profile', {
+    title: 'User - ' + name,
+    packages: packages,
+    user: data,
+    lastModified: user.gmt_modified,
+    isAdmin: isAdmin,
+    scopes: scopes
+  });
+};

dispatch.js

@@ -1,4 +1,4 @@
-/*!
+/**!
  * cnpmjs.org - dispatch.js
  *
  * Copyright(c) cnpmjs.org and other contributors.
@@ -15,45 +15,52 @@
  * Module dependencies.
  */
 
+var childProcess = require('child_process');
 var path = require('path');
 var util = require('util');
-var fs = require('fs');
-var cluster = require('cluster');
+var cfork = require('cfork');
 var config = require('./config');
 var workerPath = path.join(__dirname, 'worker.js');
-var childProcess = require('child_process');
 var syncPath = path.join(__dirname, 'sync');
 
 if (config.enableCluster) {
-  cluster.setupMaster({
-    exec: workerPath
-  });
-
-  cluster.on('fork', function (worker) {
-    console.log('[%s] [worker:%d] new worker start', new Date(), worker.process.pid);
-  });
-
-  cluster.on('disconnect', function (worker) {
-    var w = cluster.fork();
-    console.error('[%s] [master:%s] wroker:%s disconnect! new worker:%s fork',
-      new Date(), process.pid, worker.process.pid, w.process.pid);
-  });
-
-  cluster.on('exit', function (worker, code, signal) {
-    var exitCode = worker.process.exitCode;
-    var err = new Error(util.format('worker %s died (code: %s, signal: %s)', worker.process.pid, exitCode, signal));
-    err.name = 'WorkerDiedError';
-    console.error(err);
-  });
-
-  var numCPUs = require('os').cpus().length;
-  // Fork workers.
-  for (var i = 0; i < numCPUs; i++) {
-    cluster.fork();
+  forkWorker();
+  if (config.syncModel !== 'none') {
+    forkSyncer();
   }
-
-  childProcess.fork(syncPath);
 } else {
   require(workerPath);
-  require(syncPath);
+  if (config.syncModel !== 'none') {
+    require(syncPath);
+  }
+}
+
+function forkWorker() {
+  cfork({
+    exec: workerPath,
+    count: config.numCPUs,
+  }).on('fork', function (worker) {
+    console.log('[%s] [worker:%d] new worker start', Date(), worker.process.pid);
+  }).on('disconnect', function (worker) {
+    console.error('[%s] [master:%s] wroker:%s disconnect, suicide: %s, state: %s.',
+      Date(), process.pid, worker.process.pid, worker.suicide, worker.state);
+  }).on('exit', function (worker, code, signal) {
+    var exitCode = worker.process.exitCode;
+    var err = new Error(util.format('worker %s died (code: %s, signal: %s, suicide: %s, state: %s)',
+      worker.process.pid, exitCode, signal, worker.suicide, worker.state));
+    err.name = 'WorkerDiedError';
+    console.error('[%s] [master:%s] wroker exit: %s', Date(), process.pid, err.stack);
+  });
+}
+
+function forkSyncer() {
+  var syncer = childProcess.fork(syncPath);
+  syncer.on('exit', function (code, signal) {
+    var err = new Error(util.format('syncer %s died (code: %s, signal: %s, stdout: %s, stderr: %s)',
+      syncer.pid, code, signal, syncer.stdout, syncer.stderr));
+    err.name = 'SyncerWorkerDiedError';
+    console.error('[%s] [master:%s] syncer exit: %s: %s',
+      Date(), process.pid, err.name, err.message);
+    setTimeout(forkSyncer, 1000);
+  });
 }

docs/db.sql

@@ -1,4 +1,4 @@
-CREATE TABLE `user` (
+CREATE TABLE IF NOT EXISTS `user` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -9,12 +9,17 @@ CREATE TABLE `user` (
  `roles` varchar(200) NOT NULL DEFAULT '[]',
  `rev` varchar(40) NOT NULL,
  `email` varchar(400) NOT NULL,
+ `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
+ `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
  PRIMARY KEY (`id`),
  UNIQUE KEY `name` (`name`),
  KEY `gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
+-- ALTER TABLE `user`
+--   ADD `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
+--   ADD `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false';
 
-CREATE TABLE `module_keyword` (
+CREATE TABLE IF NOT EXISTS `module_keyword` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
@@ -25,7 +30,37 @@ CREATE TABLE `module_keyword` (
  KEY `name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
 
-CREATE TABLE `module` (
+CREATE TABLE IF NOT EXISTS `module_star` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_module_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
+
+CREATE TABLE IF NOT EXISTS `module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_module_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
+
+CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_module_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
+
+CREATE TABLE IF NOT EXISTS `module` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -51,7 +86,7 @@ CREATE TABLE `module` (
 -- show create table module\G
 -- ALTER TABLE  `module` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
 
-CREATE TABLE `module_log` (
+CREATE TABLE IF NOT EXISTS `module_log` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -63,7 +98,7 @@ CREATE TABLE `module_log` (
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
 -- ALTER TABLE  `module_log` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
 
-CREATE TABLE `tag` (
+CREATE TABLE IF NOT EXISTS `tag` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -72,12 +107,25 @@ CREATE TABLE `tag` (
  `version` varchar(30) NOT NULL COMMENT 'module version',
  `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`, `tag`)
+ UNIQUE KEY `name` (`name`, `tag`),
+ KEY `gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
 -- ALTER TABLE  `tag` ADD  `module_id` BIGINT( 20 ) UNSIGNED NOT NULL;
 -- ALTER TABLE  `tag` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- ALTER TABLE `tag` ADD KEY `gmt_modified` (`gmt_modified`);
 
-CREATE TABLE `total` (
+CREATE TABLE IF NOT EXISTS `module_unpublished` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `name` (`name`),
+ KEY `gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
+
+CREATE TABLE IF NOT EXISTS `total` (
  `name` varchar(100) NOT NULL COMMENT 'total name',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
@@ -91,7 +139,9 @@ CREATE TABLE `total` (
  `last_sync_module` varchar(100) COMMENT 'last sync success module name',
  PRIMARY KEY (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='total info';
-INSERT INTO total(name, gmt_modified) VALUES('total', now());
+-- init `total` count
+INSERT INTO total(name, gmt_modified) VALUES('total', now())
+  ON DUPLICATE KEY UPDATE gmt_modified=now();
 -- ALTER TABLE `total` ADD `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry'
 -- ALTER TABLE `total` ADD `last_exist_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync exist packages from official registry'
 -- ALTER TABLE `total` ADD `sync_status` tinyint unsigned NOT NULL DEFAULT '0' COMMENT 'system sync from official registry status'
@@ -101,7 +151,7 @@ INSERT INTO total(name, gmt_modified) VALUES('total', now());
 -- ALTER TABLE `total` ADD `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync'
 -- ALTER TABLE `total` ADD `last_sync_module` varchar(100) NOT NULL COMMENT 'last sync success module name';
 
-CREATE TABLE `download_total` (
+CREATE TABLE IF NOT EXISTS `download_total` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -113,7 +163,7 @@ CREATE TABLE `download_total` (
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
 -- ALTER TABLE  `download_total` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
 
-CREATE TABLE `module_deps` (
+CREATE TABLE IF NOT EXISTS `module_deps` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
@@ -122,3 +172,30 @@ CREATE TABLE `module_deps` (
  UNIQUE KEY `name_deps` (`name`,`deps`),
  KEY `name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
+
+CREATE TABLE IF NOT EXISTS `dist_dir` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(200) NOT NULL COMMENT 'dir name',
+ `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `date` varchar(20) COMMENT '02-May-2014 01:06',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `name` (`parent`, `name`),
+ KEY `gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist dir info';
+
+CREATE TABLE IF NOT EXISTS `dist_file` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) NOT NULL COMMENT 'file name',
+ `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `date` varchar(20) COMMENT '02-May-2014 01:06',
+ `size` int(10) unsigned NOT NULL COMMENT 'file size' DEFAULT '0',
+ `sha1` varchar(40) COMMENT 'sha1 hex value',
+ `url` varchar(2048),
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `fullname` (`parent`, `name`),
+ KEY `gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist file info';

docs/flow/publish.md

@@ -1,5 +1,24 @@
 # npm publish flow
 
+## Flows
+
+1. try to put package.json and tgz, maybe base64 tgz body
+2. if new version not exists, publish success
+3. if new version exists, 409, try to get full package info with ?write=true
+4. if new version had publish, show: "Update the 'version' field in package.json and try again."
+
+```bash
+$ cnpm publish
+npm http PUT http://r.cnpmjs.org/cnpmjs.org
+npm http 409 http://r.cnpmjs.org/cnpmjs.org
+npm http GET http://r.cnpmjs.org/cnpmjs.org?write=true
+npm http 200 http://r.cnpmjs.org/cnpmjs.org?write=true
+npm ERR! publish fail Cannot publish over existing version.
+npm ERR! publish fail Update the 'version' field in package.json and try again.
+```
+
+## Details
+
 code: https://github.com/isaacs/npm-registry-client/blob/master/lib/publish.js
 
 * couch login if token not exists: [couch-login](https://github.com/isaacs/couch-login)

docs/registry-api.md

@@ -0,0 +1,895 @@
+# NPM Registry API
+
+## Overview
+
+* [Schema](/docs/registry-api.md#schema)
+* [Client Errors](/docs/registry-api.md#client-errors)
+* [Authentication](/docs/registry-api.md#authentication)
+* [Package](/docs/registry-api.md#package)
+* [User](/docs/registry-api.md#user)
+* [Search](/docs/registry-api.md#search)
+
+## Schema
+
+All API access is over HTTPS or HTTP,
+and accessed from the `registry.npmjs.org` domain.
+All data is sent and received as JSON.
+
+```bash
+$ curl -i https://registry.npmjs.org
+
+HTTP/1.1 200 OK
+Date: Tue, 05 Aug 2014 10:53:24 GMT
+Server: CouchDB/1.5.0 (Erlang OTP/R16B03)
+Content-Type: text/plain; charset=utf-8
+Cache-Control: max-age=60
+Content-Length: 258
+Accept-Ranges: bytes
+Via: 1.1 varnish
+Age: 11
+X-Served-By: cache-ty67-TYO
+X-Cache: HIT
+X-Cache-Hits: 1
+X-Timer: S1407236004.867906,VS0,VE0
+
+{"db_name":"registry","doc_count":90789,"doc_del_count":381,"update_seq":137250,"purge_seq":0,
+"compact_running":false,"disk_size":436228219,"data_size":332875061,
+"instance_start_time":"1405721973718703","disk_format_version":6,"committed_update_seq":137250}
+```
+
+## Client Errors
+
+```json
+Status: 4xx
+
+{
+  "error": "error_name",
+  "reason": "error reason string"
+}
+```
+
+## Authentication
+
+There is only one way to authenticate through the API.
+
+## Basic Authentication
+
+```bash
+$ curl -u "username:password" https://registry.npmjs.org
+```
+
+## Failed login limit
+
+```bash
+$ curl -i -X PUT -u foo:pwd \
+  -d '{"name":"foo","email":"foo@bar.com","type":"user","roles":[]}' \
+  https://registry.npmjs.org/-/user/org.couchdb.user:foo/-rev/11-d226c6afa9286ab5b9eb858c429bdabf
+
+HTTP/1.1 401 Unauthorized
+Date: Tue, 05 Aug 2014 15:33:25 GMT
+Server: CouchDB/1.5.0 (Erlang OTP/R14B04)
+Content-Type: text/plain; charset=utf-8
+Cache-Control: max-age=60
+Content-Length: 67
+Accept-Ranges: bytes
+Via: 1.1 varnish
+X-Served-By: cache-ty66-TYO
+X-Cache: MISS
+X-Cache-Hits: 0
+X-Timer: S1407252805.261390,VS0,VE434
+
+{"error":"unauthorized","reason":"Name or password is incorrect."}
+```
+
+## Package
+
+* Read
+  * [Get a single package](/docs/registry-api.md#get-a-single-package)
+  * [Get a special version or tag package](/docs/registry-api.md#get-a-special-version-or-tag-package)
+  * [List packages since from a update time](/docs/registry-api.md#list-packages-since-from-a-update-time)
+  * [List package names by users](/docs/registry-api.md#list-package-names-by-users)
+* Write
+  * [Publish a new package](/docs/registry-api.md#publish-a-new-package)
+  * [Update a package's tag](/docs/registry-api.md#update-a-packages-tag)
+  * [Update a package's maintainers](/docs/registry-api.md#update-a-packages-maintainers)
+  * [Remove one version from package](/docs/registry-api.md#remove-one-version-from-package)
+  * [Remove a tgz file from package](/docs/registry-api.md#remove-a-tgz-file-from-package)
+
+### Get a single package
+
+```
+GET /:package
+```
+
+#### Response
+
+```json
+HTTP/1.1 200 OK
+Etag: "8UDCP753LFXOG42NMX88JAN40"
+Content-Type: application/json
+Cache-Control: max-age=60
+Content-Length: 2243
+
+{
+  "_id": "pedding",
+  "_rev": "11-e6d1e6e96eaf72433fef6aaabe843af8",
+  "name": "pedding",
+  "description": "Just pedding for callback.",
+  "dist-tags": {
+    "latest": "1.0.0"
+  },
+  "versions": {
+    "1.0.0": {
+      "name": "pedding",
+      "version": "1.0.0",
+      "description": "Just pedding for callback.",
+      "main": "index.js",
+      "scripts": {
+        "test": "make test-all"
+      },
+      "repository": {
+        "type": "git",
+        "url": "git://github.com/fengmk2/pedding.git"
+      },
+      "keywords": [
+        "pedding",
+        "callback"
+      ],
+      "devDependencies": {
+        "contributors": "*",
+        "mocha": "*",
+        "mocha-phantomjs": "*",
+        "component": "*",
+        "chai": "*"
+      },
+      "author": {
+        "name": "fengmk2",
+        "email": "fengmk2@gmail.com"
+      },
+      "license": "MIT",
+      "contributors": [
+        {
+          "name": "fengmk2",
+          "email": "fengmk2@gmail.com",
+          "url": "https://github.com/fengmk2"
+        },
+        {
+          "name": "dead-horse",
+          "email": "dead_horse@qq.com",
+          "url": "https://github.com/dead-horse"
+        }
+      ],
+      "gitHead": "b42a708414a704336e9dee570a963e2dbe43e529",
+      "bugs": {
+        "url": "https://github.com/fengmk2/pedding/issues"
+      },
+      "homepage": "https://github.com/fengmk2/pedding",
+      "_id": "pedding@1.0.0",
+      "_shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+      "_from": ".",
+      "_npmVersion": "1.4.13",
+      "_npmUser": {
+        "name": "fengmk2",
+        "email": "fengmk2@gmail.com"
+      },
+      "maintainers": [
+        {
+          "name": "fengmk2",
+          "email": "fengmk2@gmail.com"
+        },
+        {
+          "name": "dead-horse",
+          "email": "dead_horse@qq.com"
+        }
+      ],
+      "dist": {
+        "shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+        "tarball": "http://registry.npmjs.org/pedding/-/pedding-1.0.0.tgz"
+      },
+      "directories": {}
+    }
+  },
+  "readme": "# pedding\n readme...",
+  "maintainers": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com"
+    },
+    {
+      "name": "dead_horse",
+      "email": "dead_horse@qq.com"
+    }
+  ],
+  "time": {
+    "modified": "2014-07-05T14:22:53.849Z",
+    "created": "2012-09-18T14:46:08.346Z",
+    "0.0.1": "2012-09-18T14:46:21.321Z",
+    "0.0.2": "2013-06-22T08:26:45.125Z",
+    "0.0.3": "2013-07-02T15:20:34.707Z",
+    "1.0.0": "2014-07-05T11:08:51.614Z"
+  },
+  "author": {
+    "name": "fengmk2",
+    "email": "fengmk2@gmail.com"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git://github.com/fengmk2/pedding.git"
+  },
+  "keywords": [
+    "pedding",
+    "callback"
+  ],
+  "bugs": {
+    "url": "https://github.com/fengmk2/pedding/issues"
+  },
+  "license": "MIT",
+  "readmeFilename": "README.md",
+  "homepage": "https://github.com/fengmk2/pedding",
+  "contributors": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com",
+      "url": "https://github.com/fengmk2"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com",
+      "url": "https://github.com/dead-horse"
+    }
+  ],
+  "_attachments": {}
+}
+```
+
+### ~~Get a special version or tag package~~
+
+__deprecated__
+
+```
+GET /:package/:tag_or_version
+```
+
+#### Reponse
+
+```json
+HTTP/1.1 200 OK
+Etag: "1WJ4JF535RO3BDZR2BARXSGLY"
+Content-Type: application/json
+Cache-Control: max-age=60
+Content-Length: 1183
+
+{
+  "name": "pedding",
+  "version": "1.0.0",
+  "description": "Just pedding for callback.",
+  "main": "index.js",
+  "scripts": {
+    "test": "make test-all"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git://github.com/fengmk2/pedding.git"
+  },
+  "keywords": [
+    "pedding",
+    "callback"
+  ],
+  "devDependencies": {
+    "contributors": "*",
+    "mocha": "*",
+    "mocha-phantomjs": "*",
+    "component": "*",
+    "chai": "*"
+  },
+  "author": {
+    "name": "fengmk2",
+    "email": "fengmk2@gmail.com"
+  },
+  "license": "MIT",
+  "contributors": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com",
+      "url": "https://github.com/fengmk2"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com",
+      "url": "https://github.com/dead-horse"
+    }
+  ],
+  "gitHead": "b42a708414a704336e9dee570a963e2dbe43e529",
+  "bugs": {
+    "url": "https://github.com/fengmk2/pedding/issues"
+  },
+  "homepage": "https://github.com/fengmk2/pedding",
+  "_id": "pedding@1.0.0",
+  "_shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+  "_from": ".",
+  "_npmVersion": "1.4.13",
+  "_npmUser": {
+    "name": "fengmk2",
+    "email": "fengmk2@gmail.com"
+  },
+  "maintainers": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com"
+    }
+  ],
+  "dist": {
+    "shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+    "tarball": "http://registry.npmjs.org/pedding/-/pedding-1.0.0.tgz"
+  },
+  "directories": {}
+}
+```
+
+### Publish a new package
+
+* Authentication required.
+
+```
+PUT /:package
+```
+
+#### Input
+
+```json
+{
+  "_id": "pedding",
+  "name": "pedding",
+  "description": "Just pedding for callback.",
+  "dist-tags": {
+    "latest": "1.0.0"
+  },
+  "versions": {
+    "1.0.0": {
+      "name": "pedding",
+      "version": "1.0.0",
+      "description": "Just pedding for callback.",
+      "main": "index.js",
+      "scripts": {
+        "test": "make test-all"
+      },
+      "repository": {
+        "type": "git",
+        "url": "git://github.com/fengmk2/pedding.git"
+      },
+      "keywords": [ "pedding","callback" ],
+      "devDependencies": {
+        "contributors": "*",
+        "mocha": "*",
+        "mocha-phantomjs": "*",
+        "component": "*",
+        "chai": "*"
+      },
+      "dependencies": {},
+      "author": {
+        "name": "fengmk2",
+        "email": "fengmk2@gmail.com"
+      },
+      "license": "MIT",
+      "contributors": [
+        {
+          "name": "fengmk2",
+          "email": "fengmk2@gmail.com",
+          "url": "https://github.com/fengmk2"
+        },
+        {
+          "name": "dead-horse",
+          "email": "dead_horse@qq.com",
+          "url": "https://github.com/dead-horse"
+        }
+      ],
+      "readme": "# pedding ...",
+      "readmeFilename": "README.md",
+      "gitHead": "b42a708414a704336e9dee570a963e2dbe43e529",
+      "bugs": {
+        "url": "https://github.com/fengmk2/pedding/issues"
+      },
+      "homepage": "https://github.com/fengmk2/pedding",
+      "_id": "pedding@1.0.0",
+      "_shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+      "_from": ".",
+      "_npmVersion": "1.5.0-alpha-4",
+      "_npmUser": {
+        "name": "admin",
+        "email": "fengmk2@gmail.com"
+      },
+      "maintainers": [
+        {
+          "name": "admin",
+          "email": "fengmk2@gmail.com"
+        }
+      ],
+      "dist": {
+        "shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+        "tarball": "https://registry.npmjs.org/pedding/-/pedding-1.0.0.tgz"
+      }
+    }
+  },
+  "readme": "# pedding ...",
+  "maintainers": [
+    {
+      "name": "admin",
+      "email": "fengmk2@gmail.com"
+    }
+  ],
+  "_attachments": {
+    "pedding-1.0.0.tgz":{
+      "content_type": "application/octet-stream",
+      "data": "H4sIAAAAAAAAA+0aa3PbNjKf8Su...",
+      "length": 2107
+    }
+  }
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "rev": "11-e6d1e6e96eaf72433fef6aaabe843af8"
+}
+```
+
+### Update a package's tag
+
+* Authentication required.
+
+```
+PUT /:package/:tag
+```
+
+#### Input
+
+The total input body is the `version` string which's setting to the tag.
+
+```json
+"1.0.0"
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true
+}
+```
+
+### Update a package's maintainers
+
+* Authentication required.
+
+```
+PUT /:package/-rev/:rev
+```
+
+#### Input
+
+```json
+{
+  "_id": "pedding",
+  "_rev": "11-e6d1e6e96eaf72433fef6aaabe843af8",
+  "maintainers":[
+    { "name": "fengmk2", "email": "fengmk2@gmail.com" },
+    { "name": "dead-horse", "email": "dead_horse@qq.com" }
+  ]
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "id": "pedding",
+  "rev": "12-bb300a90c9aeb779748b83ec1b744039"
+}
+```
+
+### Remove one version from package
+
+* Authentication required.
+* In any delete, note that __the version number still cannot be reused__.
+
+```
+PUT /:package/-rev/:rev
+```
+
+#### Input
+
+Remove that specific version from the versions hash in the `PUT` body.
+
+Example for removing `0.0.1` version:
+
+```json
+{
+  "_id": "pedding",
+  "_rev": "12-bb300a90c9aeb779748b83ec1b744039",
+  "name": "pedding",
+  "description": "desc",
+  "dist-tags": { "latest": "1.0.0" },
+  "maintainers":
+   [ ... ],
+  "time":
+   { ... },
+  "users": {},
+  "author": { ... },
+  "repository": { ... },
+  "versions":
+   { "1.0.0":
+      { ... },
+     "0.0.3":
+      { ... },
+     "0.0.2":
+      { ... } },
+  "readme": "...",
+  "homepage": "https://github.com/fengmk2/pedding",
+  "bugs": { ... },
+  "license": "MIT" }
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true
+}
+```
+
+### Remove all versions of a package
+
+* Authentication required.
+* In any delete, note that __the version number still cannot be reused__.
+
+```
+DELETE /:package/-rev/:rev
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true
+}
+```
+
+### Remove a tgz file from package
+
+* Authentication required.
+
+```
+DELETE /:tgzfilepath/-rev/:rev
+```
+
+Exmaple for removing `https://registry.npmjs.org/pedding/-/pedding-0.0.1.tgz` file:
+
+```
+DELETE /pedding/-/pedding-0.0.1.tgz/-rev/12-bb300a90c9aeb779748b83ec1b744039
+```
+
+#### Response
+
+```json
+Status: 200 OK
+
+{
+  "ok": true
+}
+```
+
+### List packages since from a update time
+
+```
+GET /-/all/since?stale=update_after&startkey=:startkey
+```
+
+* `startkey` is a ms timestamp
+
+#### Response
+
+```bash
+$ curl -i "https://registry.npmjs.org/-/all/since?stale=update_after&startkey=1407255748643"
+```
+
+```json
+HTTP/1.1 200 OK
+
+{
+  "_updated": 1407255883282,
+  "bacon-and-eggs": {
+    "name": "bacon-and-eggs",
+    "description": "A functional reactive Twitter API client in node",
+    "dist-tags": {
+      "latest": "0.0.4"
+    },
+    "maintainers": [
+      {
+        "name": "mikegroseclose",
+        "email": "mike.groseclose@gmail.com"
+      }
+    ],
+    "homepage": "http://github.com/mikegroseclose/bacon-and-eggs",
+    "keywords": [
+      "twitter",
+      "api",
+      "frp",
+      "functional",
+      "reactive",
+      "bacon",
+      "eggs",
+      "oauth",
+      "stream",
+      "streams"
+    ],
+    "repository": {
+      "type": "git",
+      "url": "git://github.com/mikegroseclose/gulp-regex-replace.git"
+    },
+    "author": {
+      "name": "Mike Groseclose",
+      "email": "mike.groseclose@gmail.com",
+      "url": "http://mikegroseclose.com"
+    },
+    "bugs": {
+      "url": "https://github.com/mikegroseclose/gulp-regex-replace/issues"
+    },
+    "readmeFilename": "README.md",
+    "time": {
+      "modified": "2014-08-05T16:21:17.041Z"
+    },
+    "versions": {
+      "0.0.4": "latest"
+    }
+  },
+  "git-perm-rm": {
+    "name": "git-perm-rm",
+    "description": "Permanently remove a file or directory from a git repo including all related commit records.",
+    "dist-tags": {
+      "latest": "1.0.1"
+    },
+    "maintainers": [
+      {
+        "name": "kael",
+        "email": "i@kael.me"
+      }
+    ],
+    "homepage": "https://github.com/kaelzhang/git-perm-rm",
+    "keywords": [
+      "git",
+      "rm",
+      "git-perm-rm",
+      "remove",
+      "permanently"
+    ],
+    "repository": {
+      "type": "git",
+      "url": "git://github.com/kaelzhang/git-perm-rm.git"
+    },
+    "author": {
+      "name": "Kael"
+    },
+    "bugs": {
+      "url": "https://github.com/kaelzhang/git-perm-rm/issues"
+    },
+    "license": "MIT",
+    "readmeFilename": "README.md",
+    "time": {
+      "modified": "2014-08-05T16:22:41.253Z"
+    },
+    "versions": {
+      "1.0.1": "latest"
+    }
+  }
+}
+```
+
+### List package names by users
+
+```bash
+GET /-/by-user/$username[|$another1[|$another2...]]
+```
+
+* `username` user name like `fengmk2`
+* also support multi users by `name1|name2|name3`
+
+#### Response
+
+```bash
+$ curl -i "https://registry.npmjs.org/-/by-user/czy88840616"
+$ curl -i "https://registry.npmjs.org/-/by-user/czy88840616|fengmk2|dead-horse"
+```
+
+```json
+HTTP/1.1 200 OK
+
+{
+  "czy88840616": [
+    "easyconf",
+    "egg",
+    "flag",
+    "gdp",
+    "generator-webx-vm",
+    "magic-cube",
+    "rim",
+    "tbuild",
+    "test-publish",
+    "velocity-parser",
+    "vmarket",
+    "wi"
+  ]
+}
+```
+
+## User
+
+* [Get a single user](/docs/registry-api.md#get-a-single-user)
+* [Add a new user](/docs/registry-api.md#add-a-new-user)
+* [Update a exists user](/docs/registry-api.md#update-a-exists-user)
+
+### Get a single user
+
+```
+GET /-/user/org.couchdb.user::username
+```
+
+#### Response
+
+```json
+HTTP/1.1 200 OK
+ETag: "32-984ee97e01aea166dcab6d1517c730e3"
+
+{
+  "_id": "org.couchdb.user:fengmk2",
+  "_rev": "32-984ee97e01aea166dcab6d1517c730e3",
+  "name": "fengmk2",
+  "email": "fengmk2@gmail.com",
+  "type": "user",
+  "roles": [],
+  "date": "2014-08-04T10:43:07.063Z",
+  "fullname": "fengmk2",
+  "avatar": "https://secure.gravatar.com/avatar/95b9d41231617a05ced5604d242c9670?s=50&d=retro",
+  "freenode": "",
+  "github": "fengmk2",
+  "homepage": "http://fengmk2.github.com",
+  "twitter": "fengmk2",
+  "avatarMedium": "https://secure.gravatar.com/avatar/95b9d41231617a05ced5604d242c9670?s=100&d=retro",
+  "avatarLarge": "https://secure.gravatar.com/avatar/95b9d41231617a05ced5604d242c9670?s=496&d=retro",
+  "fields": [
+    {
+      "name": "fullname",
+      "value": "fengmk2",
+      "title": "Full Name",
+      "show": "fengmk2"
+    },
+    {
+      "name": "email",
+      "value": "fengmk2@gmail.com",
+      "title": "Email",
+      "show": "<a href=\"mailto:fengmk2@gmail.com\">fengmk2@gmail.com</a>"
+    },
+    {
+      "name": "github",
+      "value": "fengmk2",
+      "title": "Github",
+      "show": "<a rel=\"me\" href=\"https://github.com/fengmk2\">fengmk2</a>"
+    },
+    {
+      "name": "twitter",
+      "value": "fengmk2",
+      "title": "Twitter",
+      "show": "<a rel=\"me\" href=\"https://twitter.com/fengmk2\">@fengmk2</a>"
+    },
+    {
+      "name": "appdotnet",
+      "value": "",
+      "title": "App.net",
+      "show": ""
+    },
+    {
+      "name": "homepage",
+      "value": "http://fengmk2.github.com",
+      "title": "Homepage",
+      "show": "<a rel=\"me\" href=\"http://fengmk2.github.com/\">http://fengmk2.github.com</a>"
+    },
+    {
+      "name": "freenode",
+      "value": "",
+      "title": "IRC Handle",
+      "show": ""
+    }
+  ],
+  "appdotnet": "fengmk2"
+}
+```
+
+### Add a new user
+
+```
+PUT /-/user/org.couchdb.user::username
+```
+
+#### Input
+
+```json
+{
+  "name": "admin",
+  "password": "123",
+  "email": "fengmk2@gmail.com",
+  "_id": "org.couchdb.user:admin",
+  "type": "user",
+  "roles": [],
+  "date": "2014-08-05T16:05:17.792Z"
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "id": "org.couchdb.user:fengmk2",
+  "rev": "32-984ee97e01aea166dcab6d1517c730e3"
+}
+```
+
+### Update a exists user
+
+* Authentication required.
+
+```
+PUT /-/user/org.couchdb.user::username/-rev/:rev
+```
+
+#### Input
+
+```json
+{
+  "name": "admin",
+  "password": "123",
+  "email": "fengmk2@gmail.com",
+  "_id": "org.couchdb.user:admin",
+  "type": "user",
+  "roles": [],
+  "date": "2014-08-05T16:05:17.792Z",
+  "_rev": "2-1a18c3d73ba42e863523a399ff3304d8"
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "id": "org.couchdb.user:fengmk2",
+  "rev": "3-bb300a90c9aeb779748b83ec1b744039"
+}
+```
+
+## Search

docs/update_sqls/v1.6.x-upgrade.sql

@@ -0,0 +1,9 @@
+CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_module_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';

docs/web/install.md

@@ -103,13 +103,13 @@ npm install -g cnpm
 alias lnpm='cnpm --registry=http://localhost:7001\
  --registryweb=http://localhost:7002\
  --cache=$HOME/.npm/.cache/lnpm\
- --disturl=http://dist.u.qiniudn.com\
+ --disturl=http://cnpmjs.org/dist\
  --userconfig=$HOME/.lnpmrc'
 
  #or put this in .zshrc or .bashrc
  echo "#lnpm alias\nalias lnpm='cnpm --registry=http://localhost:7001\
  --registryweb=http://localhost:7002\
  --cache=$HOME/.npm/.cache/lnpm\
- --disturl=http://dist.u.qiniudn.com\
+ --disturl=http://cnpmjs.org/dist\
  --userconfig=$HOME/.lnpmrc'" >> $HOME/.zshrc && source $HOME/.zshrc
 ```

docs/web/readme.md

@@ -1,23 +1,14 @@
-# cnpmjs.org: Private npm registry and web for Enterprise
+# cnpmjs.org: Private npm registry and web for Company
 
-[![Build Status](https://secure.travis-ci.org/cnpm/cnpmjs.org.png)](http://travis-ci.org/cnpm/cnpmjs.org) [![Coverage Status](https://coveralls.io/repos/cnpm/cnpmjs.org/badge.png)](https://coveralls.io/r/cnpm/cnpmjs.org) [![Dependency Status](https://gemnasium.com/cnpm/cnpmjs.org.png)](https://gemnasium.com/cnpm/cnpmjs.org)
-
-[![NPM](https://nodei.co/npm/cnpmjs.org.png?downloads=true&stars=true)](https://nodei.co/npm/cnpmjs.org/)
-
-## What is this?
-
-> Private npm registry and web for Enterprise, base on [koa](http://koajs.com/), MySQL and [Simple Store Service](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
-
-@[JacksonTian](https://github.com/JacksonTian/) had a talk about [private npm](https://speakerdeck.com/jacksontian/qi-ye-ji-node-dot-jskai-fa).
-
-## Install your private npm registry
-
-@see [Install and Get Started](/install).
+So `cnpm` is meaning: **Company npm**.
 
 ## Registry
 
 * Our public registry: [r.cnpmjs.org](http://r.cnpmjs.org), syncing from [registry.npmjs.org](http://registry.npmjs.org)
 * Current [cnpmjs.org](/) version: <span id="app-version"></span>
+* Mirror of [Node.js Manual & Documentation](/dist/latest/docs/api/index.html)
+* Mirror of [nodejs.org/dist](http://nodejs.org/dist): [/dist mirror](/dist)
+* Mirror of [phantomjs downloads](https://bitbucket.org/ariya/phantomjs/downloads): [phantomjs mirror](/dist/phantomjs/)
 
 <table class="downloads">
   <tbody>
@@ -114,29 +105,39 @@ $(function () {
 });
 </script>
 
-## cnpm cli
+## Version Badge
 
-alias it:
+Default style is `flat-square`.
+
+Badge URL: `http://cnpmjs.org/badge/v/cnpmjs.org.svg` ![cnpmjs.org-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg)
+
+* `<0.1.0 & >=0.0.0`: ![red-badge](https://img.shields.io/badge/cnpm-0.0.1-red.svg?style=flat-square)
+* `<1.0.0 & >=0.1.0`: ![red-badge](https://img.shields.io/badge/cnpm-0.1.0-green.svg?style=flat-square)
+* `>=1.0.0`: ![red-badge](https://img.shields.io/badge/cnpm-1.0.0-blue.svg?style=flat-square)
+
+## Usage
+
+use our npm client [cnpm](https://github.com/cnpm/cnpm)(More suitable with cnpmjs.org and gzip support), you can get our client through npm:
+
+```
+npm install -g cnpm --registry=http://r.cnpmjs.org
+```
+
+Or you can alias NPM to use it:
 
 ```bash
 alias cnpm="npm --registry=http://r.cnpmjs.org \
 --cache=$HOME/.npm/.cache/cnpm \
---disturl=http://dist.u.qiniudn.com \
+--disturl=http://cnpmjs.org/dist \
 --userconfig=$HOME/.cnpmrc"
 
 #Or alias it in .bashrc or .zshrc
 $ echo '\n#alias for cnpm\nalias cnpm="npm --registry=http://r.cnpmjs.org \
   --cache=$HOME/.npm/.cache/cnpm \
-  --disturl=http://dist.u.qiniudn.com \
+  --disturl=http://cnpmjs.org/dist \
   --userconfig=$HOME/.cnpmrc"' >> ~/.zshrc && source ~/.zshrc
 ```
 
-Or you can just use our `cnpm` cli:
-
-```bash
-$ npm install cnpm -g
-```
-
 ### install
 
 Install package from [r.cnpmjs.org](http://r.cnpmjs.org). When installing a package or version does not exist, it will try to install from the official registry([registry.npmjs.org](http://registry.npmjs.org)), and sync this package to cnpm in the backend.
@@ -180,33 +181,10 @@ $ cnpm info cnpm
 
 @see Github [Issues](https://github.com/cnpm/cnpmjs.org/issues)
 
-## Authors
+## Histories
 
 Release [History](/history).
 
-```bash
-$ git summary
-
- project  : cnpmjs.org
- repo age : 7 weeks
- active   : 132 days
- commits  : 315
- files    : 88
- authors  :
-   190  fengmk2                 60.3%
-   122  dead_horse              38.7%
-     2  4simple                 0.6%
-     1  Alsotang                0.3%
-```
-
 ## npm and cnpm relation
 
 ![npm&cnpm](https://docs.google.com/drawings/d/12QeQfGalqjsB77mRnf5Iq5oSXHCIUTvZTwECMonqCmw/pub?w=383&h=284)
-
-## 捐赠 Donate
-如果您觉得 [cnpmjs.org] 对您有帮助，欢迎请作者一杯咖啡.
-
-[![Donate](https://img.alipay.com/sys/personalprod/style/mc/btn-index.png)](https://me.alipay.com/imk2)
-
- [cnpmjs.org]: http://cnpmjs.org/
- [registry.cnpmjs.org]: http://registry.cnpmjs.org/

index.js

@@ -1,4 +1,4 @@
-/*!
+/**!
  * cnpmjs.org - index.js
  *
  * Copyright(c) cnpmjs.org and other contributors.

lib/common.js

@@ -21,6 +21,7 @@ var util = require('util');
 
 exports.getTarballFilepath = function (filename) {
   // ensure download file path unique
+  // TODO: not only .tgz, and also other extname
   var name = filename.replace(/\.tgz$/, '.' + crypto.randomBytes(16).toString('hex') + '.tgz');
   return path.join(config.uploadDir, name);
 };
@@ -31,7 +32,7 @@ exports.getCDNKey = function (name, filename) {
 
 exports.setDownloadURL = function (pkg, ctx, host) {
   if (pkg.dist) {
-    host = host || ctx.get('host') || ctx.host;
+    host = host || ctx.host;
     pkg.dist.tarball = util.format('%s://%s/%s/download/%s-%s.tgz',
       ctx.protocol,
       host, pkg.name, pkg.name, pkg.version);
@@ -42,12 +43,12 @@ exports.isAdmin = function (username) {
   return typeof config.admins[username] === 'string';
 };
 
-exports.isMaintainer = function (ctx, maintainers) {
-  if (ctx.session.isAdmin) {
+exports.isMaintainer = function (user, maintainers) {
+  if (user.isAdmin) {
     return true;
   }
 
-  var username = ctx.session.name;
+  var username = user.name;
   maintainers = maintainers || [];
   var match = maintainers.filter(function (item) {
     return item.name === username;

middleware/auth.js

@@ -15,51 +15,50 @@
  */
 
 var debug = require('debug')('cnpmjs.org:middleware:auth');
-var User = require('../proxy/user');
-var config = require('../config');
-var common = require('../lib/common');
+var UserService = require('../services/user');
+
+/**
+ * Parse the request authorization
+ * get the real user
+ */
+
+module.exports = function () {
+  return function* auth(next) {
+    this.user = {};
 
-module.exports = function (options) {
-  return function *auth(next) {
-    debug('%s, %s, %j', this.url, this.sessionId, this.session);
-    if (!this.session) {
-      // redis crash
-      this.session = {};
-      return yield next;
-    }
-    this.session.onlySync = config.enablePrivate ? true : false;
-    if (this.session.name) {
-      this.session.isAdmin = common.isAdmin(this.session.name);
-      debug('auth exists user: %s, onlySync: %s, isAdmin: %s, headers: %j',
-        this.session.name, this.session.onlySync, this.session.isAdmin, this.header);
-      return yield next;
-    }
     var authorization = (this.get('authorization') || '').split(' ')[1] || '';
     authorization = authorization.trim();
+    debug('%s %s with %j', this.method, this.url, authorization);
     if (!authorization) {
-      return yield next;
+      return yield* next;
     }
 
     authorization = new Buffer(authorization, 'base64').toString().split(':');
     if (authorization.length !== 2) {
-      return yield next;
+      return yield* next;
     }
 
     var username = authorization[0];
     var password = authorization[1];
 
-    var row = yield User.auth(username, password);
-    if (!row) {
-      debug('auth fail user: %j, headers: %j', row, this.header);
-      this.session.name = null;
-      this.session.isAdmin = false;
-      return yield next;
+    var row;
+    try {
+      row = yield* UserService.auth(username, password);
+    } catch (err) {
+      // do not response error here
+      // many request do not need login
+      this.user.error = err;
     }
 
-    this.session.name = row.name;
-    this.session.isAdmin = common.isAdmin(this.session.name);
-    debug('auth pass user: %j, onlySync: %s, isAdmin: %s, headers: %j',
-      row, this.session.onlySync, this.session.isAdmin, this.header);
-    yield next;
+    if (!row) {
+      debug('auth fail user: %j, headers: %j', row, this.header);
+      return yield* next;
+    }
+
+    this.user.name = row.login;
+    this.user.isAdmin = row.site_admin;
+    this.user.scopes = row.scopes;
+    debug('auth pass user: %j, headers: %j', this.user, this.header);
+    yield* next;
   };
 };

middleware/editable.js

@@ -0,0 +1,42 @@
+/**!
+ * cnpmjs.org - middleware/editable.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../services/package');
+
+// admin or module's maintainer can modified the module
+module.exports = function* editable(next) {
+  var username = this.user && this.user.name;
+  var moduleName = this.params.name || this.params[0];
+  if (username && moduleName) {
+    if (this.user.isAdmin) {
+      return yield* next;
+    }
+    var isMaintainer = yield* packageService.isMaintainer(moduleName, username);
+    if (isMaintainer) {
+      return yield* next;
+    }
+  }
+
+  this.status = 403;
+  var message = 'not authorized to modify ' + moduleName;
+  if (username) {
+    message = username + ' ' + message;
+  }
+  this.body = {
+    error: 'forbidden user',
+    reason: message
+  };
+};

middleware/limit.js

@@ -0,0 +1,34 @@
+/**!
+ * cnpmjs.org - middleware/limit.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../config');
+var limit = require('koa-limit');
+var store = require('../common/redis');
+
+var limitConfig = config.limit;
+
+if (!limitConfig.enable) {
+  module.exports = function *ignoreLimit(next) {
+    yield *next;
+  };
+} else {
+
+  if (!config.debug) {
+    limitConfig.store = store;
+  }
+
+  module.exports = limit(limitConfig);
+}

middleware/login.js

@@ -14,8 +14,23 @@
  * Module dependencies.
  */
 
+var http = require('http');
+
 module.exports = function *login(next) {
-  if (!this.session.name) {
+  if (this.user.error) {
+    var status = this.user.error.status;
+    this.status = http.STATUS_CODES[status]
+      ? status
+      : 500;
+
+    this.body = {
+      error: this.user.error.name,
+      reason: this.user.error.message
+    };
+    return;
+  }
+
+  if (!this.user.name) {
     this.status = 401;
     this.body = {
       error: 'unauthorized',
@@ -23,5 +38,5 @@ module.exports = function *login(next) {
     };
     return;
   }
-  yield next;
+  yield *next;
 };

middleware/opensearch.js

@@ -22,13 +22,11 @@ var template = '<?xml version="1.0" encoding="UTF-8"?>\
     <Url method="get" type="text/html" template="http://${host}/browse/keyword/{searchTerms}"/>\
  </OpenSearchDescription>';
 
-var lastModifyDate = new Date();
-
 module.exports = function *publishable(next) {
   if (this.path === '/opensearch.xml') {
     this.type = 'text/xml';
     this.charset = 'utf-8';
     this.body = template.replace('${host}', this.host);
   }
-  yield next;
+  yield *next;
 };

middleware/publishable.js

@@ -14,9 +14,13 @@
  * Module dependencies.
  */
 
+var util = require('util');
+var config = require('../config');
+var debug = require('debug')('cnpmjs.org:middlewares/publishable');
+
 module.exports = function *publishable(next) {
-  if (this.session.onlySync && !this.session.isAdmin) {
-    // private mode, only admin user can publish
+  // private mode, only admin user can publish
+  if (config.enablePrivate && !this.user.isAdmin) {
     this.status = 403;
     this.body = {
       error: 'no_perms',
@@ -24,5 +28,75 @@ module.exports = function *publishable(next) {
     };
     return;
   }
-  yield next;
+
+  // public mode, all user have permission to publish
+  // but if `config.scopes` exist, only can publish with scopes in `config.scope`
+  // if `config.forcePublishWithScope` set to true, only admins can publish without scope
+
+  var name = this.params.name || this.params[0];
+
+  // check if is private package list in config
+  if (config.privatePackages && config.privatePackages.indexOf(name) !== -1) {
+    return yield* next;
+  }
+
+  // scope
+  if (name[0] === '@') {
+    if (checkScope(name, this)) {
+      return yield* next;
+    }
+    return;
+  }
+
+  // none-scope
+  if (checkNoneScope(this)) {
+    return yield* next;
+  }
 };
+
+/**
+ * check module's scope legal
+ */
+
+function checkScope(name, ctx) {
+  if (!ctx.user.scopes || !ctx.user.scopes.length) {
+    ctx.status = 404;
+    return false;
+  }
+
+  var scope = name.split('/')[0];
+  if (ctx.user.scopes.indexOf(scope) === -1) {
+    debug('assert scope  %s error', name);
+    ctx.status = 400;
+    ctx.body = {
+      error: 'invalid scope',
+      reason: util.format('scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', '))
+    };
+    return false;
+  }
+
+  return true;
+}
+
+/**
+ * check if user have permission to publish without scope
+ */
+
+function checkNoneScope(ctx) {
+  if (!config.scopes
+    || !config.scopes.length
+    || !config.forcePublishWithScope) {
+    return true;
+  }
+
+  // only admins can publish or unpublish non-scope modules
+  if (ctx.user.isAdmin) {
+    return true;
+  }
+
+  ctx.status = 403;
+  ctx.body = {
+    error: 'no_perms',
+    reason: 'only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)'
+  };
+}

middleware/registry_not_found.js

@@ -14,12 +14,16 @@
  * Module dependencies.
  */
 
-module.exports = function *notFound(next) {
-  yield next;
+module.exports = function* notFound(next) {
+  yield* next;
 
-  if (this.status) {
+  if (this.status && this.status !== 404) {
     return;
   }
+  if (this.body && this.body.name) {
+    return;
+  }
+
   this.status = 404;
   this.body = {
     error: 'not_found',

middleware/static.js

@@ -0,0 +1,29 @@
+/**!
+ * cnpmjs.org - middleware/static.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var path = require('path');
+var middlewares = require('koa-middlewares');
+var config = require('../config');
+
+var staticDir = path.join(path.dirname(__dirname), 'public');
+
+module.exports = middlewares.staticCache(staticDir, {
+  buffer: config.debug ? false : true,
+  maxAge: config.debug ? 0 : 60 * 60 * 24 * 7,
+  alas: {
+    '/favicon.ico': '/favicon.png'
+  }
+});

middleware/sync_by_install.js

@@ -1,4 +1,4 @@
-/*!
+/**!
  * cnpmjs.org - middleware/sync_by_install.js
  *
  * Copyright(c) cnpmjs.org and other contributors.
@@ -14,32 +14,36 @@
  * Module dependencies.
  */
 
-var debug = require('debug')('cnpmjs.org:middleware:sync_by_install');
 var config = require('../config');
 
 /**
- * req.session.allowSync  -  allow sync triggle by cnpm install
+ * this.allowSync  -  allow sync triggle by cnpm install
  */
 
-module.exports = function *(next) {
+module.exports = function* syncByInstall(next) {
+  this.allowSync = false;
   if (!config.syncByInstall || !config.enablePrivate) {
     // only config.enablePrivate should enable sync on install
-    return yield next;
+    return yield* next;
   }
   // request not by node, consider it request from web
-  if (this.get('user-agent') && this.get('user-agent').indexOf('node') !== 0) {
-    return yield next;
+  var ua = this.get('user-agent');
+  if (!ua || ua.indexOf('node') < 0) {
+    return yield* next;
   }
 
-  this.session.allowSync = true;
-  if (this.session.isAdmin) {
-    // if current user is admin, should not enable auto sync on install, because it would be unpublish
-    this.session.allowSync = false;
+  // if request with `/xxx?write=true`, meaning the read request using for write
+  if (this.query.write) {
+    return yield* next;
   }
 
-  // TODO: allow sync will let publish sync package...
-  this.session.allowSync = false;
+  var name = this.params.name || this.params[0];
 
-  debug('%s allowSync: %s', this.session.name, this.session.allowSync);
-  yield next;
+  // scoped package dont sync
+  if (name && name[0] === '@') {
+    return yield* next;
+  }
+
+  this.allowSync = true;
+  yield* next;
 };

middleware/web_not_found.js

@@ -14,14 +14,40 @@
  * Module dependencies.
  */
 
-module.exports = function *notFound(next) {
-  yield next;
+var debug = require('debug')('cnpmjs.org:middleware:web_not_found');
 
-  if (this.status) {
+module.exports = function* notFound(next) {
+  yield* next;
+
+  if (this.status && this.status !== 404) {
     return;
   }
+  if (this.body) {
+    return;
+  }
+
+  var m = /^\/([\w\-\.]+)\/?$/.exec(this.path);
+  if (!m) {
+    // scoped packages
+    m = /^\/(@[\w\-\.]+\/[\w\-\.]+)$/.exec(this.path);
+  }
+  debug('%s match %j', this.url, m);
+  if (m) {
+    return this.redirect('/package/' + m[1]);
+  }
+
+  // package not found
+  m = /\/package\/([\w\-\_\.]+)\/?$/.exec(this.url);
+  var name = null;
+  var title = '404: Page Not Found';
+  if (m) {
+    name = m[1];
+    title = name + ' Not Found';
+  }
+
   this.status = 404;
-  this.type = 'text/html';
-  this.charset = 'utf-8';
-  this.body = 'Cannot GET ' + this.path;
+  yield* this.render('404', {
+    title: title,
+    name: name
+  });
 };

models/_module_maintainer_class_methods.js

@@ -0,0 +1,121 @@
+/**!
+ * cnpmjs.org - models/_module_maintainer_class_methods.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+module.exports = {
+  listModuleNamesByUser: function* (user) {
+    var rows = yield this.findAll({
+      attributrs: ['name'],
+      where: {
+        user: user
+      }
+    });
+    return rows.map(function (row) {
+      return row.name;
+    });
+  },
+  listMaintainers: function* (name) {
+    var rows = yield this.findAll({
+      attributrs: ['user'],
+      where: {
+        name: name
+      }
+    });
+    return rows.map(function (row) {
+      return row.user;
+    });
+  },
+  addMaintainer: function* (name, user) {
+    var row = yield this.find({
+      where: {
+        user: user,
+        name: name
+      }
+    });
+    if (!row) {
+      row = yield this.build({
+        user: user,
+        name: name
+      }).save();
+    }
+    return row;
+  },
+  addMaintainers: function* (name, users) {
+    var tasks = [];
+    for (var i = 0; i < users.length; i++) {
+      tasks.push(this.addMaintainer(name, users[i]));
+    }
+    return yield tasks;
+  },
+  removeMaintainers: function* (name, users) {
+    // removeMaintainers(name, oneUserName)
+    if (typeof users === 'string') {
+      users = [users];
+    }
+    if (users.length === 0) {
+      return;
+    }
+    yield this.destroy({
+      where: {
+        name: name,
+        user: users,
+      }
+    });
+  },
+  removeAllMaintainers: function* (name) {
+    yield this.destroy({
+      where: {
+        name: name
+      }
+    });
+  },
+  updateMaintainers: function* (name, users) {
+    // maintainers should be [name1, name2, ...] format
+    // find out the exists maintainers then remove the deletes and add the left
+    if (users.length === 0) {
+      return {
+        add: [],
+        remove: []
+      };
+    }
+    var exists = yield* this.listMaintainers(name);
+    var addUsers = [];
+    var removeUsers = [];
+
+    for (var i = 0; i < exists.length; i++) {
+      var username = exists[i];
+      if (users.indexOf(username) === -1) {
+        removeUsers.push(username);
+      }
+    }
+    for (var i = 0; i < users.length; i++) {
+      var username = users[i];
+      if (exists.indexOf(username) === -1) {
+        addUsers.push(username);
+      }
+    }
+
+    yield [
+      this.addMaintainers(name, addUsers),
+      // make sure all add users success then remove users
+      this.removeMaintainers(name, removeUsers),
+    ];
+
+    return {
+      add: addUsers,
+      remove: removeUsers
+    };
+  },
+};

models/dist_dir.js

@@ -0,0 +1,64 @@
+/**!
+ * cnpmjs.org - models/dist_dir.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `dist_dir` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(200) NOT NULL COMMENT 'dir name',
+ `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `date` varchar(20) COMMENT '02-May-2014 01:06',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `dist_dir_parent_name` (`parent`, `name`),
+ KEY `dist_dir_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist dir info';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('DistDir', {
+    name: {
+      type: DataTypes.STRING(200),
+      allowNull: false,
+      comment: 'dir name',
+    },
+    parent: {
+      type: DataTypes.STRING(200),
+      allowNull: false,
+      defaultValue: '/',
+      comment: 'parent dir',
+    },
+    date: {
+      type: DataTypes.STRING(20),
+      allowNull: false,
+      comment: '02-May-2014 01:06'
+    }
+  }, {
+    tableName: 'dist_dir',
+    comment: 'dist dir info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['parent', 'name']
+      },
+      {
+        fields: ['gmt_modified']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};

models/dist_file.js

@@ -0,0 +1,82 @@
+/**!
+ * cnpmjs.org - models/dist_file.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `dist_file` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) NOT NULL COMMENT 'file name',
+ `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `date` varchar(20) COMMENT '02-May-2014 01:06',
+ `size` int(10) unsigned NOT NULL COMMENT 'file size' DEFAULT '0',
+ `sha1` varchar(40) COMMENT 'sha1 hex value',
+ `url` varchar(2048),
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `dist_file_parent_name` (`parent`, `name`),
+ KEY `dist_file_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist file info';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('DistFile', {
+    name: {
+      type: DataTypes.STRING(200),
+      allowNull: false,
+      comment: 'dir name',
+    },
+    parent: {
+      type: DataTypes.STRING(200),
+      allowNull: false,
+      defaultValue: '/',
+      comment: 'parent dir',
+    },
+    date: {
+      type: DataTypes.STRING(20),
+      allowNull: false,
+      comment: '02-May-2014 01:06'
+    },
+    size: {
+      type: DataTypes.INTEGER(10).UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'file size'
+    },
+    sha1: {
+      type: DataTypes.STRING(40),
+      allowNull: false,
+      comment: 'sha1 hex value'
+    },
+    url: {
+      type: DataTypes.STRING(2048),
+      allowNull: false
+    }
+  }, {
+    tableName: 'dist_file',
+    comment: 'dist file info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['parent', 'name']
+      },
+      {
+        fields: ['gmt_modified']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};

models/download_total.js

@@ -0,0 +1,59 @@
+/**!
+ * cnpmjs.org - models/download_total.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+// CREATE TABLE IF NOT EXISTS `download_total` (
+//  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+//  `gmt_create` datetime NOT NULL COMMENT 'create time',
+//  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+//  `date` varchar(10) NOT NULL COMMENT 'YYYY-MM-DD format',
+//  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+//  `count` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'download count',
+//  PRIMARY KEY (`id`),
+//  UNIQUE KEY `download_total_date_name` (`date`, `name`)
+// ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('DownloadTotal', {
+    date: {
+      type: DataTypes.STRING(10),
+      allowNull: false,
+      comment: 'YYYY-MM-DD format',
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    count: {
+      type: DataTypes.BIGINT(20).UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'download count',
+    }
+  }, {
+    tableName: 'download_total',
+    comment: 'module download total info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['date', 'name']
+      }
+    ],
+    classMethods: {
+
+    }
+  });
+};

models/index.js

@@ -0,0 +1,49 @@
+/**!
+ * cnpmjs.org - models/index.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var path = require('path');
+var sequelize = require('../common/sequelize');
+
+function load(name) {
+  return sequelize.import(path.join(__dirname, name));
+}
+
+module.exports = {
+  sequelize: sequelize,
+  Module: load('module'),
+  ModuleLog: load('module_log'),
+  ModuleStar: load('module_star'),
+  ModuleKeyword: load('module_keyword'),
+  ModuleDependency: load('module_deps'),
+  ModuleMaintainer: load('module_maintainer'),
+  ModuleUnpublished: load('module_unpublished'),
+  NpmModuleMaintainer: load('npm_module_maintainer'),
+
+  Tag: load('tag'),
+  User: load('user'),
+  Total: load('total'),
+  DownloadTotal: load('download_total'),
+  DistFile: load('dist_file'),
+  DistDir: load('dist_dir'),
+
+  query: function* (sql, args) {
+    return yield this.sequelize.query(sql, null, {raw: true}, args);
+  },
+  queryOne: function* (sql, args) {
+    var rows = yield* this.query(sql, args);
+    return rows && rows[0];
+  }
+};

models/init_script.js

@@ -0,0 +1,48 @@
+/**!
+ * cnpmjs.org - models/init_script.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../config');
+
+config.database.logging = console.log;
+
+// $ node --harmony models/init_script.js <force> <dialect>
+var force = process.argv[2] === 'true';
+var dialect = process.argv[3];
+if (dialect) {
+  config.database.dialect = dialect;
+}
+
+var models = require('./');
+
+models.sequelize.sync({ force: force })
+  .then(function () {
+    models.Total.init(function (err) {
+      if (err) {
+        console.error('[models/init_script.js] sequelize init fail');
+        console.error(err);
+        throw err;
+      } else {
+        console.log('[models/init_script.js] `%s` sequelize sync and init success',
+          config.database.dialect);
+        process.exit(0);
+      }
+    });
+  })
+  .catch(function (err) {
+    console.error('[models/init_script.js] sequelize sync fail');
+    console.error(err);
+    throw err;
+  });

models/module.js

@@ -0,0 +1,110 @@
+/**!
+ * cnpmjs.org - models/module.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var utils = require('./utils');
+
+/*
+CREATE TABLE IF NOT EXISTS `module` (
+  `id` INTEGER NOT NULL auto_increment ,
+  `author` VARCHAR(100) NOT NULL,
+  `name` VARCHAR(100) NOT NULL,
+  `version` VARCHAR(30) NOT NULL,
+  `description` LONGTEXT,
+  `package` LONGTEXT,
+  `dist_shasum` VARCHAR(100),
+  `dist_tarball` VARCHAR(2048),
+  `dist_size` INTEGER UNSIGNED NOT NULL DEFAULT 0,
+  `publish_time` BIGINT(20) UNSIGNED,
+  `gmt_create` DATETIME NOT NULL,
+  `gmt_modified` DATETIME NOT NULL,
+  PRIMARY KEY (`id`)
+)
+COMMENT 'module info' ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE utf8_general_ci;
+
+CREATE UNIQUE INDEX `module_name_version` ON `module` (`name`, `version`);
+CREATE INDEX `module_gmt_modified` ON `module` (`gmt_modified`);
+CREATE INDEX `module_publish_time` ON `module` (`publish_time`);
+CREATE INDEX `module_author` ON `module` (`author`);
+*/
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('Module', {
+    author: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'first maintainer name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name'
+    },
+    version: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'module version'
+    },
+    description: {
+      type: DataTypes.LONGTEXT,
+    },
+    package: {
+      type: DataTypes.LONGTEXT,
+      comment: 'package.json',
+    },
+    dist_shasum: {
+      type: DataTypes.STRING(100),
+      allowNull: true,
+    },
+    dist_tarball: {
+      type: DataTypes.STRING(2048),
+      allowNull: true,
+    },
+    dist_size: {
+      type: DataTypes.INTEGER.UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+    },
+    publish_time: {
+      type: DataTypes.BIGINT(20).UNSIGNED,
+      allowNull: true,
+    }
+  }, {
+    tableName: 'module',
+    comment: 'module info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'version']
+      },
+      {
+        fields: ['gmt_modified']
+      },
+      {
+        fields: ['publish_time']
+      },
+      {
+        fields: ['author']
+      }
+    ],
+    classMethods: {
+      findByNameAndVersion: function* (name, version) {
+        return yield this.find({
+          where: { name: name, version: version }
+        });
+      }
+    }
+  });
+};

models/module_deps.js

@@ -0,0 +1,58 @@
+/**!
+ * cnpmjs.org - models/module_deps.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_deps` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT '`name` is deped by `deps`',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_deps_name_deps` (`name`,`deps`),
+ KEY `deps` (`module_deps_deps`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleDependency', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    dependent: {
+      field: 'deps',
+      type: DataTypes.STRING(100),
+      comment: '`name` is depended by `deps`. `deps` == depend => `name`'
+    }
+  }, {
+    tableName: 'module_deps',
+    comment: 'module deps',
+    // no need update timestamp
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'deps']
+      },
+      {
+        fields: ['deps']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};

models/module_keyword.js

@@ -0,0 +1,69 @@
+/**!
+ * cnpmjs.org - models/module_keyword.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_keyword` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `description` longtext,
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleKeyword', {
+    keyword: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    description: {
+      type: DataTypes.LONGTEXT,
+      allowNull: true,
+    }
+  }, {
+    tableName: 'module_keyword',
+    comment: 'module keyword',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['keyword', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: {
+      findByKeywordAndName: function* (keyword, name) {
+        return yield this.find({
+          where: {
+            keyword: keyword,
+            name: name
+          }
+        });
+      }
+    }
+  });
+};

models/module_log.js

@@ -0,0 +1,56 @@
+/**!
+ * cnpmjs.org - models/module_log.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_log` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `username` varchar(100) NOT NULL,
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `log` longtext,
+ PRIMARY KEY (`id`),
+ KEY `module_log_name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleLog', {
+    username: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    log: {
+      type: DataTypes.LONGTEXT
+    }
+  }, {
+    tableName: 'module_log',
+    comment: 'module sync log',
+    indexes: [
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};

models/module_maintainer.js

@@ -0,0 +1,56 @@
+/**!
+ * cnpmjs.org - models/module_maintainer.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_maintainer_user_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleMaintainer', {
+    user: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    }
+  }, {
+    tableName: 'module_maintainer',
+    comment: 'private module maintainers',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['user', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: require('./_module_maintainer_class_methods'),
+  });
+};

models/module_star.js

@@ -0,0 +1,57 @@
+/**!
+ * cnpmjs.org - models/module_star.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_star` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_star_user_name` (`user`,`name`),
+ KEY `module_star_name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleStar', {
+    user: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    }
+  }, {
+    tableName: 'module_star',
+    comment: 'module star',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['user', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};

models/module_unpublished.js

@@ -0,0 +1,84 @@
+/**!
+ * cnpmjs.org - models/module_unpublished.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var utils = require('./utils');
+
+/*
+CREATE TABLE IF NOT EXISTS `module_unpublished` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_unpublished_name` (`name`),
+ KEY `module_unpublished_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleUnpublished', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    package: {
+      type: DataTypes.LONGTEXT,
+      comment: 'base info: tags, time, maintainers, description, versions',
+      get: utils.JSONGetter('package'),
+      set: utils.JSONSetter('package'),
+    }
+  }, {
+    tableName: 'module_unpublished',
+    comment: 'module unpublished info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name']
+      },
+      {
+        fields: ['gmt_modified']
+      }
+    ],
+    classMethods: {
+      findByName: function* (name) {
+        return yield this.find({
+          where: {
+            name: name
+          }
+        });
+      },
+      save: function* (name, pkg) {
+        var row = yield this.find({
+          where: {
+            name: name
+          }
+        });
+        if (row) {
+          row.package = pkg;
+          return yield row.save(['package']);
+        }
+
+        row = this.build({
+          name: name,
+          package: pkg,
+        });
+        return yield row.save();
+      }
+    }
+  });
+};

models/npm_module_maintainer.js

@@ -0,0 +1,56 @@
+/**!
+ * cnpmjs.org - models/npm_module_maintainer.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `npm_module_maintainer_user_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('NpmModuleMaintainer', {
+    user: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    }
+  }, {
+    tableName: 'npm_module_maintainer',
+    comment: 'npm original module maintainers',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['user', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: require('./_module_maintainer_class_methods'),
+  });
+};

models/tag.js

@@ -0,0 +1,72 @@
+/**!
+ * cnpmjs.org - models/tag.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `tag` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `tag` varchar(30) NOT NULL COMMENT 'tag name',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `tag_name_tag` (`name`, `tag`),
+ KEY `tag_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('Tag', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    tag: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'tag name',
+    },
+    version: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'module version',
+    },
+    module_id: {
+      type: DataTypes.BIGINT(20).UNSIGNED,
+      allowNull: false,
+      comment: 'module id'
+    }
+  }, {
+    tableName: 'tag',
+    comment: 'module tag',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'tag']
+      },
+      {
+        fields: ['gmt_modified']
+      }
+    ],
+    classMethods: {
+      findByNameAndTag: function* (name, tag) {
+        return yield this.find({ where: { name: name, tag: tag } });
+      }
+    }
+  });
+};

models/total.js

@@ -0,0 +1,118 @@
+/**!
+ * cnpmjs.org - models/total.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+// CREATE TABLE IF NOT EXISTS `total` (
+//  `name` varchar(100) NOT NULL COMMENT 'total name',
+//  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+//  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
+//  `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry',
+//  `last_exist_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync exist packages from official registry',
+//  `sync_status` tinyint unsigned NOT NULL DEFAULT '0' COMMENT 'system sync from official registry status',
+//  `need_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages need to be sync',
+//  `success_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages sync success at this time',
+//  `fail_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages sync fail at this time',
+//  `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync',
+//  `last_sync_module` varchar(100) COMMENT 'last sync success module name',
+//  PRIMARY KEY (`name`)
+// ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='total info';
+// -- init `total` count
+// INSERT INTO total(name, gmt_modified) VALUES('total', now())
+//   ON DUPLICATE KEY UPDATE gmt_modified=now();
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('Total', {
+    name: {
+      type: DataTypes.STRING(100),
+      primaryKey: true,
+      comment: 'total name'
+    },
+    module_delete: {
+      type: DataTypes.BIGINT(20).UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'module delete count',
+    },
+    last_sync_time: {
+      type: DataTypes.BIGINT(20).UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'last timestamp sync from official registry',
+    },
+    last_exist_sync_time: {
+      type: DataTypes.BIGINT(20).UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'last timestamp sync exist packages from official registry',
+    },
+    sync_status: {
+      type: 'TINYINT',
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'system sync from official registry status',
+    },
+    need_sync_num: {
+      type: DataTypes.INTEGER.UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'how many packages need to be sync',
+    },
+    success_sync_num: {
+      type: DataTypes.INTEGER.UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'how many packages sync success at this time',
+    },
+    fail_sync_num: {
+      type: DataTypes.INTEGER.UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'how many packages sync fail at this time',
+    },
+    left_sync_num: {
+      type: DataTypes.INTEGER.UNSIGNED,
+      allowNull: false,
+      defaultValue: 0,
+      comment: 'how many packages left to be sync',
+    },
+    last_sync_module: {
+      type: DataTypes.STRING(100),
+      allowNull: true,
+      comment: 'last sync success module name',
+    },
+  }, {
+    tableName: 'total',
+    comment: 'total info',
+    createdAt: false,
+    classMethods: {
+      init: function (callback) {
+        var that = this;
+        that.find({
+          where: { name: 'total' }
+        }).then(function (row) {
+          if (!row) {
+            that.build({name: 'total'}).save()
+              .then(function () {
+                callback();
+              })
+              .catch(callback);
+            return;
+          }
+          callback();
+        }).catch(callback);
+      }
+    }
+  });
+};

models/user.js

@@ -0,0 +1,241 @@
+/**!
+ * cnpmjs.org - models/user.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var utility = require('utility');
+var utils = require('./utils');
+
+/*
+CREATE TABLE IF NOT EXISTS `user` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) NOT NULL COMMENT 'user name',
+ `salt` varchar(100) NOT NULL,
+ `password_sha` varchar(100) NOT NULL COMMENT 'user password hash',
+ `ip` varchar(64) NOT NULL COMMENT 'user last request ip',
+ `roles` varchar(200) NOT NULL DEFAULT '[]',
+ `rev` varchar(40) NOT NULL,
+ `email` varchar(400) NOT NULL,
+ `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
+ `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_name` (`name`),
+ KEY `user_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
+*/
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('User', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name',
+    },
+    salt: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+    },
+    password_sha: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user password hash',
+    },
+    ip: {
+      type: DataTypes.STRING(64),
+      allowNull: false,
+      comment: 'user last request ip',
+    },
+    roles: {
+      type: DataTypes.STRING(200),
+      allowNull: false,
+      defaultValue: '[]',
+    },
+    rev: {
+      type: DataTypes.STRING(40),
+      allowNull: false,
+    },
+    email: {
+      type: DataTypes.STRING(400),
+      allowNull: false,
+    },
+    json: {
+      type: DataTypes.LONGTEXT,
+      allowNull: true,
+      get: utils.JSONGetter('json'),
+      set: utils.JSONSetter('json'),
+    },
+    isNpmUser: {
+      field: 'npm_user',
+      type: DataTypes.BOOLEAN,
+      allowNull: false,
+      defaultValue: false,
+      comment: 'user sync from npm or not, 1: true, other: false',
+    }
+  }, {
+    tableName: 'user',
+    comment: 'user base info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name']
+      },
+      {
+        fields: ['gmt_modified']
+      }
+    ],
+    classMethods: {
+      // utils
+      createPasswordSha: function (password, salt) {
+        return utility.sha1(password + salt);
+      },
+
+      // read
+      auth: function* (name, password) {
+        var user = yield* this.findByName(name);
+        if (user) {
+          var sha = this.createPasswordSha(password, user.salt);
+          if (user.password_sha !== sha) {
+            user = null;
+          }
+        }
+        return user;
+      },
+      findByName: function* (name) {
+        return yield this.find({ where: { name: name } });
+      },
+      listByNames: function* (names) {
+        return yield this.findAll({
+          where: {
+            name: {
+              in: names
+            }
+          }
+        });
+      },
+      search: function* (query, options) {
+        return yield this.findAll({
+          where: {
+            name: {
+              like: query + '%'
+            }
+          },
+          limit: options.limit
+        });
+      },
+
+      // write
+      saveNpmUser: function* (data) {
+        var user = yield* this.findByName(data.name);
+        if (!user) {
+          user = this.build({
+            isNpmUser: true,
+            name: data.name,
+            salt: '0',
+            password_sha: '0',
+            ip: '0',
+          });
+        }
+        user.isNpmUser = true;
+        user.json = data;
+        user.email = data.email || '';
+        user.rev = data._rev || '';
+        return yield user.save();
+      },
+      saveCustomUser: function* (data) {
+        var name = data.user.login;
+        var user = yield* this.findByName(name);
+        if (!user) {
+          user = this.build({
+            isNpmUser: false,
+            name: name,
+          });
+        }
+
+        var rev = '1-' + data.user.login;
+        var salt = data.salt || '0';
+        var passwordSha = data.password_sha || '0';
+        var ip = data.ip || '0';
+
+        user.isNpmUser = false;
+        user.email = data.user.email;
+        user.ip = ip;
+        user.json = data.user;
+        user.rev = rev;
+        user.salt = salt;
+        user.password_sha = passwordSha;
+        return yield user.save();
+      },
+
+      // add cnpm user
+      add: function* (user) {
+        var roles = user.roles || [];
+        try {
+          roles = JSON.stringify(roles);
+        } catch (e) {
+          roles = '[]';
+        }
+        var rev = '1-' + utility.md5(JSON.stringify(user));
+
+        var row = this.build({
+          rev: rev,
+          name: user.name,
+          email: user.email,
+          salt: user.salt,
+          password_sha: user.password_sha,
+          ip: user.ip,
+          roles: roles,
+          isNpmUser: false,
+        });
+
+        return yield row.save();
+      },
+
+      update: function* (user) {
+        var rev = user.rev || user._rev;
+        var revNo = Number(rev.split('-', 1));
+        if (!revNo) {
+          var err = new Error(rev + ' format error');
+          err.name = 'RevFormatError';
+          err.data = {user: user};
+          throw err;
+        }
+        revNo++;
+        var newRev = revNo + '-' + utility.md5(JSON.stringify(user));
+        var roles = user.roles || [];
+        try {
+          roles = JSON.stringify(roles);
+        } catch (e) {
+          roles = '[]';
+        }
+
+        var row = yield* this.findByName(user.name);
+        if (!row) {
+          return null;
+        }
+
+        row.rev = newRev;
+        row.email = user.email;
+        row.salt = user.salt;
+        row.password_sha = user.password_sha;
+        row.ip = user.ip;
+        row.roles = roles;
+        row.isNpmUser = false;
+
+        return yield row.save(['rev', 'email', 'salt', 'password_sha', 'ip', 'roles', 'isNpmUser']);
+      }
+    }
+  });
+};

models/utils.js

@@ -0,0 +1,34 @@
+/**!
+ * cnpmjs.org - models/utils.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+exports.JSONGetter = function (propertyName) {
+  return function JSONGetter() {
+    var value = this.getDataValue(propertyName);
+    if (value && typeof value === 'string') {
+      value = JSON.parse(value);
+    }
+    return value;
+  };
+};
+
+exports.JSONSetter = function (propertyName) {
+  return function JSONSetter(value) {
+    if (typeof value !== 'string') {
+      value = JSON.stringify(value);
+    }
+    this.setDataValue(propertyName, value);
+  };
+};

package.json

@@ -1,58 +1,67 @@
 {
   "name": "cnpmjs.org",
-  "version": "0.3.4",
+  "version": "2.0.0-beta0",
   "description": "Private npm registry and web for Enterprise, base on MySQL and Simple Store Service",
   "main": "index.js",
   "scripts": {
-    "test": "make test",
+    "test": "make install && make jshint && make test",
     "start": "./bin/nodejsctl start && cp History.md docs/web/history.md",
     "status": "./bin/nodejsctl status",
     "stop": "./bin/nodejsctl stop"
   },
-  "config": {
-    "cov": {
-      "threshold": 83
-    }
-  },
   "dependencies": {
-    "co-read": "0.0.1",
-    "co-write": "0.3.0",
-    "debug": "0.7.4",
-    "eventproxy": "0.3.0",
-    "forward": "0.0.4",
-    "giturl": "0.0.2",
-    "graceful": "0.0.6",
-    "gravatar": "1.0.6",
-    "humanize-number": "0.0.2",
-    "koa": "0.5.0",
-    "koa-markdown": "0.0.2",
-    "koa-middlewares": "0.0.8",
-    "logfilestream": "0.1.0",
-    "marked": "0.3.1",
-    "microtime": "0.5.1",
-    "mime": "1.2.11",
-    "mkdirp": "0.3.5",
-    "moment": "2.5.1",
-    "ms": "0.6.2",
-    "mysql": "2.1.0",
-    "nodemailer": "0.6.1",
-    "qn": "0.2.0",
-    "ready": "0.1.1",
-    "semver": "2.2.1",
-    "thunkify-wrap": "0.0.3",
-    "urllib": "0.5.5",
-    "utility": "0.1.10"
+    "agentkeepalive": "~1.2.0",
+    "bluebird": "~2.3.10",
+    "bytes": "~1.0.0",
+    "cfork": "~1.2.0",
+    "cheerio": "~0.17.0",
+    "co": "~3.1.0",
+    "co-defer": "~0.1.1",
+    "co-gather": "~0.0.1",
+    "co-redis": "~1.1.0",
+    "co-sleep": "~0.0.1",
+    "copy-to": "~2.0.1",
+    "debug": "~2.1.0",
+    "error-formater": "~1.0.3",
+    "fs-cnpm": "~1.1.0",
+    "giturl": "~0.0.3",
+    "graceful": "~0.1.0",
+    "gravatar": "~1.1.0",
+    "humanize-ms": "~1.0.0",
+    "humanize-number": "~0.0.2",
+    "koa": "~0.13.0",
+    "koa-limit": "~1.0.2",
+    "koa-markdown": "~1.0.0",
+    "koa-middlewares": "~1.4.1",
+    "marked": "~0.3.2",
+    "mime": "~1.2.11",
+    "mini-logger": "~1.0.0",
+    "mkdirp": "~0.5.0",
+    "moment": "~2.8.3",
+    "mysql": "~2.5.2",
+    "nodemailer": "~1.3.0",
+    "redis": "~0.12.1",
+    "semver": "~4.1.0",
+    "sequelize": "~2.0.0-rc2",
+    "thunkify-wrap": "~1.0.2",
+    "urllib": "~2.0.1",
+    "utility": "~1.2.0"
   },
   "devDependencies": {
-    "autod": ">=0.0.13",
+    "autod": "*",
+    "chunkstream": "*",
+    "co-mocha": "*",
     "contributors": "*",
-    "cov": "*",
-    "istanbul": "git://github.com/gotwarlost/istanbul.git#harmony",
-    "mm": "0.2.0",
+    "istanbul-harmony": "*",
+    "jshint": "*",
+    "mm": "*",
     "mocha": "*",
-    "pedding": "0.0.3",
-    "should": "3.1.3",
-    "supertest": "0.9.0"
+    "node-dev": "*",
+    "pedding": "*",
+    "should": "~4.0.4",
+    "should-http": "*",
+    "sqlite3": "*",
+    "supertest": "*"
   },
   "homepage": "https://github.com/cnpm/cnpmjs.org",
   "repository": {
@@ -65,10 +74,14 @@
     "email": "fengmk2@gmail.com"
   },
   "keywords": [
-    "cnpmjs.org", "npm", "npmjs", "npmjs.org", "registry"
+    "cnpmjs.org",
+    "npm",
+    "npmjs",
+    "npmjs.org",
+    "registry"
   ],
   "engines": {
-    "node": ">= 0.11.9"
+    "node": ">= 0.11.14"
   },
   "author": [
     "fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)",

proxy/download.js

@@ -1,46 +0,0 @@
-/**!
- * cnpmjs.org - proxy/download.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var config = require('../config');
-var mysql = require('../common/mysql');
-
-var PLUS_SQL = 'INSERT INTO download_total(gmt_create, gmt_modified, \
-    date, name, count) \
-  VALUES(now(), now(), ?, ?, ?) \
-  ON DUPLICATE KEY UPDATE gmt_modified=now(), \
-    count=count + VALUES(count), name=VALUES(name), date=VALUES(date);';
-
-exports.plusTotal = function (data, callback) {
-  mysql.query(PLUS_SQL, [data.date, data.name, data.count], callback);
-};
-
-var SELECT_ONE_TOTAL_SQL = 'SELECT date, count FROM download_total WHERE date>=? AND date<=? AND name=?;';
-
-exports.getModuleTotal = function (name, start, end, callback) {
-  mysql.query(SELECT_ONE_TOTAL_SQL, [start, end, name], callback);
-};
-
-var SELECT_ALL_TOTAL_SQL = 'SELECT date, sum(count) AS count \
-  FROM download_total \
-  WHERE date>=? AND date<=? \
-  GROUP BY date;';
-
-exports.getTotal = function (start, end, callback) {
-  mysql.query(SELECT_ALL_TOTAL_SQL, [start, end], callback);
-};
-
-thunkify(exports);

proxy/module.js

@@ -1,454 +0,0 @@
-/**!
- * cnpmjs.org - proxy/module.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var utility = require('utility');
-var eventproxy = require('eventproxy');
-var config = require('../config');
-var mysql = require('../common/mysql');
-
-var MODULE_COLUMNS = 'id, publish_time, gmt_create, gmt_modified, author, name, version, description, package, dist_tarball, dist_shasum, dist_size';
-
-var INSERT_MODULE_SQL = 'INSERT INTO module(gmt_create, gmt_modified, \
-  publish_time, author, name, version, package, dist_tarball, dist_shasum, dist_size, description) \
-  VALUES(now(), now(), ?, ?, ?, ?, ?, ?, ?, ?, ?) \
-  ON DUPLICATE KEY UPDATE gmt_modified=now(), publish_time=VALUES(publish_time), description=VALUES(description), \
-    author=VALUES(author), name=VALUES(name), version=VALUES(version), package=VALUES(package), \
-    dist_tarball=VALUES(dist_tarball), dist_shasum=VALUES(dist_shasum), dist_size=VALUES(dist_size);';
-
-exports.add = function (mod, callback) {
-  var keywords = mod.package.keywords;
-  var pkg;
-  try {
-    pkg = stringifyPackage(mod.package);
-  } catch (e) {
-    return callback(e);
-  }
-  var description = mod.package && mod.package.description || '';
-
-  var dist = mod.package.dist || {};
-  dist.tarball = '';
-  dist.shasum = '';
-  dist.size = 0;
-  var publish_time = mod.publish_time || Date.now();
-  var values = [
-    publish_time, mod.author, mod.name, mod.version, pkg,
-    dist.tarball, dist.shasum, dist.size, description
-  ];
-  mysql.query(INSERT_MODULE_SQL, values, function (err, result) {
-    if (err) {
-      return callback(err);
-    }
-    callback(null, {id: result.insertId, gmt_modified: new Date()});
-
-    if (typeof keywords === 'string') {
-      keywords = [keywords];
-    }
-
-    if (!Array.isArray(keywords)) {
-      return;
-    }
-
-    var words = [];
-    for (var i = 0; i < keywords.length; i++) {
-      var w = keywords[i];
-      if (typeof w === 'string') {
-        w = w.trim();
-        if (w) {
-          words.push(w);
-        }
-      }
-    }
-
-    if (words.length === 0) {
-      return;
-    }
-
-    // add keywords
-    exports.addKeywords(mod, description, words, utility.noop);
-  });
-};
-
-var GET_KEYWORD_SQL = 'SELECT keyword FROM module_keyword WHERE name=? ORDER BY keyword;';
-
-exports.getKeywords = function (name, callback) {
-  mysql.query(GET_KEYWORD_SQL, [name], function (err, rows) {
-    var keywords = [];
-    if (rows && rows.length) {
-      keywords = rows.map(function (r) {
-        return r.keyword;
-      });
-    }
-    callback(err, keywords);
-  });
-};
-
-var ADD_KEYWORD_SQL = 'INSERT INTO module_keyword(gmt_create, keyword, name, description) \
-  VALUES(now(), ?, ?, ?) \
-  ON DUPLICATE KEY UPDATE description=VALUES(description);';
-
-exports.addKeywords = function (name, description, keywords, callback) {
-  var sql = '';
-  var values = [];
-  for (var i = 0; i < keywords.length; i++) {
-    sql += ADD_KEYWORD_SQL;
-    values.push(keywords[i]);
-    values.push(name);
-    values.push(description);
-  }
-  mysql.query(sql, values, function (err, results) {
-    if (err) {
-      return callback(err);
-    }
-    var ids = [];
-    for (var i = 0; i < results.length; i++) {
-      var r = results[i];
-      if (r.insertId) {
-        ids.push(r.insertId);
-      }
-    }
-    callback(null, ids);
-  });
-};
-
-var UPDATE_DESC_SQL = 'UPDATE module SET description=? WHERE id=?;';
-exports.updateDescription = function (id, description, callback) {
-  mysql.query(UPDATE_DESC_SQL, [description, id], callback);
-};
-
-var UPDATE_PACKAGE_SQL = 'UPDATE module SET package=? WHERE id=?;';
-exports.updateReadme = function (id, readme, callback) {
-  exports.getById(id, function (err, data) {
-    if (err) {
-      return callback(err);
-    }
-    data.package = data.package || {};
-    data.package.readme = readme;
-    var pkg = stringifyPackage(data.package);
-    mysql.query(UPDATE_PACKAGE_SQL, [pkg, id], callback);
-  });
-};
-
-var UPDATE_DIST_SQL = 'UPDATE module SET publish_time=?, version=?, package=?, \
-  dist_tarball=?, dist_shasum=?, dist_size=? WHERE id=?;';
-
-exports.update = function (mod, callback) {
-  var pkg;
-  try {
-    pkg = stringifyPackage(mod.package);
-  } catch (e) {
-    return callback(e);
-  }
-  var dist = mod.package.dist;
-  mysql.query(UPDATE_DIST_SQL,
-    [mod.publish_time, mod.version, pkg, dist.tarball, dist.shasum, dist.size, mod.id],
-  function (err, result) {
-    if (err) {
-      return callback(err);
-    }
-    callback(null, {id: mod.id, gmt_modified: new Date()});
-  });
-};
-
-function parseRow(row) {
-  if (row && row.package) {
-    try {
-      if (row.package.indexOf('%7B%22') === 0) {
-        // now store package will encodeURIComponent() after JSON.stringify
-        row.package = decodeURIComponent(row.package);
-      }
-      row.package = JSON.parse(row.package);
-    } catch (e) {
-      console.warn('parse package error: %s, id: %s version: %s, error: %s', row.name, row.id, row.version, e);
-    }
-  }
-}
-exports.parseRow = parseRow;
-
-function stringifyPackage(pkg) {
-  return encodeURIComponent(JSON.stringify(pkg));
-}
-
-var SELECT_MODULE_BY_ID_SQL = 'SELECT ' + MODULE_COLUMNS + ' FROM module WHERE id=?;';
-
-exports.getById = function (id, callback) {
-  id = Number(id);
-  mysql.queryOne(SELECT_MODULE_BY_ID_SQL, [id], function (err, row) {
-    if (err || !row) {
-      return callback(err, row);
-    }
-    try {
-      parseRow(row);
-    } catch (e) {
-      e.data = row;
-      return callback(e);
-    }
-    callback(null, row);
-  });
-};
-
-var SELECT_MODULE_SQL = 'SELECT ' + MODULE_COLUMNS + ' FROM module WHERE name=? AND version=?;';
-
-exports.get = function (name, version, callback) {
-  mysql.queryOne(SELECT_MODULE_SQL, [name, version], function (err, row) {
-    if (err || !row) {
-      return callback(err, row);
-    }
-    try {
-      parseRow(row);
-    } catch (e) {
-      e.data = row;
-      return callback(e);
-    }
-    callback(null, row);
-  });
-};
-
-var INSERT_TAG_SQL = 'INSERT INTO tag(gmt_create, gmt_modified, \
-  name, tag, version, module_id) \
-  VALUES(now(), now(), ?, ?, ?, ?) \
-  ON DUPLICATE KEY UPDATE gmt_modified=now(), module_id=VALUES(module_id), \
-    name=VALUES(name), tag=VALUES(tag), version=VALUES(version);';
-
-var SELECT_MODULE_ID_SQL = 'SELECT id FROM module WHERE name=? AND version=?;';
-
-exports.addTag = function (name, tag, version, callback) {
-  mysql.queryOne(SELECT_MODULE_ID_SQL, [name, version], function (err, row) {
-    if (err) {
-      return callback(err);
-    }
-    var module_id = row && row.id || 0;
-    mysql.query(INSERT_TAG_SQL, [name, tag, version, module_id], function (err, result) {
-      if (err) {
-        return callback(err);
-      }
-      callback(null, {id: result.insertId, gmt_modified: new Date(), module_id: module_id});
-    });
-  });
-};
-
-var SELECT_TAG_SQL = 'SELECT tag, version, gmt_modified, module_id FROM tag WHERE name=? AND tag=?;';
-
-exports.getByTag = function (name, tag, callback) {
-  mysql.queryOne(SELECT_TAG_SQL, [name, tag], function (err, row) {
-    if (err || !row) {
-      return callback(err, row);
-    }
-    exports.get(name, row.version, callback);
-  });
-};
-
-var DELETE_TAGS_SQL = 'DELETE FROM tag WHERE name=?;';
-
-exports.removeTags = function (name, callback) {
-  mysql.query(DELETE_TAGS_SQL, [name], callback);
-};
-
-var DELETE_TAGS_BY_IDS_SQL = 'DELETE FROM tag WHERE id in (?)';
-exports.removeTagsByIds = function (ids, callback) {
-  mysql.query(DELETE_TAGS_BY_IDS_SQL, [ids], callback);
-};
-
-var SELECT_ALL_TAGS_SQL = 'SELECT id, tag, version, gmt_modified, module_id FROM tag WHERE name=?;';
-
-exports.listTags = function (name, callback) {
-  mysql.query(SELECT_ALL_TAGS_SQL, [name], callback);
-};
-
-var SELECT_LATEST_MODULE_SQL = 'SELECT ' + MODULE_COLUMNS +
-  ' FROM module WHERE name=? AND version <> "next" ORDER BY publish_time DESC LIMIT 1;';
-
-exports.getLatest = function (name, callback) {
-  exports.getByTag(name, 'latest', function (err, row) {
-    if (err || row) {
-      return callback(err, row);
-    }
-
-    // get latest order by id
-    mysql.queryOne(SELECT_LATEST_MODULE_SQL, [name], function (err, row) {
-      if (err || !row) {
-        return callback(err, row);
-      }
-      try {
-        parseRow(row);
-      } catch (e) {
-        e.data = row;
-        return callback(e);
-      }
-      callback(null, row);
-    });
-  });
-};
-
-var LIST_MODULE_SQL = 'SELECT ' + MODULE_COLUMNS + ' FROM module WHERE name=? ORDER BY id DESC;';
-
-exports.listByName = function (name, callback) {
-  mysql.query(LIST_MODULE_SQL, [name], function (err, rows) {
-    if (err) {
-      return callback(err);
-    }
-
-    rows = rows || [];
-    try {
-      for (var i = 0; i < rows.length; i++) {
-        parseRow(rows[i]);
-      }
-    } catch (e) {
-      err = e;
-      err.data = rows;
-    }
-    callback(err, rows);
-  });
-};
-
-var LIST_SINCE_SQLS = [
-  'SELECT module_id FROM tag WHERE tag="latest" AND gmt_modified>?',
-  'SELECT name, package FROM module WHERE id IN (?);'
-];
-exports.listSince = function (start, callback) {
-  var ep = eventproxy.create();
-  ep.fail(callback);
-  mysql.query(LIST_SINCE_SQLS[0], [new Date(start)], ep.done(function (rows) {
-    if (!rows || rows.length === 0) {
-      return callback(null, []);
-    }
-    ep.emit('ids', rows.map(function (r) {
-      return r.module_id;
-    }));
-  }));
-
-  ep.once('ids', function (ids) {
-    mysql.query(LIST_SINCE_SQLS[1], [ids], callback);
-  });
-};
-
-var LIST_SHORT_SQL = 'SELECT distinct(name) FROM tag ORDER BY name';
-exports.listShort = function (callback) {
-  mysql.query(LIST_SHORT_SQL, callback);
-};
-
-var LIST_ALL_MODULE_NAMES_SQL = 'SELECT distinct(name) FROM module ORDER BY name';
-exports.listAllModuleNames = function (callback) {
-  mysql.query(LIST_ALL_MODULE_NAMES_SQL, callback);
-};
-
-var DELETE_MODULE_BY_NAME_SQL = 'DELETE FROM module WHERE name=?;';
-exports.removeByName = function (name, callback) {
-  mysql.query(DELETE_MODULE_BY_NAME_SQL, [name], callback);
-};
-
-var DELETE_MODULE_BY_NAME_AND_VERSIONS_SQL = 'DELETE FROM module WHERE name=? AND version IN(?);';
-exports.removeByNameAndVersions = function (name, versions, callback) {
-  mysql.query(DELETE_MODULE_BY_NAME_AND_VERSIONS_SQL, [name, versions], callback);
-};
-
-var LIST_BY_AUTH_SQLS = [
-  'SELECT distinct(name) AS name FROM module WHERE author = ? ORDER BY publish_time DESC LIMIT 100;',
-  'SELECT module_id FROM tag WHERE tag="latest" AND name IN (?)',
-  'SELECT name, description FROM module WHERE id IN (?) ORDER BY publish_time DESC'
-];
-exports.listByAuthor = function (author, callback) {
-  var ep = eventproxy.create();
-  ep.fail(callback);
-  mysql.query(LIST_BY_AUTH_SQLS[0], [author], ep.done(function (rows) {
-    if (!rows || rows.length === 0) {
-      return callback(null, []);
-    }
-    ep.emit('names', rows.map(function (r) {
-      return r.name;
-    }));
-  }));
-  ep.on('names', function (names) {
-    mysql.query(LIST_BY_AUTH_SQLS[1], [names], ep.done(function (rows) {
-      if (!rows || rows.length === 0) {
-        return callback(null, []);
-      }
-      ep.emit('ids', rows.map(function (r) {
-        return r.module_id;
-      }));
-    }));
-  });
-  ep.on('ids', function (ids) {
-    mysql.query(LIST_BY_AUTH_SQLS[2], [ids], callback);
-  });
-};
-
-var SEARCH_MODULES_SQL = 'SELECT module_id FROM tag WHERE name LIKE ? AND tag="latest" ORDER BY name LIMIT ?;';
-var SEARCH_MODULES_BY_KEYWORD_SQL = 'SELECT name, description FROM module_keyword WHERE keyword = ? ORDER BY id DESC LIMIT ?;';
-var QUERY_MODULES_BY_ID_SQL = 'SELECT name, description FROM module WHERE id IN (?) ORDER BY name;';
-
-exports.search = function (word, options, callback) {
-  if (typeof options === 'function') {
-    callback = options;
-    options = null;
-  }
-  options = options || {};
-  var limit = options.limit || 100;
-  word = word.replace(/^%/, ''); //ignore prefix %
-  var ep = eventproxy.create();
-  ep.fail(callback);
-
-  // search flows:
-  // 1. prefix search by name
-  // 2. like search by name
-  // 3. keyword equal search
-  var ids = {};
-
-  mysql.query(SEARCH_MODULES_SQL, [word + '%', limit ], ep.done(function (rows) {
-    rows = rows || [];
-    if (rows.length > 0) {
-      for (var i = 0; i < rows.length; i++) {
-        ids[rows[i].module_id] = 1;
-      }
-    }
-    if (rows.length >= 20) {
-      return ep.emit('ids', Object.keys(ids));
-    }
-
-    mysql.query(SEARCH_MODULES_SQL, [ '%' + word + '%', limit ], ep.done('likeSearch'));
-  }));
-
-  mysql.query(SEARCH_MODULES_BY_KEYWORD_SQL, [ word, limit ], ep.done('keywordRows'));
-
-  ep.on('likeSearch', function (rows) {
-    rows = rows || [];
-    if (rows.length > 0) {
-      for (var i = 0; i < rows.length; i++) {
-        ids[rows[i].module_id] = 1;
-      }
-    }
-
-    ep.emit('ids', Object.keys(ids));
-  });
-
-  ep.all('ids', 'keywordRows', function (ids, keywordRows) {
-    keywordRows = keywordRows || [];
-    var data = {
-      keywordMatchs: keywordRows,
-      searchMatchs: []
-    };
-    if (ids.length === 0) {
-      return callback(null, data);
-    }
-
-    mysql.query(QUERY_MODULES_BY_ID_SQL, [ids], ep.done(function (modules) {
-      data.searchMatchs = modules;
-      callback(null, data);
-    }));
-  });
-};
-
-thunkify(exports);

proxy/module_deps.js

@@ -1,44 +0,0 @@
-/**!
- * cnpmjs.org - proxy/module_deps.js
- *
- * Copyright(c) 2014
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-"use strict";
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var mysql = require('../common/mysql');
-
-var LIST_DEPS_SQL = 'SELECT deps FROM module_deps WHERE name=?;';
-
-exports.list = function (name, callback) {
-  mysql.query(LIST_DEPS_SQL, [name], callback);
-};
-
-var INSERT_DEPS_SQL = 'INSERT INTO module_deps(gmt_create, name, deps) \
-  VALUES(now(), ?, ?);';
-
-exports.add = function (name, deps, callback) {
-  mysql.query(INSERT_DEPS_SQL, [name, deps], function (err, result) {
-    if (err && err.code === 'ER_DUP_ENTRY') {
-      err = null;
-    }
-    callback(err);
-  });
-};
-
-var DELETE_DEPS_SQL = 'DELETE FROM module_deps WHERE name=? AND deps=?;';
-
-exports.remove = function (name, deps, callback) {
-  mysql.query(DELETE_DEPS_SQL, [name, deps], callback);
-};
-
-thunkify(exports);

proxy/module_log.js

@@ -1,45 +0,0 @@
-/**!
- * cnpmjs.org - proxy/module_log.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var mysql = require('../common/mysql');
-
-var INSERT_LOG_SQL = 'INSERT INTO module_log(gmt_create, gmt_modified, name, username, log) \
-  VALUES(now(), now(), ?, ?, "");';
-
-exports.create = function (data, callback) {
-  mysql.query(INSERT_LOG_SQL, [data.name, data.username], function (err, result) {
-    if (err) {
-      return callback(err);
-    }
-    callback(null, {id: result.insertId, gmt_modified: new Date()});
-  });
-};
-
-var APPEND_SQL = 'UPDATE module_log SET log=CONCAT(log, ?), gmt_modified=now() WHERE id=?;';
-exports.append = function (id, log, callback) {
-  log = '\n' + log;
-  mysql.query(APPEND_SQL, [log, id], function (err) {
-    callback(null, {id: id, gmt_modified: new Date()});
-  });
-};
-
-var SELECT_SQL = 'SELECT * FROM module_log WHERE id=?;';
-exports.get = function (id, callback) {
-  mysql.queryOne(SELECT_SQL, [id], callback);
-};
-
-thunkify(exports);

proxy/npm.js

@@ -1,69 +0,0 @@
-/**!
- * cnpmjs.org - proxy/npm.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var urllib = require('urllib');
-var config = require('../config');
-
-function request(url, options, callback) {
-  if (typeof options === 'function') {
-    callback = options;
-    options = null;
-  }
-  options = options || {};
-  options.dataType = options.dataType || 'json';
-  options.timeout = options.timeout || 120000;
-  url = config.sourceNpmRegistry + url;
-  urllib.request(url, options, function (err, data, res) {
-    if (err) {
-      var statusCode = res && res.statusCode || -1;
-      if (err.name === 'JSONResponseFormatError' && statusCode >= 500) {
-        err.name = 'NPMServerError';
-        err.message = 'Status ' + statusCode + ', ' + (data && data.toString() || 'empty body');
-      }
-    }
-    callback(err, data, res);
-  });
-}
-
-exports.get = function (name, callback) {
-  request('/' + name, function (err, data, res) {
-    if (err) {
-      return callback(err);
-    }
-    res = res || {};
-    if (res.statusCode === 404) {
-      data = null;
-    }
-    callback(null, data, res);
-  });
-};
-
-exports.getAllSince = function (startkey, callback) {
-  request('/-/all/since?stale=update_after&startkey=' + startkey, {
-    dataType: 'json',
-    timeout: 300000
-  }, callback);
-};
-
-exports.getShort = function (callback) {
-  request('/-/short', {
-    dataType: 'json',
-    timeout: 300000
-  }, callback);
-};
-
-thunkify(exports);