Release 2.13.0

feat: enable maxrequests middleware (#1003 )
Release 2.12.2
2016-07-26 18:33:32 +08:00 · 2016-07-26 18:32:33 +08:00 · 2016-07-11 12:48:36 +08:00 · 2016-07-11 12:46:52 +08:00 · 2016-07-04 00:06:42 +08:00 · 2016-07-01 17:59:38 +08:00
248 changed files with 18219 additions and 9820 deletions
--- a/.editorconfig
+++ b/.editorconfig
@@ -0,0 +1,17 @@
+# http://editorconfig.org
+root = true
+
+[*]
+indent_style = space
+indent_size = 2
+end_of_line = lf
+charset = utf-8
+trim_trailing_whitespace = true
+insert_final_newline = true
+
+[*.md]
+trim_trailing_whitespace = false
+
+[Makefile]
+indent_style = tab
+
--- a/.gitignore
+++ b/.gitignore
@@ -28,3 +28,4 @@ bin/test.sql
 coverage/
 config/web_readme.md
 .tmp/
+*.sqlite
--- a/.jshintignore
+++ b/.jshintignore
@@ -2,3 +2,6 @@ node_modules/
 coverage/
 .tmp/
 .git/
+tools/
+public/
+test/
--- a/.jshintrc
+++ b/.jshintrc
@@ -24,7 +24,7 @@
                                //   "single" : require single quotes
                                //   "double" : require double quotes
    "undef"         : true,     // true: Require all non-global variables to be declared (prevents global leaks)
-    "unused"        : false,    // true: Require all defined variables be used
+    "unused"        : true,     // true: Require all defined variables be used
    "strict"        : true,     // true: Requires all functions run in ES5 Strict Mode
    "trailing"      : false,    // true: Prohibit trailing whitespaces
    "maxparams"     : false,    // {int} Max number of formal params allowed per function
--- a/.node-dev.json
+++ b/.node-dev.json
@@ -0,0 +1,3 @@
+{
+  "notify": false
+}
--- a/.npmignore
+++ b/.npmignore
@@ -19,3 +19,7 @@ coverage/
 .DS_Store
 config/web_readme.md
 .dist/
+config/config.js
+*.sqlite
+.node-dev.json
+nohup.out
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,5 +1,10 @@
+sudo: false
 language: node_js
 node_js:
-  - '0.11'
-script: "make test-travis"
-after_script: "npm install coveralls@2 && cat ./coverage/lcov.info | coveralls"
+  - '4'
+  - '6'
+addons:
+  - postgresql: '9.3'
+script: 'make test-travis-all'
+after_script:
+  - 'npm i codecov && codecov'
--- a/7
+++ b/7
@@ -1,8 +1,11 @@
 # Ordered by date of first contribution.
-# Auto-generated by 'contributors' on Mon, 03 Mar 2014 13:01:28 GMT.
-# https://github.com/xingrz/node-contributors

 fengmk2 <fengmk2@gmail.com> (https://github.com/fengmk2)
 dead-horse <dead_horse@qq.com> (https://github.com/dead-horse)
 alsotang <alsotang@gmail.com> (https://github.com/alsotang)
 4simple <wondger@qq.com> (https://github.com/4simple)
+afc163 <afc163@gmail.com> (https://github.com/afc163)
+Yuwei Ba <i@xiaoba.me> (https://github.com/ibigbug)
+dickeylth <dickeylth@gmail.com> (https://github.com/dickeylth)
+
+
--- a/History.md
+++ b/History.md
@@ -1,8 +1,634 @@

+2.13.0 / 2016-07-26
+==================
+
+  * feat: enable maxrequests middleware (#1003)
+
+2.12.2 / 2016-07-11
+==================
+
+  * fix: getModuleByRange don't list all packages (#990)
+  * fix: should show new version package count (#984)
+
+2.12.1 / 2016-07-01
+==================
+
+  * fix: make sure chagnes stream destroy (#982)
+  * chore(package): update semver to version 5.2.0 (#978)
+  * deps: use ^ instead of ~ (#976)
+  * chore(package): update mini-logger to version 1.1.1 (#973)
+
+2.12.0 / 2016-06-26
+==================
+
+  * fix: logger seperator should be one EOL ([#972](https://github.com/cnpm/cnpmjs.org/issues/972))
+  * feat: add security check badge for public package ([#971](https://github.com/cnpm/cnpmjs.org/issues/971))
+
+2.11.0 / 2016-06-25
+==================
+
+  * feat: add changes stream syncer ([#970](https://github.com/cnpm/cnpmjs.org/issues/970))
+  * chore(package): update pg to version 5.1.0 ([#953](https://github.com/cnpm/cnpmjs.org/issues/953))
+
+2.10.1 / 2016-06-05
+==================
+
+  * fix: should sync missing public scoped package on install ([#946](https://github.com/cnpm/cnpmjs.org/issues/946))
+  * chore(package): update bytes to version 2.4.0 ([#943](https://github.com/cnpm/cnpmjs.org/issues/943))
+  * userService ([#926](https://github.com/cnpm/cnpmjs.org/issues/926))
+  * chore(package): update should to version 8.4.0 ([#928](https://github.com/cnpm/cnpmjs.org/issues/928))
+  * chore(package): update humanize-ms to version 1.2.0 ([#927](https://github.com/cnpm/cnpmjs.org/issues/927))
+  * chore(package): update kcors to version 1.2.1 ([#918](https://github.com/cnpm/cnpmjs.org/issues/918))
+  * chore(package): update urllib to version 2.9.0 ([#898](https://github.com/cnpm/cnpmjs.org/issues/898))
+
+2.10.0 / 2016-04-15
+==================
+
+  * feat: show tarball url on package page ([#894](https://github.com/cnpm/cnpmjs.org/issues/894))
+  * chore(package): update koa-mock to version 1.6.1 ([#891](https://github.com/cnpm/cnpmjs.org/issues/891))
+
+2.9.5 / 2016-04-12
+==================
+
+  * fix: change logo url to a better https source
+  * fix: http://cnpmjs.org/package/fms pre style ([#739](https://github.com/cnpm/cnpmjs.org/issues/739))
+
+2.9.4 / 2016-04-09
+==================
+
+  * fix: don't sync constructor package on exists mode ([#883](https://github.com/cnpm/cnpmjs.org/issues/883))
+  * Update utility to version 1.7.0 🚀
+  * chore: update sponsor link
+
+2.9.3 / 2016-04-05
+==================
+
+  * fix: use better diff time to check sync status
+  * Update sequelize to version 3.21.0 🚀
+  * chore(package): update agentkeepalive to version 2.1.0
+  * chore(package): update pg to version 4.5.2
+
+2.9.2 / 2016-03-29
+==================
+
+  * fix: override antd for ul & ol list number & icon.
+
+2.9.1 / 2016-03-29
+==================
+
+  * refactor: add more ua info on syncer
+
+2.9.0 / 2016-03-26
+==================
+
+  * feat: only admin can unpublish
+  * chore(package): update gravatar to version 1.5.0
+  * chore(package): update sequelize to version 3.20.0
+  * fix: fix save download count unqiue constraint error
+  * chore(package): update moment to version 2.12.0
+
+2.8.1 / 2016-03-07
+==================
+
+  * fix: only send warning email if no any sync data after 24h
+  * chore(package): update kcors to version 1.1.0
+  * chore(package): update koa to version 1.2.0
+  * chore(package): update urllib to version 2.8.0
+
+2.8.0 / 2016-02-23
+==================
+
+  * fix: convert `*` to latest tag
+  * deps: upgrade deps and remove node 2.0.0 support
+  * doc: update sponsors on readme
+  * fix: update copyright year
+  * doc: fix disturl typo
+  * deps: sequelize@3.19.0
+
+2.7.1 / 2016-02-01
+==================
+
+  * fix(semver): when have invalid version([#817](https://github.com/cnpm/cnpmjs.org/issues/817))
+
+2.7.0 / 2016-02-01
+==================
+
+  * test: fix all test cases
+  * test: fix unpublish
+  * test: add complex range test case
+  * feat: support semver([#816](https://github.com/cnpm/cnpmjs.org/issues/816))
+
+2.6.2 / 2016-01-19
+==================
+
+  * feat: list & show support jsonp
+  * chore(package): update urllib to version 2.7.0
+  * Delete install.md
+
+2.6.1 / 2016-01-12
+==================
+
+  * fix: source registry is not cnpm, ignore check status
+
+2.6.0 / 2016-01-12
+==================
+
+  * feat(sync): monitor sync status
+  * chore(package): update agentkeepalive to version 2.0.3
+  * fix SequelizeDatabaseError: ER_NO_SUCH_TABLE: Table 'qnpm.total' doesn't exist\nreproduce this bug:\nthe first startup of cnpmjs.org
+  * chore(package): update moment to version 2.11.0
+  * chore(package): update xss to version 0.2.10
+  * chore(package): update pg-hstore to version 2.3.2
+  * chore(package): update mini-logger to version 1.1.0
+  * chore(package): update urllib to version 2.6.0
+  * fix: row.package will json parse error
+  * remove bluebird
+  * chore(package): update utility to version 1.6.0
+
+2.5.1 / 2015-12-02
+==================
+
+ * chore(package): update bluebird to version 3.0.6
+ * fix: SequelizeDatabaseError
+ * fix(dist_tag): disable delete latest tag
+ * feat: count total private pkgs
+ * fix: use isoweek. a week start from monday
+ * chore(package): update xss to version 0.2.8
+ * chore(package): update semver to version 5.1.0
+
+2.5.0 / 2015-11-17
+==================
+
+ * test: add node v5
+ * feat(sync): sync deleted user
+ * Update show.js
+ * chore(package): update bytes to version 2.2.0
+ * do not sync inner username
+ * gzip static file
+ * chore(package): update bytes to version 2.1.0
+ * chore(package): update is-type-of to version 1.0.0
+ * Update static.js
+ * chore(package): update cfork to version 1.4.0
+ * chore(package): update bluebird to version 3.0.5
+
+2.4.1 / 2015-10-27
+==================
+
+ * fix: improve registry index page performance with cache
+ * Configable badge URL prefix.
+ * chore(package): update koa-mock to version 1.5.0
+ * chore(package): update urllib to version 2.5.0
+ * chore(package): update co to version 4.6.0
+ * chore(package): update semver to version 5.0.3
+
+2.4.0 / 2015-10-21
+==================
+
+ * feat(registry): add package's dependents api
+ * fix: show package's dependents
+ * chore(package): update utility to version 1.5.0
+ * chore(package): update bluebird to version 2.10.2
+
+2.3.1 / 2015-10-15
+==================
+
+ * refactor: remove gnode
+ * deps: upgrade giturl
+ * Some fixes
+
+2.3.0 / 2015-10-15
+==================
+
+ * Add dev dependencies.
+ * Package page fix.
+ * refactor: add more sync log
+ * Add mock data.
+ * refactor: add more sync log
+ * Fix sidebar overflow.
+ * Merge pull request [#680](https://github.com/cnpm/cnpmjs.org/issues/680) from ibigbug/ant-design
+ * Clean code.
+ * Indent.
+ * chore(package): update debug to version 2.2.0
+ * chore(package): update should to version 7.1.0
+ * chore(package): update koa to version 1.1.0
+ * Remove default adBanner.
+ * Package pages.
+ * Common styles.
+ * search page.
+ * Sync page.
+ * Profile page antd style.
+ * Unpublished pkg page style.
+ * Add page title for unpubed pkg.
+ * Index page style use antd.
+ * chore(package): update pg to version 4.4.2
+ * chore(package): update cfork to version 1.3.1
+ * chore(package): update moment to version 2.10.6
+ * feat(badge): Use qiniu cdn
+
+2.2.1 / 2015-09-30
+==================
+
+ * test: use istanbul
+ * pref: move out try/catch block
+ * fix: support nfs.url is generator
+
+2.2.0 / 2015-09-29
+==================
+
+ * feat: list packages by username
+ * test: use codecov
+ * feat(badge): support custom subject
+ * fix(sync): add recover logic
+ * feat(sync): add sync scripts
+
+2.1.5 / 2015-09-05
+==================
+
+ * fix: only sync update packages
+
+2.1.4 / 2015-09-05
+==================
+
+ * fix: support new array and old map format both
+ * fix: /-/all/since had been redirect to /-/all/static/today.json
+ * fix(list): let koa-etag to caculate the etag
+
+2.1.3 / 2015-08-18
+==================
+
+ * fix: sync public scope package download url is wrong
+ * fix: default registry change to taobao registry
+
+2.1.2 / 2015-08-09
+==================
+
+ * fix(syncer): sync worker pkg null bug
+ * feat(web): add downloads badge
+
+2.1.1 / 2015-07-27
+==================
+
+ * fix: fix private scope package detect
+ * fix: dont sync if upstream is npm registry
+ * fix(sync): support sync public scope package
+ * test: fix fails tests
+ * fix: ignore 503 server error
+ * fix: ignore sync 503 server error
+
+2.1.0 / 2015-07-08
+==================
+
+ * feat(web): search support jsonp
+ * fix function name
+
+2.0.0 / 2015-05-11
+==================
+
+ * fix: real download as stream
+ * add custom ad banner config
+ * add sponsors: ucloud.cn
+ * fix small typo
+ * feat(urllib): support http_proxy
+ * force using https links
+
+2.0.0-rc.15 / 2015-02-15
+==================
+
+ * fix(markdown): filter xss after markdown render
+ * feat(database): support PostgreSQL
+
+2.0.0-rc.14 / 2015-02-14
+==================
+
+ * feat: support always-auth
+ * fix mysql select args = [] bug
+ * fix [#597](https://github.com/cnpm/cnpmjs.org/issues/597) sequelize raw query.
+ * fix(markdown): hotfix markdown-it cpu problem
+ * feat: upgrade to co4
+ * use kcors fixes [#594](https://github.com/cnpm/cnpmjs.org/issues/594)
+
+2.0.0-rc.13 / 2015-02-04
+==================
+
+ * docs: Deploy a private npm registry in 5 minutes
+ * refactor(config): move application data to ~/.cnpmjs.org/
+ * fix(sync): make get popular pakcage faster
+ * feat(sync): web page also redirect to npm www
+ * refactor(config): make syncModel to none by default
+ * test: fix admin can not publish non-scoped package test cases
+ * docs: add chinese mirror link
+ * fix: admin can not publish non scoped package on "none" sync model
+ * feat(sync): enable none syncModel proxy all public packages
+ * fix: ignore username start with " or '
+ * fix(bin): fix stop not work on iojs
+
+2.0.0-rc.12 / 2015-02-01
+==================
+
+ * feat(syncer): add hostname ua
+ * fix(web): remove pkg.contributors logic
+
+2.0.0-rc.11 / 2015-02-01
+==================
+
+ * fix xss tests
+ * fix(markdown): revert marky-markdown
+
+2.0.0-rc.10 / 2015-01-31
+==================
+
+ * feat(middleware): CORS headers for GET and HEAD requests
+ * fix(readme): fix index page markdown
+ * feat(markdown): use npm same markdown parser
+ * feat(download): support download redirect to nfs
+ * feat(syncer): request npm registry with gzip
+ * change(sync): remove dist syncer
+ * feat(registry): add dist tag api
+ * refactor(common): remove redis store
+
+2.0.0-rc.9 / 2015-01-22 
+==================
+
+  * hotfix reame render error, pin xss
+  * fix registry user auth api
+
+2.0.0-rc.8 / 2015-01-10
+==================
+
+ * fix(markdown): readme.md allow scripts
+ * fix(style) flexbox compatibility for both chrome and firefox (@afc163)
+ * feat(sync): default sync exist packages
+
+2.0.0-rc.7 / 2015-01-07
+==================
+
+ * install sync dont check `enablePrivate`
+ * fix(markdown): filter xss readme before markdown render
+
+2.0.0-rc.6 / 2015-01-05
+==================
+
+ * fix(markdown): use markdown-it
+ * add userService options on config
+ * add upload to nfs sync info log
+
+2.0.0-rc.5 / 2015-01-03
+==================
+
+ * fix(markdown): use marked instead of remarkable
+ * fix(package): pkg.readme is not a string, dont remarkable it
+ * feat(sync): sync user profile
+
+2.0.0-rc.4 / 2014-12-25
+==================
+
+ * refactor(download): try to use nsf.url() first
+ * use __all__ for full downloads
+ * refactor(download_total): optimize download total
+ * fix sqlite raw sql return datetime is string format
+ * fix(download_total): change column date to DateTime
+ * fix(services/download_total): fix download_total slow sql on `date >= $start and date <= $end`
+ * fix(markdown): replace marked use remarkable
+
+2.0.0-rc.3 / 2014-12-14
+==================
+
+ * fix(services): need to detect instance isDirty or not before save()
+
+2.0.0-rc.2 / 2014-12-11
+==================
+
+ * add download API, closes [#529](https://github.com/cnpm/cnpmjs.org/issues/529)
+ * fix missing home page title (@rockdai)
+ * Fix typo in view/web/package.html (@LoicMahieu)
+
+2.0.0-rc.1 / 2014-12-09
+==================
+
+ * fix xss on title
+ * feat(badge): support badge image url with tag
+
+2.0.0-beta5 / 2014-12-05
+==================
+
+ * hotfix package.html typo. Closes [#521](https://github.com/cnpm/cnpmjs.org/issues/521)
+ * Add editorconfig
+ * fix(web/package): package name to long cause style problem fix
+ * fix(css): use github-markdown-css for markdown body
+ * feat(mock): use koa-mock for front end dev
+
+2.0.0-beta4 / 2014-11-21
+==================
+
+ * fix(registry): add missing /-/short api
+ * zoom sync link
+ * new design for package page
+ * image max width, fixed [#505](https://github.com/cnpm/cnpmjs.org/issues/505)
+ * feat(middleware): block Ruby user-agent
+
+2.0.0-beta3 / 2014-11-12
+==================
+
+ * fix(sync): should not sync package when maintainers sort change
+ * fix(package): detect package is private or not
+ * fix(maintainer): fix missing maintainers
+
+2.0.0-beta2 / 2014-11-09
+==================
+
+ * fix(sync): add missing syncUpstreamFirst argument
+
+2.0.0-beta1 / 2014-11-07
+==================
+
+ * refactor(sync_worker): only sync request need to sync upstream first
+ * fix(sync_worker): make sure end event will emit
+ * fix: mv readme.md script to public/js/readme.js
+ * fix(sync): hotfix co uncaughtException
+ * feat(sync): sync python dist
+ * pin autod@1
+ * remove useless comment
+ * refactor models/_module_maintainer_class_methods.js
+
+2.0.0-beta0 / 2014-11-02
+==================
+
+ * ungrade koa-markdown to use remarkable, close [#482](https://github.com/cnpm/cnpmjs.org/issues/482)
+ * fix(module_log): limit module sync log size to 1MB
+ * refactor(config): remove adaptScope config key
+ * chore(Makefile): $ make install-production
+ * fix(sequelize): show warnning message when using old config.js
+ * docs(readme): Migrating from 1.x to 2.x
+ * feat(sync): add min sync interval time detect
+ * refactor(dispatch): remove unused codes
+ * use sequelize to connect database
+
+1.7.1 / 2014-10-15
+==================
+
+  * fix typo in sync popular, fix [#477](https://github.com/cnpm/cnpmjs.org/issues/477)
+
+1.7.0 / 2014-10-15
+==================
+
+  * Merge pull request [#475](https://github.com/cnpm/cnpmjs.org/issues/475) from KidkArolis/configurable-short-registry-url
+  * If sourceNpmRegistry is cnpm - use it in getShort
+  * Merge pull request [#472](https://github.com/cnpm/cnpmjs.org/issues/472) from cnpm/issue468-upon
+  * fix test label
+  * add sync popular modules, close [#468](https://github.com/cnpm/cnpmjs.org/issues/468)
+  * add sendmail test script
+
+1.6.1 / 2014-10-09
+==================
+
+ * make test on travis faster
+ * ensure not sync user also has his own package names
+ * add [v1.6.x-upgrade.sql](https://github.com/cnpm/cnpmjs.org/blob/master/docs/update_sqls/v1.6.x-upgrade.sql)
+ * save npm original package maintainers to npm_module_maintainer table. fixed [#464](https://github.com/cnpm/cnpmjs.org/issues/464)
+ * use simple 404
+
+1.6.0 / 2014-10-08
+==================
+
+ * list user all packages api. fixed [#462](https://github.com/cnpm/cnpmjs.org/issues/462)
+ * add node-dev: $ make dev
+ * always start sync worker
+ * update node mailer
+ * update autod
+
+1.5.5 / 2014-09-25
+==================
+
+ * fix sync in web
+ * sync upstream only the first package. make sync devDependencies optionsal, default is false
+ * add some comment, default sourceNpmRegistryIsCNpm to true
+
+1.5.4 / 2014-09-24
+==================
+
+ * format sync log
+
+1.5.3 / 2014-09-24
+==================
+
+ * support sync upstream first. fixed [#451](https://github.com/cnpm/cnpmjs.org/issues/451)
+
+1.5.2 / 2014-09-24
+==================
+
+ * support im url on user profile page; update bootstrap to 3.2.0
+
+1.5.1 / 2014-09-23
+==================
+
+  * search support case insensitive, close [#450](https://github.com/cnpm/cnpmjs.org/issues/450)
+  * add config._syncInWeb, close [#448](https://github.com/cnpm/cnpmjs.org/issues/448)
+  * show maintainers when publish 403. fixed [#430](https://github.com/cnpm/cnpmjs.org/issues/430)
+  * no attachment for html
+
+1.5.0 / 2014-09-15
+==================
+
+  * dist sync document too. fixed [#420](https://github.com/cnpm/cnpmjs.org/issues/420)
+
+1.4.4 / 2014-09-12
+==================
+
+  * badge version support 1.0.0-beta1. fixed [#440](https://github.com/cnpm/cnpmjs.org/issues/440)
+
+1.4.3 / 2014-09-09
+==================
+
+  * alias /:name/-/:file to /:name/download/:file. fixed [#439](https://github.com/cnpm/cnpmjs.org/issues/439)
+
+1.4.2 / 2014-09-03
+==================
+
+  * change default source registry to taobao's registry
+  * Merge pull request [#435](https://github.com/cnpm/cnpmjs.org/issues/435) from cnpm/bluebird
+  * add bluebird
+  * bump fs-cnpm
+  * Merge pull request [#434](https://github.com/cnpm/cnpmjs.org/issues/434) from cnpm/agent-stat
+  * show agent sockets stat. fixed [#433](https://github.com/cnpm/cnpmjs.org/issues/433)
+  * update readme
+  * remove pic in readme
+
+1.4.1 / 2014-08-20
+==================
+
+  * fix login error status
+
+1.4.0 / 2014-08-20
+==================
+
+ * different version, different color badge, add version badge. fixed [#427](https://github.com/cnpm/cnpmjs.org/issues/427)
+ * add download and node version badge
+
+1.3.2 / 2014-08-18
+==================
+
+  * remove unused eventproxy
+  * add custom config in tools/sync_not_exist.js
+
+1.3.1 / 2014-08-18
+==================
+
+  * add sync not exist tools, close [#424](https://github.com/cnpm/cnpmjs.org/issues/424)
+  * use gittip instand of alipay. close [#425](https://github.com/cnpm/cnpmjs.org/issues/425)
+  * update registry api doc
+
+1.3.0 / 2014-08-11
+==================
+
+  * ignore config/config.js
+  * Merge pull request [#421](https://github.com/cnpm/cnpmjs.org/issues/421) from cnpm/qn-cnpm
+  * fix test case
+  * use fs-cnpm
+  * fix test
+  * use qn-cnpm
+  * bump cfork
+
+1.2.2 / 2014-08-08
+==================
+
+  * bump koa
+
+1.2.1 / 2014-08-07
+==================
+
+ * deprecated bug fix and support undeprecate
+
+1.2.0 / 2014-08-07
+==================
+
+ * show deprecated message
+ * Sync deprecated field if it missing
+ * Support $ cnpm deprecate [pkgname]@[version] "message". fixed [#415](https://github.com/cnpm/cnpmjs.org/issues/415)
+
+1.1.0 / 2014-08-07
+==================
+
+ * Add user to maintainers when publish. fixed [#395](https://github.com/cnpm/cnpmjs.org/issues/395)
+ * List all npm registry api. close [#413](https://github.com/cnpm/cnpmjs.org/issues/413)
+ * limit list since
+ * change deps by "~"
+ * use cfork to make sure worker fork and restart
+ * handle master uncaughtException. fixed [#403](https://github.com/cnpm/cnpmjs.org/issues/403)
+
+1.0.6 / 2014-08-02
+==================
+
+ * WTF moment@2.8.0 missing
+
+1.0.5 / 2014-08-02
+==================
+
+ * unpublish pkg@version bug hotfix. fixed [#400](https://github.com/cnpm/cnpmjs.org/issues/400)
+
 1.0.4 / 2014-08-01
 ==================

- * hotfix #399 use not exists
+ * hotfix [#399](https://github.com/cnpm/cnpmjs.org/issues/399) use not exists

 1.0.3 / 2014-08-01
 ==================
@@ -17,7 +643,7 @@
 1.0.1 / 2014-08-01
 ==================

-  * Merge pull request #398 from cnpm/fix-auth
+  * Merge pull request [#398](https://github.com/cnpm/cnpmjs.org/issues/398) from cnpm/fix-auth
  * hot fix auth error

 1.0.0 / 2014-08-01
@@ -48,7 +674,7 @@
 * remove session middleware
 * add DefaultUserService
 * check scopes in module.getAdapt
- * test public mode, fix some logic, close #382
+ * test public mode, fix some logic, close [#382](https://github.com/cnpm/cnpmjs.org/issues/382)
 * move scope.js into publishable.js, add forcePublishWithScope
 * config.scopes not exist, means do not support scope
 * add assert scope middleware
@@ -61,12 +687,12 @@
 0.8.6 / 2014-07-23
 ==================

- * show unpublished info on web package page. fixes #381
+ * show unpublished info on web package page. fixes [#381](https://github.com/cnpm/cnpmjs.org/issues/381)

 0.8.5 / 2014-07-22
 ==================

- * Only private package support default scoped. fixed #378
+ * Only private package support default scoped. fixed [#378](https://github.com/cnpm/cnpmjs.org/issues/378)

 0.8.4 / 2014-07-22
 ==================
@@ -87,20 +713,20 @@
 ==================

 * add more test cases
- * support default @org. close #376
+ * support default @org. close [#376](https://github.com/cnpm/cnpmjs.org/issues/376)
 * hotfix redis init error

 0.8.0 / 2014-07-21
 ==================

- * support "scoped" packages. close #352
+ * support "scoped" packages. close [#352](https://github.com/cnpm/cnpmjs.org/issues/352)
 * use safe jsonp
- * Stop support old publish flow. fix #368
+ * Stop support old publish flow. fix [#368](https://github.com/cnpm/cnpmjs.org/issues/368)
 * update SQLs
 * use sync_info and sync_error categories
- * add categories to loggers. fix #370
+ * add categories to loggers. fix [#370](https://github.com/cnpm/cnpmjs.org/issues/370)
 * fix get latest tag always not exists bug
- * support `npm publish --tag beta`. fix #366
+ * support `npm publish --tag beta`. fix [#366](https://github.com/cnpm/cnpmjs.org/issues/366)
 * use mini-logger and error-formater

 0.7.0 / 2014-07-07
@@ -108,7 +734,7 @@

 * use module_maintainers on GET /pakcage/:name page
 * use new module_maintainers on GET /:name
- * admin user should never publish to other user's packages. fix #363
+ * admin user should never publish to other user's packages. fix [#363](https://github.com/cnpm/cnpmjs.org/issues/363)
 * Add a new table for module-maintainers.
 * gravatar use https
 * support https
@@ -123,8 +749,8 @@
 0.6.0 / 2014-06-16
 ==================

- * sync unpublished info. close #353
- * Delete not exists versions on sync worker. #353
+ * sync unpublished info. close [#353](https://github.com/cnpm/cnpmjs.org/issues/353)
+ * Delete not exists versions on sync worker. [#353](https://github.com/cnpm/cnpmjs.org/issues/353)

 0.5.3 / 2014-06-13
 ==================
--- a/LICENSE.txt
+++ b/LICENSE.txt
@@ -1,6 +1,6 @@
 This software is licensed under the MIT License.

-Copyright(c) cnpmjs.org and other contributors.
+Copyright(c) cnpm and other contributors.

 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal
--- a/97
+++ b/97
@@ -2,68 +2,103 @@ TESTS = $(shell ls -S `find test -type f -name "*.test.js" -print`)
 REPORTER = spec
 TIMEOUT = 30000
 MOCHA_OPTS =
-REGISTRY = --registry=https://registry.npm.taobao.org
+DB = sqlite

-install:
-	@npm install $(REGISTRY) \
-		--disturl=https://npm.taobao.org/dist
+jshint:
+	@node_modules/.bin/jshint .

-jshint: install
-	@-./node_modules/.bin/jshint ./
+init-database:
+	@node test/init_db.js

-pretest:
+init-mysql:
 	@mysql -uroot -e 'DROP DATABASE IF EXISTS cnpmjs_test;'
 	@mysql -uroot -e 'CREATE DATABASE cnpmjs_test;'
-	@mysql -uroot 'cnpmjs_test' < ./docs/db.sql
-	@mysql -uroot 'cnpmjs_test' -e 'show tables;'

-test: install pretest
-	@NODE_ENV=test ./node_modules/.bin/mocha \
-		--harmony \
+init-pg:
+	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;'
+	@psql -c 'CREATE DATABASE cnpmjs_test;'
+
+test: init-database
+	@NODE_ENV=test DB=${DB} node_modules/.bin/mocha \
 		--reporter $(REPORTER) \
 		--timeout $(TIMEOUT) \
 		--require should \
 		--require should-http \
-		--require co-mocha \
+		--require thunk-mocha \
 		--require ./test/init.js \
 		$(MOCHA_OPTS) \
 		$(TESTS)

-test-cov cov: install pretest
-	@NODE_ENV=test node --harmony \
-		node_modules/.bin/istanbul cover --preserve-comments \
-		./node_modules/.bin/_mocha \
+test-sqlite:
+	@$(MAKE) test DB=sqlite
+
+test-mysql: init-mysql
+	@$(MAKE) test DB=mysql
+
+test-pg: init-pg
+	@DB_PORT=5432 DB_USER=$(USER) $(MAKE) test DB=postgres
+
+test-all: test-sqlite test-mysql
+
+test-cov cov: init-database
+	@NODE_ENV=test DB=${DB} node \
+		node_modules/.bin/istanbul cover \
+		node_modules/.bin/_mocha \
 		-- -u exports \
 		--reporter $(REPORTER) \
 		--timeout $(TIMEOUT) \
 		--require should \
 		--require should-http \
-		--require co-mocha \
+		--require thunk-mocha \
 		--require ./test/init.js \
 		$(MOCHA_OPTS) \
 		$(TESTS)
-	@./node_modules/.bin/cov coverage

-test-travis: install pretest
-	@NODE_ENV=test node --harmony \
-		node_modules/.bin/istanbul cover --preserve-comments \
-		./node_modules/.bin/_mocha \
-		--report lcovonly \
-		-- \
+test-cov-sqlite:
+	@$(MAKE) test-cov DB=sqlite
+
+test-cov-mysql: init-mysql
+	@$(MAKE) test-cov DB=mysql
+
+test-travis: init-database
+	@NODE_ENV=test DB=${DB} CNPM_SOURCE_NPM=https://registry.npmjs.com CNPM_SOURCE_NPM_ISCNPM=false \
+		node \
+		node_modules/.bin/istanbul cover \
+		node_modules/.bin/_mocha \
+		-- -u exports \
 		--reporter dot \
 		--timeout $(TIMEOUT) \
 		--require should \
 		--require should-http \
-		--require co-mocha \
+		--require thunk-mocha \
 		--require ./test/init.js \
 		$(MOCHA_OPTS) \
 		$(TESTS)

-contributors: install
-	@./node_modules/.bin/contributors -f plain -o AUTHORS
+test-travis-sqlite:
+	@$(MAKE) test-travis DB=sqlite

-autod: install
-	@./node_modules/.bin/autod -w -e public,view,docs,backup,coverage -k nodemailer
-	@$(MAKE) install
+test-travis-mysql: init-mysql
+	@$(MAKE) test-travis DB=mysql
+
+test-travis-pg:
+	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;' -U postgres
+	@psql -c 'CREATE DATABASE cnpmjs_test;' -U postgres
+	@DB_PORT=5432 DB_USER=postgres $(MAKE) test-travis DB=postgres
+
+test-travis-all: jshint test-travis-sqlite test-travis-mysql test-travis-pg
+
+dev:
+	@NODE_ENV=development node node_modules/.bin/node-dev dispatch.js
+
+contributors:
+	@node_modules/.bin/contributors -f plain -o AUTHORS
+
+autod:
+	@node_modules/.bin/autod -w \
+		--prefix "~" \
+		--exclude public,view,docs,backup,coverage \
+		--dep mysql \
+		--keep should,supertest,should-http,chunkstream,mm,pedding

 .PHONY: test
--- a/README.md
+++ b/README.md
@@ -3,20 +3,23 @@ cnpmjs.org

 [![NPM version][npm-image]][npm-url]
 [![build status][travis-image]][travis-url]
-[![Test coverage][coveralls-image]][coveralls-url]
-[![Gittip][gittip-image]][gittip-url]
+[![Test coverage][codecov-image]][codecov-url]
 [![David deps][david-image]][david-url]
+[![Known Vulnerabilities][snyk-image]][snyk-url]
+[![npm download][download-image]][download-url]

-[npm-image]: https://img.shields.io/npm/v/cnpmjs.org.svg?style=flat
-[npm-url]: https://npmjs.org/package/cnpmjs.org
-[travis-image]: https://img.shields.io/travis/cnpm/cnpmjs.org.svg?style=flat
+[npm-image]: http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square
+[npm-url]: http://cnpmjs.org/package/cnpmjs.org
+[travis-image]: https://img.shields.io/travis/cnpm/cnpmjs.org.svg?style=flat-square
 [travis-url]: https://travis-ci.org/cnpm/cnpmjs.org
-[coveralls-image]: https://img.shields.io/coveralls/cnpm/cnpmjs.org.svg?style=flat
-[coveralls-url]: https://coveralls.io/r/cnpm/cnpmjs.org?branch=master
-[gittip-image]: https://img.shields.io/gittip/fengmk2.svg?style=flat
-[gittip-url]: https://www.gittip.com/fengmk2/
-[david-image]: https://img.shields.io/david/cnpm/cnpmjs.org.svg?style=flat
+[codecov-image]: https://codecov.io/gh/cnpm/cnpmjs.org/branch/master/graph/badge.svg
+[codecov-url]: https://codecov.io/gh/cnpm/cnpmjs.org
+[david-image]: https://img.shields.io/david/cnpm/cnpmjs.org.svg?style=flat-square
 [david-url]: https://david-dm.org/cnpm/cnpmjs.org
+[snyk-image]: https://snyk.io/test/npm/cnpmjs.org/badge.svg?style=flat-square
+[snyk-url]: https://snyk.io/test/npm/cnpmjs.org
+[download-image]: https://img.shields.io/npm/dm/cnpmjs.org.svg?style=flat-square
+[download-url]: https://npmjs.org/package/cnpmjs.org

 ![logo](https://raw.github.com/cnpm/cnpmjs.org/master/logo.png)

@@ -33,12 +36,14 @@ Our goal is to provide a low cost maintenance and easy to use solution for priva
 * Build a mirror NPM. (we use it to build a mirror in China: [cnpmjs.org](http://cnpmjs.org/))
 * Build a completely independent NPM registry to store whatever you like.

-### Features
+## Features

 * **Support "scoped" packages**: [npm/npm#5239](https://github.com/npm/npm/issues/5239)
+* **Support [CORS](http://en.wikipedia.org/wiki/Cross-origin_resource_sharing)**
 * **Simple to deploy**: only need `mysql` and a [simple store system](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
 You can get the source code through `npm` or `git`.
-* **Low cost and easy maintenance**: `package.json` info store in MySQL, tarball(tgz file) store in CDN or other store systems.
+* **Low cost and easy maintenance**: `package.json` info store in MySQL, MariaDB, SQLite or PostgreSQL databases,
+tarball(tgz file) store in CDN or other store systems.
 * **Automatic synchronization**: automatic synchronization from any registry specified, support two sync modes:
  - Sync all modules from a specified registry, like [npm registry](http://registry.npmjs.org).
  - Only sync the modules that exists in your own registry.
@@ -48,30 +53,33 @@ to extend `npm` with more features(`sync` command, [gzip](https://github.com/npm
 And it easy to wrap for your own registry which build with `cnpmjs.org`.
 * **Compatible with NPM client**: you can use the origin NPM client with `cnpmjs.org`,
 only need to change the registry in config. Even include manual synchronization (through `install` command).
+* **Version badge**: base on [shields.io](http://shields.io/) ![cnpm-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square)
+* **Support http_proxy**: if you're behind firewall, need to request through http proxy
+
+**PROTIP** Be sure to read [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
+as well as [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).

 ## Getting Start

+* [Deploy a private npm registry in 5 minutes](https://github.com/cnpm/cnpmjs.org/wiki/Deploy-a-private-npm-registry-in-5-minutes)
 * @[dead-horse](https://github.com/dead-horse): [What is cnpm?](http://deadhorse.me/slides/cnpmjs.html)
 * install and deploy cnpmjs.org through npm: [examples](https://github.com/cnpm/custom-cnpm-example)
 * Mirror NPM in China: [cnpmjs.org](http://cnpmjs.org)
 * cnpm client: [cnpm](https://github.com/cnpm/cnpm), `npm install -g cnpm`
 * [How to deploy cnpmjs.org](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
-* [NFS guide](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide)
-
-![cnpm](https://docs.google.com/drawings/d/12QeQfGalqjsB77mRnf5Iq5oSXHCIUTvZTwECMonqCmw/pub?w=480&h=360)
+* [Sync packages through `http_proxy`](https://github.com/cnpm/cnpmjs.org/wiki/Sync-packages-through-http_proxy)
+* [wiki](https://github.com/cnpm/cnpmjs.org/wiki)

 ## Develop on your local machine

 ### Dependencies

-* [node](http://nodejs.org) =0.11.12
-* [mysql](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
-
-### Start MySQL
-
-```bash
-$ nohup mysqld &
-```
+* [node](http://nodejs.org) >= 4.3.1
+* Databases: only required one type
+  * [sqlite3](https://npm.taobao.org/package/sqlite3) >= 3.0.2, we use `sqlite3` by default
+  * [MySQL](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
+  * MariaDB
+  * PostgreSQL

 ### Clone codes and run test

@@ -88,11 +96,11 @@ $ make test
 # coverage
 $ make test-cov

-# udpate dependencies
+# update dependencies
 $ make autod

-# start server
-$ node --harmony_generators dispatch.js
+# start server with development mode
+$ make dev
 ```

 ## How to contribute
@@ -104,45 +112,11 @@ $ node --harmony_generators dispatch.js

 Tips: make sure your code is following the [node-style-guide](https://github.com/felixge/node-style-guide).

-## Authors
+## Sponsors

-```bash
-$ git summary
-
- project  : cnpmjs.org
- repo age : 4 months ago
- commits  : 472
- active   : 167 days
- files    : 104
- authors  :
-   272  fengmk2                 57.6%
-   195  dead_horse              41.3%
-     2  4simple                 0.4%
-     2  Stanley Zheng           0.4%
-     1  Alsotang                0.2%
-```
+- [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) (2016.2 - now)
+- [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS) (2015.3 - 2016.3)

 ## License

-(The MIT License)
-
-Copyright(c) cnpmjs.org and other contributors.
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-'Software'), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
-IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
-CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
-TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
-SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+[MIT](LICENSE.txt)
--- a/backup/dump.js
+++ b/backup/dump.js
@@ -1,142 +0,0 @@
-/**!
- * cnpmjs.org - backup/dump.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/**
- * 1. dump module
- * 2. dump tag
- * 3. dump user
- * 4. total
- * 5. download_total
- */
-
-var path = require('path');
-var fs = require('fs');
-var moment = require('moment');
-var eventproxy = require('eventproxy');
-var util = require('util');
-var zlib = require('zlib');
-var mysql = require('../common/mysql');
-var nfs = require('../common/nfs');
-var config = require('../config');
-
-function dumpTable(name, lastRow, callback) {
-  var sql = 'SELECT * from ' + name + ' WHERE gmt_modified >=? ORDER BY gmt_modified ASC LIMIT 10000;';
-  mysql.query(sql, [lastRow.gmt_modified], function (err, rows) {
-    if (err || rows.length === 0) {
-      return callback(err, rows);
-    }
-    if (rows[0].id === lastRow.id) {
-      rows = rows.slice(1);
-    }
-    callback(null, rows);
-  });
-}
-
-function log() {
-  var str = '[' + moment().format('YYYY-MM-DD HH:mm:ss') + '] ' + util.format.apply(util, arguments);
-  console.log(str);
-}
-
-function syncTable(name, callback) {
-  var datadir = __dirname;
-  var dataFile = path.join(datadir, moment().format('YYYY-MM-DD-HH') + '_' + name + '.json');
-  var lastRowFile = path.join(datadir, name + '_lastdate.json');
-  var lastRow = null;
-  if (fs.existsSync(lastRowFile)) {
-    lastRow = require(lastRowFile);
-    lastRow.gmt_modified = new Date(Date.parse(lastRow.gmt_modified));
-  } else {
-    lastRow = {
-      gmt_modified: new Date('2011-11-11'),
-    };
-  }
-
-  log('getting "%s" since %j', name, lastRow);
-  dumpTable(name, lastRow, function (err, rows) {
-    console.log('[%s] got %d rows', Date(), rows && rows.length || 0);
-    if (err) {
-      return callback(err);
-    }
-
-    if (!rows || rows.length === 0) {
-      return callback();
-    }
-
-    var writeStream = fs.createWriteStream(dataFile, {flags: 'a'});
-    writeStream.once('error', callback);
-    for (var i = 0; i < rows.length; i++) {
-      writeStream.write(JSON.stringify(rows[i]) + '\n');
-    }
-    writeStream.end();
-    writeStream.on('finish', function () {
-      log('append %d rows to %s', rows.length, dataFile);
-      var gzfile = dataFile + '.gz';
-      var gzip = zlib.createGzip();
-      var inp = fs.createReadStream(dataFile);
-      var out = fs.createWriteStream(gzfile);
-      inp.pipe(gzip).pipe(out);
-      out.once('error', callback);
-      out.on('finish', function () {
-        var key = path.join(config.backupFilePrefix, path.basename(gzfile));
-        log('saving %s to %s ...', gzfile, key);
-        nfs.upload(gzfile, {key: key}, function (err, result) {
-          if (err) {
-            return callback(err);
-          }
-
-          lastRow = rows[rows.length - 1];
-          lastRow = {gmt_modified: lastRow.gmt_modified, id: lastRow.id};
-          fs.writeFileSync(lastRowFile, JSON.stringify(lastRow));
-          log('save %s data file to %j, lastrow: %j', name, result, lastRow);
-          callback();
-        });
-      });
-    });
-  });
-}
-
-var ep = eventproxy.create();
-ep.fail(function (err) {
-  log('error: %s', err.stack);
-  process.exit(1);
-});
-
-syncTable('module', ep.done('module'));
-
-ep.on('module', function () {
-  syncTable('tag', ep.done('tag'));
-});
-
-ep.on('tag', function () {
-  syncTable('user', ep.done('user'));
-});
-
-ep.on('user', function () {
-  syncTable('total', ep.done('total'));
-});
-
-ep.on('total', function () {
-  syncTable('download_total', ep.done('download_total'));
-});
-
-ep.on('download_total', function () {
-  ep.emit('finish');
-});
-
-ep.on('finish', function () {
-  log('finish, %d process exit', process.pid);
-  process.exit(0);
-});
--- a/bin/cli.js
+++ b/bin/cli.js
@@ -0,0 +1,130 @@
+#!/usr/bin/env node
+
+/**!
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:cli');
+var program = require('commander');
+var path = require('path');
+var fs = require('fs');
+var mkdirp = require('mkdirp');
+var treekill = require('treekill');
+var version = require('../package.json').version;
+
+function list(val) {
+  return val.split(',');
+}
+
+program
+  .version(version);
+
+program
+  .command('start')
+  .description('start cnpmjs.org server')
+  .option('--admins <admins>', 'set admins', list)
+  .option('--scopes <scopes>', 'set scopes', list)
+  // .option('--cluster', 'enable cluster mode')
+  .option('--dataDir <dataDir>', 'cnpmjs.org data dir, default is `$HOME/.cnpmjs.org`')
+  .action(start);
+
+program
+  .command('stop')
+  .description('stop cnpmjs.org server')
+  .option('--dataDir <dataDir>', 'cnpmjs.org data dir, default is `$HOME/.cnpmjs.org`')
+  .action(stop);
+
+program.parse(process.argv);
+
+
+function start(options) {
+  stop(options);
+  var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
+  mkdirp.sync(dataDir);
+
+  var configfile = path.join(dataDir, 'config.json');
+  var config = {};
+  if (fs.existsSync(configfile)) {
+    try {
+      config = require(configfile);
+    } catch (err) {
+      console.warn('load old %s error: %s', configfile, err);
+    }
+  }
+  // config.enableCluster = !!options.cluster;
+  if (options.admins) {
+    config.admins = {};
+    for (var i = 0; i < options.admins.length; i++) {
+      config.admins[options.admins[i]] = options.admins[i] + '@localhost.com';
+    }
+  }
+  if (options.scopes) {
+    config.scopes = options.scopes.map(function (name) {
+      if (name[0] !== '@') {
+        name = '@' + name;
+      }
+      return name;
+    });
+  }
+
+  var configJSON = JSON.stringify(config, null, 2);
+  fs.writeFileSync(configfile, configJSON);
+
+  debug('save config %s to %s', configJSON, configfile);
+
+  // if sqlite db file not exists, init first
+  initDatabase(function() {
+    require('../dispatch');
+  });
+
+  fs.writeFileSync(path.join(dataDir, 'pid'), process.pid + '');
+}
+
+function stop(options) {
+  var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
+  var pidfile = path.join(dataDir, 'pid');
+  if (fs.existsSync(pidfile)) {
+    var pid = Number(fs.readFileSync(pidfile, 'utf8'));
+    treekill(pid, function (err) {
+      if (err) {
+        console.log(err);
+        throw err;
+      }
+      console.log('cnpmjs.org server:%d stop', pid);
+      fs.unlinkSync(pidfile);
+    });
+  }
+}
+
+function initDatabase(callback) {
+  var models = require('../models');
+
+  models.sequelize.sync({ force: false })
+    .then(function () {
+      models.Total.init(function (err) {
+        if (err) {
+          console.error('[models/init_script.js] sequelize init fail');
+          console.error(err);
+          throw err;
+        } else {
+          console.log('[models/init_script.js] `sqlite` sequelize sync and init success');
+          callback();
+        }
+      });
+    })
+    .catch(function (err) {
+      console.error('[models/init_script.js] sequelize sync fail');
+      console.error(err);
+      throw err;
+    });
+}
--- a/bin/nodejsctl
+++ b/bin/nodejsctl
@@ -7,7 +7,7 @@ export NODE_ENV='production'
 ulimit -c unlimited

 cd `dirname $0`/..
-NODEJS='node --harmony'
+NODEJS='node'
 BASE_HOME=`pwd`
 PROJECT_NAME=`basename ${BASE_HOME}`
 STDOUT_LOG=`$NODEJS -e "console.log(require('path').join(require('$BASE_HOME/config').logdir, 'nodejs_stdout.log'));\
@@ -52,9 +52,9 @@ stop()
    kill -15 $PID
    sleep 2

-    node_num=`ps -ef |grep node|grep ${PROJECT_NAME}|grep -v grep|wc -l`
+    node_num=`ps -ef | grep ${PROJECT_NAME} | grep -v grep | wc -l`
    if [ $node_num != 0 ]; then
-      ps -ef |grep node | grep ${PROJECT_NAME} |grep -v grep|awk '{print $2}'|xargs kill -9
+      ps -ef | grep ${PROJECT_NAME} |grep -v grep|awk '{print $2}'|xargs kill -9
      ipcs -s | grep 0x | awk '{print $2}' | xargs -n1 ipcrm -s  > /dev/null 2>&1
      ipcs -m | grep 0x | awk '{print $2}' | xargs -n1 ipcrm -m  > /dev/null 2>&1
    fi
--- a/bin/restore_module_deps.js
+++ b/bin/restore_module_deps.js
@@ -1,74 +0,0 @@
-/**!
- * cnpmjs.org - bin/restore_module_deps.js
- *
- * Copyright(c) 2014
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-"use strict";
-
-/**
- * Module dependencies.
- */
-
-var mysql = require('../common/mysql');
-var Module = require('../proxy/module');
-var ModuleDeps = require('../proxy/module_deps');
-
-var addCount = 0;
-
-function restore(id, callback) {
-  var sql = 'SELECT id, name, package FROM module WHERE id > ? ORDER BY id ASC LIMIT 1000';
-  mysql.query(sql, [id], function (err, rows) {
-    if (err) {
-      return callback(err);
-    }
-    if (rows.length === 0) {
-      return callback(null, []);
-    }
-
-    console.log('[%s] got %d rows', id, rows.length);
-
-    rows.forEach(function (r) {
-      Module.parseRow(r);
-      if (!r.package) {
-        return;
-      }
-      var deps = Object.keys(r.package.dependencies || {});
-      if (!Array.isArray(deps) || !deps.length) {
-        return;
-      }
-      deps.forEach(function (dep) {
-        ModuleDeps.add(dep, r.name, function (err) {
-          // console.log('[%s] add %s <= %s, error: %s', id, dep, r.name, err);
-        });
-      });
-      addCount += deps.length;
-    });
-    setTimeout(function () {
-      console.log('[%s] add %d relations', id, addCount);
-      callback(null, rows);
-    }, 1000);
-  });
-}
-
-var id = 0;
-function run() {
-  restore(id, function (err, rows) {
-    if (err) {
-      throw err;
-    }
-    if (rows.length === 0) {
-      console.log('finished, last id: %s, exit.', id);
-      process.exit(0);
-    }
-
-    id = rows[rows.length - 1].id;
-    run();
-  });
-}
-
-run();
--- a/common/logger.js
+++ b/common/logger.js
@@ -1,62 +1,56 @@
-/**!
- * cnpmjs.org - common/logger.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';

-/**
- * Module dependencies.
- */
+const debug = require('debug')('cnpmjs.org:logger');
+const formater = require('error-formater');
+const Logger = require('mini-logger');
+const utility = require('utility');
+const util = require('util');
+const os = require('os');
+const config = require('../config');
+const mail = require('./mail');

-var formater = require('error-formater');
-var Logger = require('mini-logger');
-var config = require('../config');
-var utility = require('utility');
-var mail = require('./mail');
-var util = require('util');
+const isTEST = process.env.NODE_ENV === 'test';
+const categories = ['sync_info', 'sync_error'];

-var isTEST = process.env.NODE_ENV === 'test';
-var categories = ['sync_info', 'sync_error'];
-
-var logger = module.exports = Logger({
+const logger = module.exports = Logger({
  categories: categories,
  dir: config.logdir,
  duration: '1d',
  format: '[{category}.]YYYY-MM-DD[.log]',
  stdout: config.debug && !isTEST,
-  errorFormater: errorFormater
+  errorFormater: errorFormater,
+  seperator: os.EOL,
 });

-var to = [];
+const to = [];
 for (var user in config.admins) {
  to.push(config.admins[user]);
 }

 function errorFormater(err) {
-  var msg = formater.both(err);
+  const msg = formater.both(err);
  mail.error(to, msg.json.name, msg.text);
  return msg.text;
 }

 logger.syncInfo = function () {
-  var args = [].slice.call(arguments);
+  const args = [].slice.call(arguments);
  if (typeof args[0] === 'string') {
    args[0] = util.format('[%s][%s] ', utility.logDate(), process.pid) + args[0];
  }
+  if (debug.enabled) {
+    debug.apply(debug, args);
+  }
  logger.sync_info.apply(logger, args);
 };

 logger.syncError =function () {
-  var args = [].slice.call(arguments);
+  const args = [].slice.call(arguments);
  if (typeof args[0] === 'string') {
    args[0] = util.format('[%s][%s] ', utility.logDate(), process.pid) + args[0];
  }
+  if (debug.enabled) {
+    debug.apply(debug, args);
+  }
  logger.sync_error.apply(logger, arguments);
 };
--- a/common/mail.js
+++ b/common/mail.js
@@ -14,11 +14,32 @@
 * Module dependencies.
 */

-var utility = require('utility');
 var nodemailer = require('nodemailer');
+var utility = require('utility');
 var os = require('os');
 var mailConfig = require('../config').mail;

+var smtpConfig;
+if (mailConfig.auth) {
+  // new style
+  smtpConfig = mailConfig;
+} else {
+  smtpConfig = {
+    enable: mailConfig.enable,
+    // backward compat
+    host: mailConfig.host,
+    port: mailConfig.port,
+    secure: mailConfig.secure || mailConfig.ssl,
+    debug: mailConfig.debug,
+    auth: {
+      user: mailConfig.user,
+      pass: mailConfig.pass
+    }
+  };
+}
+
+var transport;
+
 /**
 * Send notice email with mail level and appname.
 *
@@ -51,26 +72,23 @@ LEVELS.forEach(function (level) {
 exports.send = function (to, subject, html, callback) {
  callback = callback || utility.noop;

-  var transport = nodemailer.createTransport("SMTP", {
-    host: mailConfig.host,
-    port: mailConfig.port,
-    secureConnection: mailConfig.ssl,
-    debug: mailConfig.debug,
-    auth: {
-      user: mailConfig.user,
-      pass: mailConfig.pass,
-    }
-  });
+  if (mailConfig.enable === false) {
+    console.log('[send mail debug] [%s] to: %s, subject: %s\n%s', Date(), to, subject, html);
+    return callback();
+  }
+
+  if (!transport) {
+    transport = nodemailer.createTransport(smtpConfig);
+  }

  var message = {
-    sender: mailConfig.sender,
+    from: mailConfig.from || mailConfig.sender,
    to: to,
    subject: subject,
    html: html,
  };

  transport.sendMail(message, function (err, result) {
-    transport.close();
    callback(err, result);
  });
 };
--- a/common/markdown.js
+++ b/common/markdown.js
@@ -0,0 +1,34 @@
+/**!
+ * cnpmjs.org - common/markdown.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var xss = require('xss');
+var MarkdownIt = require('markdown-it');
+
+// allow class attr on code
+xss.whiteList.code = ['class'];
+
+var md = new MarkdownIt({
+  html: true,
+  linkify: true,
+});
+
+exports.render = function (content, filterXss) {
+  var html = md.render(content);
+  if (filterXss !== false) {
+    html = xss(html);
+  }
+  return html;
+};
--- a/common/mysql.js
+++ b/common/mysql.js
@@ -1,80 +0,0 @@
-/*!
- * cnpmjs.org - common/mysql.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com>
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var ready = require('ready');
-var mysql = require('mysql');
-var config = require('../config');
-
-var server = config.mysqlServers[0];
-
-// TODO: query timeout
-var pool = mysql.createPool({
-  host: server.host,
-  port: server.port,
-  user: server.user,
-  password: server.password,
-  database: config.mysqlDatabase,
-  connectionLimit: config.mysqlMaxConnections,
-  multipleStatements: true,
-});
-
-exports.pool = pool;
-
-exports.query = function (sql, values, cb) {
-  if (typeof values === 'function') {
-    cb = values;
-    values = null;
-  }
-  pool.query(sql, values, function (err, rows) {
-    cb(err, rows);
-  });
-};
-
-exports.queryOne = function (sql, values, cb) {
-  if (typeof values === 'function') {
-    cb = values;
-    values = null;
-  }
-  exports.query(sql, values, function (err, rows) {
-    if (rows) {
-      rows = rows[0];
-    }
-    cb(err, rows);
-  });
-};
-
-exports.escape = function (val) {
-  return pool.escape(val);
-};
-
-ready(exports);
-
-thunkify(exports);
-
-function init() {
-  exports.query('show tables', function (err, rows) {
-    if (err) {
-      console.error('[%s] [worker:%s] mysql init error: %s', Date(), process.pid, err);
-      setTimeout(init, 1000);
-      return;
-    }
-    console.log('[%s] [worker:%s] mysql ready, got %d tables', Date(), process.pid, rows.length);
-    exports.ready(true);
-  });
-}
-init();
--- a/common/nfs.js
+++ b/common/nfs.js
@@ -1,11 +1,9 @@
 /*!
- * cnpmjs.org - common/nfs.js
- *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
 * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
 */

 'use strict';
@@ -15,11 +13,5 @@
 */

 var config = require('../config');
-var nfs = config.nfs;

-if (!nfs) {
-  // use qnfs by default
-  nfs = require('./qnfs');
-}
-
-module.exports = nfs;
+module.exports = config.nfs;
--- a/common/qnfs.js
+++ b/common/qnfs.js
@@ -1,83 +0,0 @@
-/*!
- * cnpmjs.org - common/qnfs.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var qn = require('qn');
-var fs = require('fs');
-var config = require('../config');
-var client = qn.create(config.qn);
-
-thunkify(client, ['delete', 'uploadFile', 'upload', 'download']);
-
-exports._client = client;
-
-/**
- * Upload file
- *
- * @param {String} filepath
- * @param {Object} options
- *  - {String} key
- *  - {Number} size
- */
-exports.upload = function *(filepath, options) {
-  try {
-    yield client.delete(options.key);
-  } catch (err) {
-    // ignore error here
-  }
-
-  var res = yield client.uploadFile(filepath, {
-    key: options.key,
-    size: options.size
-  });
-  var url = res && res[0] ? res[0].url : '';
-  return { url: url };
-};
-
-exports.uploadBuffer = function *(buf, options) {
-  try {
-    yield client.delete(options.key);
-  } catch (err) {
-    // ignore error here
-  }
-
-  var res = yield client.upload(buf, {key: options.key});
-  var url = res && res[0] ? res[0].url : '';
-  return { url: url };
-};
-
-exports.url = function (key) {
-  return client.resourceURL(key);
-};
-
-exports.download = function* (key, filepath, options) {
-  var writeStream = fs.createWriteStream(filepath);
-  yield client.download(key, {
-    timeout: options.timeout,
-    writeStream: writeStream
-  });
-};
-
-exports.remove = function *(key) {
-  try {
-    return yield client.delete(key);
-  } catch (err) {
-    if (err.name === 'QiniuFileNotExistsError') {
-      return;
-    }
-    throw err;
-  }
-};
--- a/common/redis.js
+++ b/common/redis.js
@@ -1,37 +0,0 @@
-/**!
- * cnpmjs.org - common/redis.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var config = require('../config');
-
-// close redis by set config.redis to `null` or `{}`
-if (config.redis && config.redis.host && config.redis.port) {
-
-  var redis = require('redis');
-  var wrapper = require('co-redis');
-  var logger = require('./logger');
-  var _client = redis.createClient(config.redis.port, config.redis.host);
-
-  _client.on('error', function (err) {
-    logger.error(err);
-  });
-
-  module.exports = wrapper(_client);
-
-} else {
-  console.warn('[%s] [worker:%s:common/redis.js] Redis config can not found',
-    Date(), process.pid);
-  module.exports = null;
-}
--- a/common/sequelize.js
+++ b/common/sequelize.js
@@ -0,0 +1,75 @@
+/**!
+ * cnpmjs.org - common/sequelize.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var Sequelize = require('sequelize');
+var DataTypes = require('sequelize/lib/data-types');
+var config = require('../config');
+
+if (config.mysqlServers && config.database.dialect === 'sqlite') {
+  // https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x
+  // forward compat with old style on 1.x
+  // mysqlServers: [
+  //   {
+  //     host: '127.0.0.1',
+  //     port: 3306,
+  //     user: 'root',
+  //     password: ''
+  //   }
+  // ],
+  // mysqlDatabase: 'cnpmjs_test',
+  // mysqlMaxConnections: 4,
+  // mysqlQueryTimeout: 5000,
+
+  console.warn('[WARNNING] your config.js was too old, please @see https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x');
+  var server = config.mysqlServers[0];
+  config.database = {
+    db: config.mysqlDatabase,
+    username: server.user,
+    password: server.password,
+    dialect: 'mysql',
+    host: server.host,
+    port: server.port,
+    pool: {
+      maxConnections: config.mysqlMaxConnections || 10,
+      minConnections: 0,
+      maxIdleTime: 30000
+    },
+    logging: !!process.env.SQL_DEBUG,
+  };
+}
+
+var database = config.database;
+
+// sync database before app start, defaul is false
+database.syncFirst = false;
+
+// add longtext for mysql
+Sequelize.LONGTEXT = DataTypes.LONGTEXT = DataTypes.TEXT;
+if (config.dialect === 'mysql') {
+  Sequelize.LONGTEXT = DataTypes.LONGTEXT = 'LONGTEXT';
+}
+
+database.define = {
+  timestamps: true,
+  createdAt: 'gmt_create',
+  updatedAt: 'gmt_modified',
+  charset: 'utf8',
+  collate: 'utf8_general_ci',
+};
+
+var sequelize = new Sequelize(database.db, database.username, database.password, database);
+
+module.exports = sequelize;
--- a/common/urllib.js
+++ b/common/urllib.js
@@ -0,0 +1,75 @@
+/**!
+ * cnpmjs.org - common/urllib.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var urlparse = require('url').parse;
+var urllib = require('urllib');
+var HttpAgent = require('agentkeepalive');
+var HttpsAgent = require('agentkeepalive').HttpsAgent;
+var config = require('../config');
+
+var httpAgent;
+var httpsAgent;
+
+if (config.httpProxy) {
+  var tunnel = require('tunnel-agent');
+  var urlinfo = urlparse(config.httpProxy);
+  if (urlinfo.protocol === 'http:') {
+    httpAgent = tunnel.httpOverHttp({
+      proxy: {
+        host: urlinfo.hostname,
+        port: urlinfo.port
+      }
+    });
+    httpsAgent = tunnel.httpsOverHttp({
+      proxy: {
+        host: urlinfo.hostname,
+        port: urlinfo.port
+      }
+    });
+  } else if (urlinfo.protocol === 'https:') {
+    httpAgent = tunnel.httpOverHttps({
+      proxy: {
+        host: urlinfo.hostname,
+        port: urlinfo.port
+      }
+    });
+    httpsAgent = tunnel.httpsOverHttps({
+      proxy: {
+        host: urlinfo.hostname,
+        port: urlinfo.port
+      }
+    });
+  } else {
+    throw new TypeError('httpProxy format error: ' + config.httpProxy);
+  }
+} else {
+  httpAgent = new HttpAgent({
+    timeout: 0,
+    keepAliveTimeout: 15000
+  });
+  httpsAgent = new HttpsAgent({
+    timeout: 0,
+    keepAliveTimeout: 15000
+  });
+}
+
+var client = urllib.create({
+  agent: httpAgent,
+  httpsAgent: httpsAgent
+});
+
+module.exports = client;
+module.exports.USER_AGENT = urllib.USER_AGENT;
--- a/config/index.js
+++ b/config/index.js
@@ -1,34 +1,19 @@
-/**!
- * cnpmjs.org - config/index.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com>
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';

-/**
- * Module dependencies.
- */
-
+var mkdirp = require('mkdirp');
+var copy = require('copy-to');
 var path = require('path');
 var fs = require('fs');
 var os = require('os');
-var mkdirp = require('mkdirp');
-var copy = require('copy-to');

-fs.existsSync = fs.existsSync || path.existsSync;
 var version = require('../package.json').version;

 var root = path.dirname(__dirname);
+var dataDir = path.join(process.env.HOME || root, '.cnpmjs.org');

 var config = {
-
  version: version,
+  dataDir: dataDir,

  /**
   * Cluster mode
@@ -39,6 +24,7 @@ var config = {
  /*
   * server configure
   */
+
  registryPort: 7001,
  webPort: 7002,
  bindingHost: '127.0.0.1', // only binding on 127.0.0.1 for local access
@@ -46,15 +32,17 @@ var config = {
  // debug mode
  // if in debug mode, some middleware like limit wont load
  // logger module will print to stdout
-  debug: true,
+  debug: process.env.NODE_ENV === 'development',
+  // page mode, enable on development env
+  pagemock: process.env.NODE_ENV === 'development',
  // session secret
  sessionSecret: 'cnpmjs.org test session secret',
  // max request json body size
  jsonLimit: '10mb',
  // log dir name
-  logdir: path.join(root, '.tmp', 'logs'),
+  logdir: path.join(dataDir, 'logs'),
  // update file template dir
-  uploadDir: path.join(root, '.dist'),
+  uploadDir: path.join(dataDir, 'downloads'),
  // web page viewCache
  viewCache: false,

@@ -78,23 +66,23 @@ var config = {
    fengmk2: 'fengmk2@gmail.com',
    admin: 'admin@cnpmjs.org',
    dead_horse: 'dead_horse@qq.com',
-    cnpmjstest10: 'cnpmjstest10@cnpmjs.org',
  },

  // email notification for errors
+  // check https://github.com/andris9/Nodemailer for more informations
  mail: {
+    enable: false,
    appname: 'cnpmjs.org',
-    sender: 'cnpmjs.org mail sender <adderss@gmail.com>',
-    host: 'smtp.gmail.com',
-    port: 465,
-    user: 'address@gmail.com',
-    pass: 'your password',
-    ssl: true,
-    debug: false
+    from: 'cnpmjs.org mail sender <adderss@gmail.com>',
+    service: 'gmail',
+    auth: {
+      user: 'address@gmail.com',
+      pass: 'your password'
+    }
  },

-
-  logoURL: '//ww4.sinaimg.cn/large/69c1d4acgw1ebfly5kjlij208202oglr.jpg', // cnpm logo image url
+  logoURL: 'https://os.alipayobjects.com/rmsportal/oygxuIUkkrRccUz.jpg', // cnpm logo image url
+  adBanner: '',
  customReadmeFile: '', // you can use your custom readme file instead the cnpm one
  customFooter: '', // you can add copyright and site total script html here
  npmClientName: 'cnpm', // use `${name} install package`
@@ -106,83 +94,90 @@ var config = {
  backupFilePrefix: '/cnpm/backup/',

  /**
-   * mysql config
+   * database config
   */

-  mysqlServers: [
-    {
-      host: '127.0.0.1',
-      port: 3306,
-      user: 'root',
-      password: ''
-    }
-  ],
-  mysqlDatabase: 'cnpmjs_test',
-  mysqlMaxConnections: 4,
-  mysqlQueryTimeout: 5000,
+  database: {
+    db: 'cnpmjs_test',
+    username: 'root',
+    password: '',

+    // the sql dialect of the database
+    // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
+    dialect: 'sqlite',

-  // redis config
-  // use for koa-limit module as storage
-  redis: null,
+    // custom host; default: 127.0.0.1
+    host: '127.0.0.1',

-  // package tarball store in qn by default
-  // qiniu cdn: http://www.qiniu.com/, it free for dev.
-  qn: {
-    accessKey: "5UyUq-l6jsWqZMU6tuQ85Msehrs3Dr58G-mCZ9rE",
-    secretKey: "YaRsPKiYm4nGUt8mdz2QxeV5Q_yaUzVxagRuWTfM",
-    bucket: "qiniu-sdk-test",
-    domain: "http://qiniu-sdk-test.qiniudn.com",
+    // custom port; default: 3306
+    port: 3306,
+
+    // use pooling in order to reduce db connection overload and to increase speed
+    // currently only for mysql and postgresql (since v1.5.0)
+    pool: {
+      maxConnections: 10,
+      minConnections: 0,
+      maxIdleTime: 30000
+    },
+
+    // the storage engine for 'sqlite'
+    // default store into ~/.cnpmjs.org/data.sqlite
+    storage: path.join(dataDir, 'data.sqlite'),
+
+    logging: !!process.env.SQL_DEBUG,
  },

+  // package tarball store in local filesystem by default
+  nfs: require('fs-cnpm')({
+    dir: path.join(dataDir, 'nfs')
+  }),
+  // if set true, will 302 redirect to `nfs.url(dist.key)`
+  downloadRedirectToNFS: false,
+
  // registry url name
  registryHost: 'r.cnpmjs.org',

-
  /**
   * registry mode config
   */

-  // enable private mode, only admin can publish, other use just can sync package from source npm
-  enablePrivate: true,
+  // enable private mode or not
+  // private mode: only admins can publish, other users just can sync package from source npm
+  // public mode: all users can publish
+  enablePrivate: false,

  // registry scopes, if don't set, means do not support scopes
-  scopes: [
-    '@cnpm',
-    '@cnpmtest'
-  ],
-
-  // redirect @cnpm/private-package => private-package
-  // forward compatbility for update from lower version cnpmjs.org
-  adaptScope: true,
-
-  // force user publish with scope
-  // but admins still can publish without scope
-  forcePublishWithScope: true,
+  scopes: [ '@cnpm', '@cnpmtest', '@cnpm-test' ],

  // some registry already have some private packages in global scope
  // but we want to treat them as scoped private packages,
  // so you can use this white list.
-  privatePackages: ['private-package'],
+  privatePackages: [],

  /**
   * sync configs
   */

-  // sync dist config
-  // sync node.js dist from nodejs.org
-  noticeSyncDistError: true,
-  disturl: 'http://nodejs.org/dist',
-  syncDist: false,
+  // the official npm registry
+  // cnpm wont directly sync from this one
+  // but sometimes will request it for some package infomations
+  // please don't change it if not necessary
+  officialNpmRegistry: 'https://registry.npmjs.com',

-  // sync source
-  sourceNpmRegistry: 'http://registry.npmjs.org',
+  // sync source, upstream registry
+  // If you want to directly sync from official npm's registry
+  // please drop them an email first
+  sourceNpmRegistry: 'https://registry.npm.taobao.org',
+
+  // upstream registry is base on cnpm/cnpmjs.org or not
+  // if your upstream is official npm registry, please turn it off
+  sourceNpmRegistryIsCNpm: true,

  // if install return 404, try to sync from source registry
  syncByInstall: true,

  // sync mode select
-  // none: do not sync any module
+  // none: do not sync any module, proxy all public modules from sourceNpmRegistry
  // exist: only sync exist modules
  // all: sync all modules
  syncModel: 'none', // 'none', 'all', 'exist'
@@ -190,12 +185,55 @@ var config = {
  syncConcurrency: 1,
  // sync interval, default is 10 minutes
  syncInterval: '10m',
+
+  // sync polular modules, default to false
+  // because cnpm can't auto sync tag change for now
+  // so we want to sync popular modules to ensure their tags
+  syncPopular: false,
+  syncPopularInterval: '1h',
+  // top 100
+  topPopular: 100,
+
+  // sync devDependencies or not, default is false
+  syncDevDependencies: false,
+
+  // changes streaming sync
+  syncChangesStream: false,
+  handleSyncRegistry: 'http://127.0.0.1:7001',
+
+  // badge subject on http://shields.io/
+  badgePrefixURL: 'https://img.shields.io/badge',
+  badgeSubject: 'cnpm',
+
+  // custom user service, @see https://github.com/cnpm/cnpmjs.org/wiki/Use-Your-Own-User-Authorization
+  // when you not intend to ingegrate with your company's user system, then use null, it would
+  // use the default cnpm user system
+  userService: null,
+
+  // always-auth https://docs.npmjs.com/misc/config#always-auth
+  // Force npm to always require authentication when accessing the registry, even for GET requests.
+  alwaysAuth: false,
+
+  // if you're behind firewall, need to request through http proxy, please set this
+  // e.g.: `httpProxy: 'http://proxy.mycompany.com:8080'`
+  httpProxy: null,
 };

-// load config/config.js, everything in config.js will cover the same key in index.js
-var customConfig = path.join(root, 'config/config.js');
-if (fs.existsSync(customConfig)) {
-  copy(require(customConfig)).override(config);
+if (process.env.NODE_ENV !== 'test') {
+  var customConfig;
+  if (process.env.NODE_ENV === 'development') {
+    customConfig = path.join(root, 'config', 'config.js');
+  } else {
+    // 1. try to load `$dataDir/config.json` first, not exists then goto 2.
+    // 2. load config/config.js, everything in config.js will cover the same key in index.js
+    customConfig = path.join(dataDir, 'config.json');
+    if (!fs.existsSync(customConfig)) {
+      customConfig = path.join(root, 'config', 'config.js');
+    }
+  }
+  if (fs.existsSync(customConfig)) {
+    copy(require(customConfig)).override(config);
+  }
 }

 mkdirp.sync(config.logdir);
--- a/controllers/download.js
+++ b/controllers/download.js
@@ -1,83 +0,0 @@
-/**!
- * cnpmjs.org - controllers/download.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var thunkify = require('thunkify-wrap');
-var moment = require('moment');
-var DownloadTotal = require('../proxy/download');
-
-exports.total = function (name, callback) {
-  if (typeof name === 'function') {
-    callback = name;
-    name = null;
-  }
-  var end = moment();
-  var start = end.clone().subtract('months', 1).startOf('month');
-  var lastday = end.clone().subtract('days', 1).format('YYYY-MM-DD');
-  var lastweekStart = end.clone().subtract('weeks', 1).startOf('week');
-  var lastweekEnd = lastweekStart.clone().endOf('week').format('YYYY-MM-DD');
-  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
-  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
-  var thisweekStart = end.clone().startOf('week').format('YYYY-MM-DD');
-  start = start.format('YYYY-MM-DD');
-  end = end.format('YYYY-MM-DD');
-  lastweekStart = lastweekStart.format('YYYY-MM-DD');
-  var method = name ? 'getModuleTotal' : 'getTotal';
-  var args = [start, end];
-  if (name) {
-    args.unshift(name);
-  }
-  args.push(function (err, rows) {
-    if (err) {
-      return callback(err);
-    }
-
-    var download = {
-      today: 0,
-      thisweek: 0,
-      thismonth: 0,
-      lastday: 0,
-      lastweek: 0,
-      lastmonth: 0,
-    };
-    for (var i = 0; i < rows.length; i++) {
-      var r = rows[i];
-      if (r.date === end) {
-        download.today += r.count;
-      }
-      if (r.date >= thismonthStart) {
-        download.thismonth += r.count;
-      }
-      if (r.date >= thisweekStart) {
-        download.thisweek += r.count;
-      }
-
-      if (r.date === lastday) {
-        download.lastday += r.count;
-      }
-      if (r.date >= lastweekStart && r.date <= lastweekEnd) {
-        download.lastweek += r.count;
-      }
-      if (r.date >= start && r.date <= lastmonthEnd) {
-        download.lastmonth += r.count;
-      }
-    }
-    callback(null, download);
-  });
-
-  DownloadTotal[method].apply(DownloadTotal, args);
-};
-
-thunkify(exports);
--- a/controllers/registry/module.js
+++ b/controllers/registry/module.js
@@ -1,981 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/module.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:module');
-var path = require('path');
-var fs = require('fs');
-var util = require('util');
-var crypto = require('crypto');
-var utility = require('utility');
-var coRead = require('co-read');
-var coWrite = require('co-write');
-var urlparse = require('url').parse;
-var mime = require('mime');
-var semver = require('semver');
-var ms = require('ms');
-var config = require('../../config');
-var Module = require('../../proxy/module');
-var Total = require('../../proxy/total');
-var nfs = require('../../common/nfs');
-var common = require('../../lib/common');
-var DownloadTotal = require('../../proxy/download');
-var SyncModuleWorker = require('../../proxy/sync_module_worker');
-var logger = require('../../common/logger');
-var ModuleDeps = require('../../proxy/module_deps');
-var ModuleStar = require('../../proxy/module_star');
-var ModuleUnpublished = require('../../proxy/module_unpublished');
-var packageService = require('../../services/package');
-var UserService = require('../../services/user');
-var downloadAsReadStream = require('../utils').downloadAsReadStream;
-
-/**
- * show all version of a module
- * GET /:name
- */
-exports.show = function* (next) {
-  var orginalName = this.params.name || this.params[0];
-  var name = orginalName;
-  var rs = yield [
-    Module.getLastModified(name),
-    Module.listTags(name)
-  ];
-  var modifiedTime = rs[0];
-  var tags = rs[1];
-  var adaptDefaultScope = false;
-
-  if (tags.length === 0) {
-    var adaptName = yield* Module.getAdaptName(name);
-    if (adaptName) {
-      adaptDefaultScope = true;
-      // remove default scope name and retry
-      name = adaptName;
-      rs = yield [
-        Module.getLastModified(name),
-        Module.listTags(name),
-      ];
-      modifiedTime = rs[0];
-      tags = rs[1];
-    }
-  }
-
-  debug('show %s(%s), last modified: %s, tags: %j', name, orginalName, modifiedTime, tags);
-  if (modifiedTime) {
-    // find out the latest modfied time
-    // because update tags only modfied tag, wont change module gmt_modified
-    for (var i = 0; i < tags.length; i++) {
-      var tag = tags[i];
-      if (tag.gmt_modified > modifiedTime) {
-        modifiedTime = tag.gmt_modified;
-      }
-    }
-
-    // use modifiedTime as etag
-    this.set('ETag', '"' + modifiedTime.getTime() + '"');
-
-    // must set status first
-    this.status = 200;
-    if (this.fresh) {
-      debug('%s not change at %s, 304 return', name, modifiedTime);
-      this.status = 304;
-      return;
-    }
-  }
-
-  var r = yield [
-    Module.listByName(name),
-    ModuleStar.listUsers(name),
-    packageService.listMaintainers(name),
-  ];
-  var rows = r[0];
-  var users = r[1];
-  var maintainers = r[2];
-
-  debug('show %s got %d rows, %d tags, %d star users, maintainers: %j',
-    name, rows.length, tags.length, users.length, maintainers);
-
-  var userMap = {};
-  for (var i = 0; i < users.length; i++) {
-    userMap[users[i]] = true;
-  }
-  users = userMap;
-
-  if (rows.length === 0) {
-    // check if unpublished
-    var unpublishedInfo = yield* ModuleUnpublished.get(name);
-    debug('show unpublished %j', unpublishedInfo);
-    if (unpublishedInfo) {
-      this.status = 404;
-      this.body = {
-        _id: orginalName,
-        name: orginalName,
-        time: {
-          modified: unpublishedInfo.package.time,
-          unpublished: unpublishedInfo.package,
-        },
-        _attachments: {}
-      };
-      return;
-    }
-  }
-
-  // if module not exist in this registry,
-  // sync the module backend and return package info from official registry
-  if (rows.length === 0) {
-    if (!this.allowSync || adaptDefaultScope) {
-      this.status = 404;
-      this.body = {
-        error: 'not_found',
-        reason: 'document not found'
-      };
-      return;
-    }
-    var result = yield SyncModuleWorker.sync(name, 'sync-by-install');
-    this.body = result.pkg;
-    this.status = result.ok ? 200 : (result.statusCode || 500);
-    return;
-  }
-
-  var nextMod = null;
-  var latestMod = null;
-  var readme = null;
-  // set tags
-  var distTags = {};
-  for (var i = 0; i < tags.length; i++) {
-    var t = tags[i];
-    distTags[t.tag] = t.version;
-  }
-
-  // set versions and times
-  var versions = {};
-  var times = {};
-  var attachments = {};
-  var createdTime = null;
-  for (var i = 0; i < rows.length; i++) {
-    var row = rows[i];
-    if (row.version === 'next') {
-      nextMod = row;
-      continue;
-    }
-    var pkg = row.package;
-    common.setDownloadURL(pkg, this);
-    pkg._cnpm_publish_time = row.publish_time;
-    versions[pkg.version] = pkg;
-    var t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
-    if ((!distTags.latest && !latestMod) || distTags.latest === row.version) {
-      latestMod = row;
-      readme = pkg.readme;
-    }
-    delete pkg.readme;
-    if (maintainers.length > 0) {
-      // TODO: need to use newer maintainers
-      pkg.maintainers = maintainers;
-    }
-
-    if (!createdTime || t < createdTime) {
-      createdTime = t;
-    }
-
-    if (adaptDefaultScope) {
-      // change to orginal name for default scope was removed above
-      pkg.name = orginalName;
-      pkg._id = orginalName + '@' + pkg.version;
-    }
-  }
-
-  if (modifiedTime && createdTime) {
-    var ts = {
-      modified: modifiedTime,
-      created: createdTime,
-    };
-    for (var t in times) {
-      ts[t] = times[t];
-    }
-    times = ts;
-  }
-
-  if (!latestMod) {
-    latestMod = nextMod || rows[0];
-  }
-
-  if (!nextMod) {
-    nextMod = latestMod;
-  }
-
-  var rev = '';
-  if (nextMod) {
-    rev = String(nextMod.id);
-  }
-
-  var pkg = latestMod.package;
-
-  if (tags.length === 0 && pkg.version !== 'next') {
-    // some sync error reason, will cause tags missing
-    // set latest tag at least
-    distTags.latest = pkg.version;
-  }
-
-  var info = {
-    _id: orginalName,
-    _rev: rev,
-    name: orginalName,
-    description: pkg.description,
-    "dist-tags": distTags,
-    maintainers: pkg.maintainers,
-    time: times,
-    users: users,
-    author: pkg.author,
-    repository: pkg.repository,
-    versions: versions,
-    readme: readme,
-    _attachments: attachments,
-  };
-
-  info.readmeFilename = pkg.readmeFilename;
-  info.homepage = pkg.homepage;
-  info.bugs = pkg.bugs;
-  info.license = pkg.license;
-
-  debug('show module %s: %s, latest: %s', orginalName, rev, latestMod.version);
-  this.body = info;
-};
-
-/**
- * get the special version or tag of a module
- *
- * GET /:name/:version
- * GET /:name/:tag
- */
-exports.get = function* (next) {
-  var name = this.params.name || this.params[0];
-  var tag = this.params.version || this.params[1];
-  var version = semver.valid(tag);
-  var method = version ? 'get' : 'getByTag';
-  var queryLabel = version ? version : tag;
-  var orginalName = name;
-  var adaptDefaultScope = false;
-  debug('%s %s with %j', method, name, this.params);
-
-  var mod = yield Module[method](name, queryLabel);
-  if (!mod) {
-    var adaptName = yield* Module.getAdaptName(name);
-    if (adaptName) {
-      name = adaptName;
-      mod = yield Module[method](name, queryLabel);
-      adaptDefaultScope = true;
-    }
-  }
-
-  if (mod) {
-    common.setDownloadURL(mod.package, this);
-    mod.package._cnpm_publish_time = mod.publish_time;
-    var maintainers = yield* packageService.listMaintainers(name);
-    if (maintainers.length > 0) {
-      mod.package.maintainers = maintainers;
-    }
-    if (adaptDefaultScope) {
-      mod.package.name = orginalName;
-      mod.package._id = orginalName + '@' + mod.package.version;
-    }
-    this.body = mod.package;
-    return;
-  }
-  // if not fond, sync from source registry
-  if (!this.allowSync || adaptDefaultScope) {
-    this.status = 404;
-    this.body = {
-      error: 'not exist',
-      reason: 'version not found: ' + version
-    };
-    return;
-  }
-
-  var result = yield SyncModuleWorker.sync(name, 'sync-by-install');
-  var pkg = result.pkg && result.pkg.versions[version];
-  if (!pkg) {
-    this.status = 404;
-    this.body = {
-      error: 'not exist',
-      reason: 'version not found: ' + version
-    };
-    return;
-  }
-  this.body = pkg;
-};
-
-var _downloads = {};
-
-exports.download = function *(next) {
-  var name = this.params.name || this.params[0];
-  var filename = this.params.filename || this.params[1];
-  var version = filename.slice(name.length + 1, -4);
-  var row = yield Module.get(name, version);
-  // can not get dist
-  var url = null;
-
-  if (typeof nfs.url === 'function') {
-    url = nfs.url(common.getCDNKey(name, filename));
-  }
-
-  debug('download %s %s %s %s', name, filename, version, url);
-
-  if (!row || !row.package || !row.package.dist) {
-    if (!url) {
-      return yield* next;
-    }
-    this.status = 302;
-    this.set('Location', url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
-    return;
-  }
-
-  var dist = row.package.dist;
-  if (!dist.key) {
-    debug('get tarball by 302');
-    this.status = 302;
-    this.set('Location', dist.tarball || url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
-    return;
-  }
-
-  // else use `dist.key` to get tarball from nfs
-  if (!nfs.download) {
-    return yield* next;
-  }
-
-  _downloads[name] = (_downloads[name] || 0) + 1;
-
-  if (typeof dist.size === 'number') {
-    this.length = dist.size;
-  }
-  this.type = mime.lookup(dist.key);
-  this.attachment = filename;
-  this.etag = dist.shasum;
-
-  this.body = yield* downloadAsReadStream(dist.key);
-};
-
-setInterval(function () {
-  // save download count
-  var totals = [];
-  for (var name in _downloads) {
-    var count = _downloads[name];
-    totals.push([name, count]);
-  }
-  _downloads = {};
-
-  if (totals.length === 0) {
-    return;
-  }
-
-  debug('save download total: %j', totals);
-
-  var date = utility.YYYYMMDD();
-  var next = function () {
-    var item = totals.shift();
-    if (!item) {
-      // done
-      return;
-    }
-
-    DownloadTotal.plusTotal({name: item[0], date: date, count: item[1]}, function (err) {
-      if (!err) {
-        return next();
-      }
-
-      logger.error(err);
-      debug('save download %j error: %s', item, err);
-
-      totals.push(item);
-      // save to _downloads
-      for (var i = 0; i < totals.length; i++) {
-        var v = totals[i];
-        var name = v[0];
-        _downloads[name] = (_downloads[name] || 0) + v[1];
-      }
-      // end
-    });
-  };
-  next();
-}, 5000);
-
-function _addDepsRelations(pkg) {
-  var dependencies = Object.keys(pkg.dependencies || {});
-  if (dependencies.length > config.maxDependencies) {
-    dependencies = dependencies.slice(0, config.maxDependencies);
-  }
-
-  // add deps relations
-  dependencies.forEach(function (depName) {
-    ModuleDeps.add(depName, pkg.name, utility.noop);
-  });
-}
-
-// old flows:
-// 1. add()
-// 2. upload()
-// 3. updateLatest()
-//
-// new flows: only one request
-// PUT /:name
-exports.addPackageAndDist = function *(next) {
-  // 'dist-tags': { latest: '0.0.2' },
-  //  _attachments:
-  // { 'nae-sandbox-0.0.2.tgz':
-  //    { content_type: 'application/octet-stream',
-  //      data: 'H4sIAAAAA
-  //      length: 9883
-
-  var pkg = this.request.body;
-  var username = this.user.name;
-  var name = this.params.name || this.params[0];
-  var filename = Object.keys(pkg._attachments || {})[0];
-  var version = Object.keys(pkg.versions || {})[0];
-  if (!version || !filename) {
-    this.status = 400;
-    this.body = {
-      error: 'version_error',
-      reason: 'filename or version not found, filename: ' + filename + ', version: ' + version
-    };
-    return;
-  }
-
-  var attachment = pkg._attachments[filename];
-  var versionPackage = pkg.versions[version];
-
-  // should never happened in normal request
-  if (!versionPackage.maintainers) {
-    this.status = 400;
-    this.body = {
-      error: 'maintainers error',
-      reason: 'request body need maintainers'
-    };
-    return;
-  }
-
-  // notice that admins can not publish to all modules
-  // (but admins can add self to maintainers first)
-
-  // make sure user in auth is in maintainers
-  // should never happened in normal request
-  var m = versionPackage.maintainers.filter(function (maintainer) {
-    return maintainer.name === username;
-  });
-  if (!m.length) {
-    this.status = 403;
-    this.body = {
-      error: 'maintainers error',
-      reason: username + ' does not in maintainer list'
-    };
-    return;
-  }
-
-  versionPackage._publish_on_cnpm = true;
-  var distTags = pkg['dist-tags'] || {};
-  var tags = []; // tag, version
-  for (var t in distTags) {
-    tags.push([t, distTags[t]]);
-  }
-
-  if (tags.length === 0) {
-    this.status = 400;
-    this.body = {
-      error: 'invalid',
-      reason: 'dist-tags should not be empty'
-    };
-    return;
-  }
-
-  debug('%s addPackageAndDist %s:%s, attachment size: %s, maintainers: %j, distTags: %j',
-    username, name, version, attachment.length, versionPackage.maintainers, distTags);
-
-  var exists = yield Module.get(name, version);
-  var shasum;
-  if (exists) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden',
-      reason: 'cannot modify pre-existing version: ' + version
-    };
-    return;
-  }
-
-  // check maintainers
-  var isMaintainer = yield* packageService.isMaintainer(name, username);
-  if (!isMaintainer) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name
-    };
-    return;
-  }
-
-  // upload attachment
-  var tarballBuffer;
-  tarballBuffer = new Buffer(attachment.data, 'base64');
-
-  if (tarballBuffer.length !== attachment.length) {
-    this.status = 403;
-    this.body = {
-      error: 'size_wrong',
-      reason: 'Attachment size ' + attachment.length
-        + ' not match download size ' + tarballBuffer.length,
-    };
-    return;
-  }
-
-  if (!distTags.latest) {
-    // need to check if latest tag exists or not
-    var latest = yield Module.getByTag(name, 'latest');
-    if (!latest) {
-      // auto add latest
-      tags.push(['latest', tags[0][1]]);
-      debug('auto add latest tag: %j', tags);
-    }
-  }
-
-  shasum = crypto.createHash('sha1');
-  shasum.update(tarballBuffer);
-  shasum = shasum.digest('hex');
-
-  var options = {
-    key: common.getCDNKey(name, filename),
-    shasum: shasum
-  };
-  var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
-  debug('upload %j', uploadResult);
-
-  var dist = {
-    shasum: shasum,
-    size: attachment.length
-  };
-
-  // if nfs upload return a key, record it
-  if (uploadResult.url) {
-    dist.tarball = uploadResult.url;
-  } else if (uploadResult.key) {
-    dist.key = uploadResult.key;
-    dist.tarball = uploadResult.key;
-  }
-
-  var mod = {
-    name: name,
-    version: version,
-    author: username,
-    package: versionPackage
-  };
-
-  mod.package.dist = dist;
-  _addDepsRelations(mod.package);
-
-  var addResult = yield Module.add(mod);
-  debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
-    addResult.id, dist.tarball, dist.size, shasum, dist, version);
-
-  if (tags.length) {
-    yield tags.map(function (tag) {
-      return Module.addTag(name, tag[0], tag[1]);
-    });
-  }
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    rev: String(addResult.id)
-  };
-};
-
-// PUT /:name/-rev/:rev
-exports.updateOrRemove = function* (next) {
-  var name = this.params.name || this.params[0];
-  debug('updateOrRemove module %s, %s, %j', this.url, name, this.request.body);
-
-  var body = this.request.body;
-  if (body.versions) {
-    yield* exports.removeWithVersions.call(this, next);
-  } else if (body.maintainers) {
-    yield* exports.updateMaintainers.call(this, next);
-  } else {
-    yield* next;
-  }
-};
-
-exports.updateMaintainers = function* (next) {
-  var name = this.params.name || this.params[0];
-  var body = this.request.body;
-  debug('updateMaintainers module %s, %j', name, body);
-
-  var isMaintainer = yield* packageService.isMaintainer(name, this.user.name);
-
-  if (!isMaintainer && !this.user.isAdmin) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: this.user.name + ' not authorized to modify ' + name
-    };
-    return;
-  }
-
-  var usernames = body.maintainers.map(function (user) {
-    return user.name;
-  });
-
-  if (usernames.length === 0) {
-    this.status = 403;
-    this.body = {
-      error: 'invalid operation',
-      reason: 'Can not remove all maintainers'
-    };
-    return;
-  }
-
-  if (config.customUserService) {
-    // ensure new authors are vaild
-    var maintainers = yield* packageService.listMaintainerNamesOnly(name);
-    var map = {};
-    var newNames = [];
-    for (var i = 0; i < maintainers.length; i++) {
-      map[maintainers[i]] = 1;
-    }
-    for (var i = 0; i < usernames.length; i++) {
-      var username = usernames[i];
-      if (map[username] !== 1) {
-        newNames.push(username);
-      }
-    }
-    if (newNames.length > 0) {
-      var users = yield* UserService.list(newNames);
-      var map = {};
-      for (var i = 0; i < users.length; i++) {
-        var user = users[i];
-        map[user.login] = 1;
-      }
-      var invailds = [];
-      for (var i = 0; i < newNames.length; i++) {
-        var username = newNames[i];
-        if (map[username] !== 1) {
-          invailds.push(username);
-        }
-      }
-      if (invailds.length > 0) {
-        this.status = 403;
-        this.body = {
-          error: 'invalid user name',
-          reason: 'User: ' + invailds.join(', ') + ' not exists'
-        };
-        return;
-      }
-    }
-  }
-
-  var r = yield* packageService.updateMaintainers(name, usernames);
-  debug('result: %j', r);
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: name,
-    rev: this.params.rev || this.params[1],
-  };
-};
-
-exports.removeWithVersions = function* (next) {
-  var username = this.user.name;
-  var name = this.params.name || this.params[0];
-  // left versions
-  var versions = this.request.body.versions || {};
-
-  // step1: list all the versions
-  var mods = yield Module.listByName(name);
-  debug('removeWithVersions module %s, left versions %j, %s mods',
-    name, Object.keys(versions), mods && mods.length);
-  if (!mods || !mods.length) {
-    return yield* next;
-  }
-
-  // step2: check permission
-  var isMaintainer = yield* packageService.isMaintainer(name, username);
-  // admin can delete the module
-  if (!isMaintainer && !this.user.isAdmin) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name
-    };
-    return;
-  }
-
-  // step3: calculate which versions need to remove and
-  // which versions need to remain
-  var removeVersions = [];
-  var removeVersionMaps = {};
-  var remainVersions = [];
-
-  for (var i = 0; i < mods.length; i++) {
-    var v = mods[i].version;
-    if (v === 'next') {
-      continue;
-    }
-    if (!versions[v]) {
-      removeVersions.push(v);
-      removeVersionMaps[v] = true;
-    } else {
-      remainVersions.push(v);
-    }
-  }
-
-  if (!removeVersions.length) {
-    debug('no versions need to remove');
-    this.status = 201;
-    this.body = { ok: true };
-    return;
-  }
-  debug('remove versions: %j, remain versions: %j', removeVersions, remainVersions);
-
-  // step 4: remove all the versions which need to remove
-  yield Module.removeByNameAndVersions(name, removeVersions);
-  var tags = yield Module.listTags(name);
-
-  var removeTags = [];
-  var latestRemoved = false;
-  tags.forEach(function (tag) {
-    // this tag need be removed
-    if (removeVersionMaps[tag.version]) {
-      removeTags.push(tag.id);
-      if (tag.tag === 'latest') {
-        latestRemoved = true;
-      }
-    }
-  });
-  if (removeTags.length) {
-    debug('remove tags: %j', removeTags);
-    // step 5: remove all the tags
-    yield Module.removeTagsByIds(removeTags);
-    if (latestRemoved && remainVersions[0]) {
-      debug('latest tags removed, generate a new latest tag with new version: %s',
-          remainVersions[0]);
-      // step 6: insert new latest tag
-      yield Module.addTag(name, 'latest', remainVersions[0]);
-    }
-  } else {
-    debug('no tag need to be remove');
-  }
-  // step 7: update last modified, make sure etag change
-  yield* Module.updateLastModified(name);
-
-  this.status = 201;
-  this.body = { ok: true };
-};
-
-exports.removeTar = function* (next) {
-  var name = this.params.name || this.params[0];
-  var filename = this.params.filename || this.params[1];
-  var id = Number(this.params.rev || this.params[2]);
-  debug('remove tarball with filename: %s, id: %s', filename, id);
-
-  var username = this.user.name;
-  if (isNaN(id)) {
-    return yield* next;
-  }
-
-  var mod = yield Module.getById(id);
-  if (!mod || mod.name !== name) {
-    return yield* next;
-  }
-
-  var isMaintainer = yield* packageService.isMaintainer(name, username);
-
-  if (!isMaintainer && !this.user.isAdmin) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name
-    };
-    return;
-  }
-  var key = mod.package.dist && mod.package.dist.key;
-  key = key || common.getCDNKey(mod.name, filename);
-  yield nfs.remove(key);
-  this.body = { ok: true };
-};
-
-exports.removeAll = function* (next) {
-  var name = this.params.name || this.params[0];
-  var username = this.user.name;
-  var rev = this.params.rev || this.params[1];
-  debug('remove all the module with name: %s, id: %s', name, rev);
-
-  var mods = yield Module.listByName(name);
-  debug('removeAll module %s: %d', name, mods.length);
-  var mod = mods[0];
-  if (!mod) {
-    return yield* next;
-  }
-
-  var isMaintainer = yield* packageService.isMaintainer(name, username);
-  // admin can delete the module
-  if (!isMaintainer && !this.user.isAdmin) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name
-    };
-    return;
-  }
-  Total.plusDeleteModule(utility.noop);
-  yield [Module.removeByName(name), Module.removeTags(name)];
-  var keys = [];
-  for (var i = 0; i < mods.length; i++) {
-    var row = mods[i];
-    var dist = row.package.dist;
-    var key = dist.key;
-    if (!key) {
-      key = urlparse(dist.tarball).pathname;
-    }
-    key && keys.push(key);
-  }
-  if (keys.length > 0) {
-    try {
-      yield keys.map(function (key) {
-        return nfs.remove(key);
-      });
-    } catch (err) {
-      // ignore error here
-    }
-  }
-
-  this.body = { ok: true };
-};
-
-function parseModsForList(updated, mods, ctx) {
-  var results = {
-    _updated: updated
-  };
-
-  for (var i = 0; i < mods.length; i++) {
-    var mod = mods[i];
-    var pkg = {};
-    try {
-      pkg = JSON.parse(mod.package);
-    } catch (e) {
-      //ignore this pkg
-      continue;
-    }
-    pkg['dist-tags'] = {
-      latest: pkg.version
-    };
-    common.setDownloadURL(pkg, ctx);
-    results[mod.name] = pkg;
-  }
-  return results;
-}
-
-exports.listAllModules = function *() {
-  var updated = Date.now();
-  var mods = yield Module.listAllNames();
-  var result = { _updated: updated };
-  mods.forEach(function (mod) {
-    result[mod.name] = true;
-  });
-  this.body = result;
-};
-
-exports.listAllModulesSince = function *() {
-  var query = this.query || {};
-  if (query.stale !== 'update_after') {
-    this.status = 400;
-    this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `stale`.'
-    };
-    return;
-  }
-
-  debug('list all modules from %s', query.startkey);
-  var startkey = Number(query.startkey) || 0;
-  var updated = Date.now();
-  var mods = yield Module.listSince(startkey);
-  var result = { _updated: updated };
-  mods.forEach(function (mod) {
-    result[mod.name] = true;
-  });
-
-  this.body = result;
-};
-
-exports.listAllModuleNames = function *() {
-  this.body = (yield Module.listShort()).map(function (m) {
-    return m.name;
-  });
-};
-
-// PUT /:name/:tag
-exports.updateTag = function* () {
-  var version = this.request.body;
-  var name = this.params.name || this.params[0];
-  var tag = this.params.tag || this.params[1];
-  debug('updateTag: %s %s to %s', name, version, tag);
-
-  if (!version) {
-    this.status = 400;
-    this.body = {
-      error: 'version_missed',
-      reason: 'version not found'
-    };
-    return;
-  }
-
-  if (!semver.valid(version)) {
-    this.status = 403;
-    var reason = util.format('setting tag %s to invalid version: %s: %s/%s',
-      tag, version, name, tag);
-    this.body = {
-      error: 'forbidden',
-      reason: reason
-    };
-    return;
-  }
-
-  var mod = yield Module.get(name, version);
-  if (!mod) {
-    this.status = 403;
-    var reason = util.format('setting tag %s to unknown version: %s: %s/%s',
-      tag, version, name, tag);
-    this.body = {
-      error: 'forbidden',
-      reason: reason
-    };
-    return;
-  }
-
-  // check permission
-  var isMaintainer = yield* packageService.isMaintainer(name, this.user.name);
-  if (!isMaintainer && !this.user.isAdmin) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: this.user.name + ' not authorized to modify ' + name
-    };
-    return;
-  }
-
-  yield Module.addTag(name, tag, version);
-  this.status = 201;
-  this.body = {
-    ok: true
-  };
-};
--- a/controllers/registry/package/deprecate.js
+++ b/controllers/registry/package/deprecate.js
@@ -0,0 +1,60 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/deprecate.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+module.exports = deprecateVersions;
+
+/**
+ * @see https://github.com/cnpm/cnpmjs.org/issues/415
+ */
+function* deprecateVersions() {
+  var body = this.request.body;
+  var name = this.params.name || this.params[0];
+
+  var tasks = [];
+  for (var version in body.versions) {
+    tasks.push(packageService.getModule(name, version));
+  }
+  var rs = yield tasks;
+
+  var updateTasks = [];
+  for (var i = 0; i < rs.length; i++) {
+    var row = rs[i];
+    if (!row) {
+      // some version not exists
+      this.status = 400;
+      this.body = {
+        error: 'version_error',
+        reason: 'Some versions: ' + JSON.stringify(Object.keys(body.versions)) + ' not found'
+      };
+      return;
+    }
+    var data = body.versions[row.package.version];
+    if (typeof data.deprecated === 'string') {
+      row.package.deprecated = data.deprecated;
+      updateTasks.push(packageService.updateModulePackage(row.id, row.package));
+    }
+  }
+  yield updateTasks;
+  // update last modified
+  yield* packageService.updateModuleLastModified(name);
+
+  this.status = 201;
+  this.body = {
+    ok: true
+  };
+}
--- a/controllers/registry/package/dist_tag.js
+++ b/controllers/registry/package/dist_tag.js
@@ -0,0 +1,90 @@
+/**!
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+function ok() {
+  return {
+    ok: "dist-tags updated"
+  };
+}
+
+// GET /-/package/:pkg/dist-tags -- returns the package's dist-tags
+exports.index = function* () {
+  var name = this.params.name || this.params[0];
+  var rows = yield packageService.listModuleTags(name);
+  var tags = {};
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    tags[row.tag] = row.version;
+  }
+  this.body = tags;
+};
+
+// PUT /-/package/:pkg/dist-tags -- Set package's dist-tags to provided object body (removing missing)
+exports.save = function* () {
+  var name = this.params.name || this.params[0];
+  yield packageService.removeModuleTags(name);
+  yield* exports.update.call(this);
+};
+
+// POST /-/package/:pkg/dist-tags -- Add/modify dist-tags from provided object body (merge)
+exports.update = function* () {
+  var name = this.params.name || this.params[0];
+  var tags = this.request.body;
+  for (var tag in tags) {
+    var version = tags[tag];
+    yield packageService.addModuleTag(name, tag, version);
+  }
+  this.status = 201;
+  this.body = ok();
+};
+
+// PUT /-/package/:pkg/dist-tags/:tag -- Set package's dist-tags[tag] to provided string body
+// POST /-/package/:pkg/dist-tags/:tag -- Same as PUT /-/package/:pkg/dist-tags/:tag
+exports.set = function* () {
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
+  var version = this.request.body;
+  // make sure version exists
+  var pkg = yield packageService.getModule(name, version);
+  if (!pkg) {
+    this.status = 400;
+    this.body = {
+      error: 'version_error',
+      reason: name + '@' + version + ' not exists'
+    };
+    return;
+  }
+
+  yield packageService.addModuleTag(name, tag, version);
+  this.status = 201;
+  this.body = ok();
+};
+
+// DELETE /-/package/:pkg/dist-tags/:tag -- Remove tag from dist-tags
+exports.destroy = function* () {
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
+  if (tag === 'latest') {
+    this.status = 400;
+    this.body = {
+      error: 'dist_tag_error',
+      reason: 'Can\'t not delete latest tag',
+    };
+    return;
+  }
+  yield packageService.removeModuleTagsByNames(name, tag);
+  this.body = ok();
+};
--- a/controllers/registry/package/download.js
+++ b/controllers/registry/package/download.js
@@ -0,0 +1,118 @@
+/**!
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:download');
+var mime = require('mime');
+var utility = require('utility');
+var defer = require('co-defer');
+var is = require('is-type-of');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+var common = require('../../../lib/common');
+var downloadAsReadStream = require('../../utils').downloadAsReadStream;
+var packageService = require('../../../services/package');
+var downloadTotalService = require('../../../services/download_total');
+var config = require('../../../config');
+
+var _downloads = {};
+
+module.exports = function* download(next) {
+  var name = this.params.name || this.params[0];
+  var filename = this.params.filename || this.params[1];
+  var version = filename.slice(name.length + 1, -4);
+  var row = yield packageService.getModule(name, version);
+  // can not get dist
+  var url = null;
+
+  if (typeof nfs.url === 'function') {
+    if (is.generatorFunction(nfs.url)) {
+      url = yield nfs.url(common.getCDNKey(name, filename));
+    } else {
+      url = nfs.url(common.getCDNKey(name, filename));
+    }
+  }
+
+  debug('download %s %s %s %s', name, filename, version, url);
+
+  if (!row || !row.package || !row.package.dist) {
+    if (!url) {
+      return yield* next;
+    }
+    this.status = 302;
+    this.set('Location', url);
+    _downloads[name] = (_downloads[name] || 0) + 1;
+    return;
+  }
+
+  _downloads[name] = (_downloads[name] || 0) + 1;
+
+  if (config.downloadRedirectToNFS && url) {
+    this.status = 302;
+    this.set('Location', url);
+    return;
+  }
+
+  var dist = row.package.dist;
+  if (!dist.key) {
+    // try to use nsf.url() first
+    url = url || dist.tarball;
+    debug('get tarball by 302, url: %s', url);
+    this.status = 302;
+    this.set('Location', url);
+    return;
+  }
+
+  // else use `dist.key` to get tarball from nfs
+  if (typeof dist.size === 'number' && dist.size > 0) {
+    this.length = dist.size;
+  }
+  this.type = mime.lookup(dist.key);
+  this.attachment(filename);
+  this.etag = dist.shasum;
+
+  this.body = yield downloadAsReadStream(dist.key);
+};
+
+defer.setInterval(function* () {
+  // save download count
+  var totals = [];
+  for (var name in _downloads) {
+    var count = _downloads[name];
+    totals.push([name, count]);
+  }
+  _downloads = {};
+
+  if (totals.length === 0) {
+    return;
+  }
+
+  debug('save download total: %j', totals);
+
+  var date = utility.YYYYMMDD();
+  for (var i = 0; i < totals.length; i++) {
+    var item = totals[i];
+    var name = item[0];
+    var count = item[1];
+    try {
+      yield* downloadTotalService.plusModuleTotal({ name: name, date: date, count: count });
+    } catch (err) {
+      if (err.name !== 'SequelizeUniqueConstraintError') {
+        err.message += '; name: ' + name + ', count: ' + count + ', date: ' + date;
+        logger.error(err);
+      }
+      // save back to _downloads, try again next time
+      _downloads[name] = (_downloads[name] || 0) + count;
+    }
+  }
+}, 5000 + Math.ceil(Math.random() * 1000));
--- a/controllers/registry/package/download_total.js
+++ b/controllers/registry/package/download_total.js
@@ -0,0 +1,80 @@
+/*!
+ * cnpmjs.org - controllers/registry/package/download_total.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (https://github.com/dead-horse)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var DownloadTotal = require('../../../services/download_total');
+var DATE_REG = /^\d{4}-\d{2}-\d{2}$/;
+
+module.exports = function* downloadTotal () {
+  var range = this.params.range;
+  var name = this.params.name;
+
+  range = range.split(':');
+  if (range.length !== 2
+      || !range[0].match(DATE_REG)
+      || !range[1].match(DATE_REG)) {
+    this.status = 400;
+    this.body = {
+      error: 'range_error',
+      reason: 'range must be YYYY-MM-DD:YYYY-MM-DD style'
+    };
+    return;
+  }
+
+  this.body = name
+    ? yield getPackageTotal(name, range[0], range[1])
+    : yield getTotal(range[0], range[1]);
+};
+
+function* getPackageTotal(name, start, end) {
+  var res = yield DownloadTotal.getModuleTotal(name, start, end);
+  var downloads = res.map(function (row) {
+    return {
+      day: row.date,
+      downloads: row.count
+    };
+  });
+
+  downloads.sort(function (a, b) {
+    return a.day > b.day ? 1 : -1;
+  });
+
+  return {
+    downloads: downloads,
+    package: name,
+    start: start,
+    end: end
+  };
+}
+
+function* getTotal(start, end) {
+  var res = yield DownloadTotal.getTotal(start, end);
+  var downloads = res.map(function (row) {
+    return {
+      day: row.date,
+      downloads: row.count
+    };
+  });
+
+  downloads.sort(function (a, b) {
+    return a.day > b.day ? 1 : -1;
+  });
+
+  return {
+    downloads: downloads,
+    start: start,
+    end: end
+  };
+}
--- a/controllers/registry/package/list.js
+++ b/controllers/registry/package/list.js
@@ -0,0 +1,194 @@
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:list');
+var packageService = require('../../../services/package');
+var common = require('../../../lib/common');
+var SyncModuleWorker = require('../../sync_module_worker');
+var config = require('../../../config');
+
+/**
+ * list all version of a module
+ * GET /:name
+ */
+module.exports = function* list() {
+  var orginalName = this.params.name || this.params[0];
+  var name = orginalName;
+  var rs = yield [
+    packageService.getModuleLastModified(name),
+    packageService.listModuleTags(name)
+  ];
+  var modifiedTime = rs[0];
+  var tags = rs[1];
+
+  debug('show %s(%s), last modified: %s, tags: %j', name, orginalName, modifiedTime, tags);
+  if (modifiedTime) {
+    // find out the latest modfied time
+    // because update tags only modfied tag, wont change module gmt_modified
+    for (var i = 0; i < tags.length; i++) {
+      var tag = tags[i];
+      if (tag.gmt_modified > modifiedTime) {
+        modifiedTime = tag.gmt_modified;
+      }
+    }
+
+    // must set status first
+    this.status = 200;
+    if (this.fresh) {
+      debug('%s not change at %s, 304 return', name, modifiedTime);
+      this.status = 304;
+      return;
+    }
+  }
+
+  var r = yield [
+    packageService.listModulesByName(name),
+    packageService.listStarUserNames(name),
+    packageService.listMaintainers(name),
+  ];
+  var rows = r[0];
+  var starUsers = r[1];
+  var maintainers = r[2];
+
+  debug('show %s got %d rows, %d tags, %d star users, maintainers: %j',
+    name, rows.length, tags.length, starUsers.length, maintainers);
+
+  var starUserMap = {};
+  for (var i = 0; i < starUsers.length; i++) {
+    var starUser = starUsers[i];
+    if (starUser[0] !== '"' && starUser[0] !== "'") {
+      starUserMap[starUser] = true;
+    }
+  }
+  starUsers = starUserMap;
+
+  if (rows.length === 0) {
+    // check if unpublished
+    var unpublishedInfo = yield* packageService.getUnpublishedModule(name);
+    debug('show unpublished %j', unpublishedInfo);
+    if (unpublishedInfo) {
+      this.status = 404;
+      this.body = {
+        _id: orginalName,
+        name: orginalName,
+        time: {
+          modified: unpublishedInfo.package.time,
+          unpublished: unpublishedInfo.package,
+        },
+        _attachments: {}
+      };
+      return;
+    }
+  }
+
+  // if module not exist in this registry,
+  // sync the module backend and return package info from official registry
+  if (rows.length === 0) {
+    if (!this.allowSync) {
+      this.status = 404;
+      this.body = {
+        error: 'not_found',
+        reason: 'document not found',
+      };
+      return;
+    }
+
+    // start sync
+    var logId = yield* SyncModuleWorker.sync(name, 'sync-by-install');
+    debug('start sync %s, get log id %s', name, logId);
+
+    return this.redirect(config.officialNpmRegistry + this.url);
+  }
+
+  var latestMod = null;
+  var readme = null;
+  // set tags
+  var distTags = {};
+  for (var i = 0; i < tags.length; i++) {
+    var t = tags[i];
+    distTags[t.tag] = t.version;
+  }
+
+  // set versions and times
+  var versions = {};
+  var times = {};
+  var attachments = {};
+  var createdTime = null;
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    var pkg = row.package;
+    // pkg is string ... ignore it
+    if (typeof pkg === 'string') {
+      continue;
+    }
+    common.setDownloadURL(pkg, this);
+    pkg._cnpm_publish_time = row.publish_time;
+    versions[pkg.version] = pkg;
+
+    var t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
+    if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
+      latestMod = row;
+      readme = pkg.readme;
+    }
+
+    delete pkg.readme;
+    if (maintainers.length > 0) {
+      pkg.maintainers = maintainers;
+    }
+
+    if (!createdTime || t < createdTime) {
+      createdTime = t;
+    }
+  }
+
+  if (modifiedTime && createdTime) {
+    var ts = {
+      modified: modifiedTime,
+      created: createdTime,
+    };
+    for (var t in times) {
+      ts[t] = times[t];
+    }
+    times = ts;
+  }
+
+  if (!latestMod) {
+    latestMod = rows[0];
+  }
+
+  var rev = String(latestMod.id);
+  var pkg = latestMod.package;
+
+  if (tags.length === 0) {
+    // some sync error reason, will cause tags missing
+    // set latest tag at least
+    distTags.latest = pkg.version;
+  }
+
+  var info = {
+    _id: orginalName,
+    _rev: rev,
+    name: orginalName,
+    description: pkg.description,
+    "dist-tags": distTags,
+    maintainers: pkg.maintainers,
+    time: times,
+    users: starUsers,
+    author: pkg.author,
+    repository: pkg.repository,
+    versions: versions,
+    readme: readme,
+    _attachments: attachments,
+  };
+
+  info.readmeFilename = pkg.readmeFilename;
+  info.homepage = pkg.homepage;
+  info.bugs = pkg.bugs;
+  info.license = pkg.license;
+
+  debug('show module %s: %s, latest: %s', orginalName, rev, latestMod.version);
+  this.jsonp = info;
+};
--- a/controllers/registry/package/list_all.js
+++ b/controllers/registry/package/list_all.js
@@ -0,0 +1,30 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/list_all.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+// GET /-/all
+// List all packages names
+// https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L86
+module.exports = function* () {
+  var updated = Date.now();
+  var names = yield* packageService.listAllPublicModuleNames();
+  var result = { _updated: updated };
+  names.forEach(function (name) {
+    result[name] = true;
+  });
+  this.body = result;
+};
--- a/controllers/registry/package/list_by_user.js
+++ b/controllers/registry/package/list_by_user.js
@@ -0,0 +1,29 @@
+/**!
+ * list packages by username
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+const packageService = require('../../../services/package');
+
+module.exports = function*() {
+  const username = this.params.user;
+  const packages = yield packageService.listModulesByUser(username);
+
+  this.body = {
+    user: {
+      name: username,
+    },
+    packages: packages,
+  };
+};
--- a/controllers/registry/package/list_dependents.js
+++ b/controllers/registry/package/list_dependents.js
@@ -0,0 +1,26 @@
+/**!
+ * list package's dependents
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+const packageService = require('../../../services/package');
+
+module.exports = function*() {
+  const name = this.params.name || this.params[0];
+  const dependents = yield packageService.listDependents(name);
+
+  this.body = {
+    dependents: dependents,
+  };
+};
--- a/controllers/registry/package/list_shorts.js
+++ b/controllers/registry/package/list_shorts.js
@@ -0,0 +1,21 @@
+/**!
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+// GET /-/short
+// List all packages names only
+module.exports = function* () {
+  this.body = yield packageService.listAllPublicModuleNames();
+};
--- a/controllers/registry/package/list_since.js
+++ b/controllers/registry/package/list_since.js
@@ -0,0 +1,59 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/list_since.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+var A_WEEK_MS = 3600000 * 24 * 7;
+
+// GET /-/all/since?stale=update_after&startkey={key}
+// List packages names since startkey
+// https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L89
+module.exports = function* () {
+  var query = this.query;
+  if (query.stale !== 'update_after') {
+    this.status = 400;
+    this.body = {
+      error: 'query_parse_error',
+      reason: 'Invalid value for `stale`.'
+    };
+    return;
+  }
+
+  var startkey = Number(query.startkey);
+  if (!startkey) {
+    this.status = 400;
+    this.body = {
+      error: 'query_parse_error',
+      reason: 'Invalid value for `startkey`.'
+    };
+    return;
+  }
+
+  var updated = Date.now();
+  if (updated - startkey > A_WEEK_MS) {
+    startkey = updated - A_WEEK_MS;
+    console.warn('[%s] list modules since time out of range: query: %j, ip: %s',
+      Date(), query, this.ip);
+  }
+
+  var names = yield* packageService.listPublicModuleNamesSince(startkey);
+  var result = { _updated: updated };
+  names.forEach(function (name) {
+    result[name] = true;
+  });
+
+  this.body = result;
+};
--- a/controllers/registry/package/remove.js
+++ b/controllers/registry/package/remove.js
@@ -0,0 +1,67 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/remove.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove');
+var urlparse = require('url').parse;
+var packageService = require('../../../services/package');
+var totalService = require('../../../services/total');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+
+// DELETE /:name/-rev/:rev
+// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L25
+module.exports = function* remove(next) {
+  var name = this.params.name || this.params[0];
+  var rev = this.params.rev || this.params[1];
+  debug('remove all the module with name: %s, id: %s', name, rev);
+
+  var mods = yield* packageService.listModulesByName(name);
+  debug('removeAll module %s: %d', name, mods.length);
+  var mod = mods[0];
+  if (!mod) {
+    return yield* next;
+  }
+
+  yield [
+    packageService.removeModulesByName(name),
+    packageService.removeModuleTags(name),
+    totalService.plusDeleteModule(),
+  ];
+
+  var keys = [];
+  for (var i = 0; i < mods.length; i++) {
+    var row = mods[i];
+    var dist = row.package.dist;
+    var key = dist.key;
+    if (!key) {
+      key = urlparse(dist.tarball).pathname;
+    }
+    key && keys.push(key);
+  }
+
+  try {
+    yield keys.map(function (key) {
+      return nfs.remove(key);
+    });
+  } catch (err) {
+    logger.error(err);
+  }
+
+  // remove the maintainers
+  yield* packageService.removeAllMaintainers(name);
+
+  this.body = { ok: true };
+};
--- a/controllers/registry/package/remove_version.js
+++ b/controllers/registry/package/remove_version.js
@@ -0,0 +1,74 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/remove_version.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove_version');
+var packageService = require('../../../services/package');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+var getCDNKey = require('../../../lib/common').getCDNKey;
+
+// DELETE /:name/download/:filename/-rev/:rev
+// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L97
+module.exports = function* removeOneVersion(next) {
+  var name = this.params.name || this.params[0];
+  var filename = this.params.filename || this.params[1];
+  var id = Number(this.params.rev || this.params[2]);
+  // cnpmjs.org-2.0.0.tgz
+  var version = filename.split(name + '-')[1];
+  if (version) {
+    // 2.0.0.tgz
+    version = version.substring(0, version.lastIndexOf('.tgz'));
+  }
+  if (!version) {
+    return yield* next;
+  }
+
+  debug('remove tarball with filename: %s, version: %s, revert to => rev id: %s', filename, version, id);
+
+  if (isNaN(id)) {
+    return yield* next;
+  }
+
+  var rs = yield [
+    packageService.getModuleById(id),
+    packageService.getModule(name, version),
+  ];
+  var revertTo = rs[0];
+  var mod = rs[1]; // module need to delete
+  if (!mod || mod.name !== name) {
+    return yield* next;
+  }
+
+  var key = mod.package && mod.package.dist && mod.package.dist.key;
+  if (!key) {
+    key = getCDNKey(mod.name, filename);
+  }
+
+  if (revertTo && revertTo.package) {
+    debug('removing key: %s from nfs, revert to %s@%s', key, revertTo.name, revertTo.package.version);
+  } else {
+    debug('removing key: %s from nfs, no revert mod', key);
+  }
+  try {
+    yield nfs.remove(key);
+  } catch (err) {
+    logger.error(err);
+  }
+  // remove version from table
+  yield* packageService.removeModulesByNameAndVersions(name, [version]);
+  debug('removed %s@%s', name, version);
+  this.body = { ok: true };
+};
--- a/controllers/registry/package/save.js
+++ b/controllers/registry/package/save.js
@@ -0,0 +1,237 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/save.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:save');
+var crypto = require('crypto');
+var deprecateVersions = require('./deprecate');
+var packageService = require('../../../services/package');
+var common = require('../../../lib/common');
+var nfs = require('../../../common/nfs');
+var config = require('../../../config');
+
+// old flows:
+// 1. add()
+// 2. upload()
+// 3. updateLatest()
+//
+// new flows: only one request
+// PUT /:name
+// https://github.com/npm/npm-registry-client/blob/master/lib/publish.js#L84
+module.exports = function* save(next) {
+  // 'dist-tags': { latest: '0.0.2' },
+  //  _attachments:
+  // { 'nae-sandbox-0.0.2.tgz':
+  //    { content_type: 'application/octet-stream',
+  //      data: 'H4sIAAAAA
+  //      length: 9883
+  var pkg = this.request.body;
+  var username = this.user.name;
+  var name = this.params.name || this.params[0];
+  var filename = Object.keys(pkg._attachments || {})[0];
+  var version = Object.keys(pkg.versions || {})[0];
+  if (!version) {
+    this.status = 400;
+    this.body = {
+      error: 'version_error',
+      reason: 'package.versions is empty'
+    };
+    return;
+  }
+
+  // check maintainers
+  var result = yield* packageService.authMaintainer(name, username);
+  if (!result.isMaintainer) {
+    this.status = 403;
+    this.body = {
+      error: 'forbidden user',
+      reason: username + ' not authorized to modify ' + name +
+        ', please contact maintainers: ' + result.maintainers.join(', ')
+    };
+    return;
+  }
+
+  if (!filename) {
+    var hasDeprecated = false;
+    for (var v in pkg.versions) {
+      var row = pkg.versions[v];
+      if (typeof row.deprecated === 'string') {
+        hasDeprecated = true;
+        break;
+      }
+    }
+    if (hasDeprecated) {
+      return yield* deprecateVersions.call(this, next);
+    }
+
+    this.status = 400;
+    this.body = {
+      error: 'attachment_error',
+      reason: 'package._attachments is empty'
+    };
+    return;
+  }
+
+  var attachment = pkg._attachments[filename];
+  var versionPackage = pkg.versions[version];
+  var maintainers = versionPackage.maintainers;
+
+  // should never happened in normal request
+  if (!maintainers) {
+    this.status = 400;
+    this.body = {
+      error: 'maintainers error',
+      reason: 'request body need maintainers'
+    };
+    return;
+  }
+
+  // notice that admins can not publish to all modules
+  // (but admins can add self to maintainers first)
+
+  // make sure user in auth is in maintainers
+  // should never happened in normal request
+  var m = maintainers.filter(function (maintainer) {
+    return maintainer.name === username;
+  });
+  if (m.length === 0) {
+    this.status = 403;
+    this.body = {
+      error: 'maintainers error',
+      reason: username + ' does not in maintainer list'
+    };
+    return;
+  }
+
+  // TODO: add this info into some table
+  versionPackage._publish_on_cnpm = true;
+  var distTags = pkg['dist-tags'] || {};
+  var tags = []; // tag, version
+  for (var t in distTags) {
+    tags.push([t, distTags[t]]);
+  }
+
+  if (tags.length === 0) {
+    this.status = 400;
+    this.body = {
+      error: 'invalid',
+      reason: 'dist-tags should not be empty'
+    };
+    return;
+  }
+
+  debug('%s publish new %s:%s, attachment size: %s, maintainers: %j, distTags: %j',
+    username, name, version, attachment.length, versionPackage.maintainers, distTags);
+
+  var exists = yield* packageService.getModule(name, version);
+  var shasum;
+  if (exists) {
+    this.status = 403;
+    this.body = {
+      error: 'forbidden',
+      reason: 'cannot modify pre-existing version: ' + version
+    };
+    return;
+  }
+
+  // upload attachment
+  var tarballBuffer;
+  tarballBuffer = new Buffer(attachment.data, 'base64');
+
+  if (tarballBuffer.length !== attachment.length) {
+    this.status = 403;
+    this.body = {
+      error: 'size_wrong',
+      reason: 'Attachment size ' + attachment.length
+        + ' not match download size ' + tarballBuffer.length,
+    };
+    return;
+  }
+
+  if (!distTags.latest) {
+    // need to check if latest tag exists or not
+    var latest = yield* packageService.getModuleByTag(name, 'latest');
+    if (!latest) {
+      // auto add latest
+      tags.push(['latest', tags[0][1]]);
+      debug('auto add latest tag: %j', tags);
+    }
+  }
+
+  shasum = crypto.createHash('sha1');
+  shasum.update(tarballBuffer);
+  shasum = shasum.digest('hex');
+
+  var options = {
+    key: common.getCDNKey(name, filename),
+    shasum: shasum
+  };
+  var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
+  debug('upload %j', uploadResult);
+
+  var dist = {
+    shasum: shasum,
+    size: attachment.length
+  };
+
+  // if nfs upload return a key, record it
+  if (uploadResult.url) {
+    dist.tarball = uploadResult.url;
+  } else if (uploadResult.key) {
+    dist.key = uploadResult.key;
+    dist.tarball = uploadResult.key;
+  }
+
+  var mod = {
+    name: name,
+    version: version,
+    author: username,
+    package: versionPackage
+  };
+
+  mod.package.dist = dist;
+  yield* addDepsRelations(mod.package);
+
+  var addResult = yield* packageService.saveModule(mod);
+  debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
+    addResult.id, dist.tarball, dist.size, shasum, dist, version);
+
+  if (tags.length) {
+    yield tags.map(function (tag) {
+      // tag: [tagName, version]
+      return packageService.addModuleTag(name, tag[0], tag[1]);
+    });
+  }
+
+  // ensure maintainers exists
+  var maintainerNames = maintainers.map(function (item) {
+    return item.name;
+  });
+  yield* packageService.addPrivateModuleMaintainers(name, maintainerNames);
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    rev: String(addResult.id)
+  };
+};
+
+function* addDepsRelations(pkg) {
+  var dependencies = Object.keys(pkg.dependencies || {});
+  if (dependencies.length > config.maxDependencies) {
+    dependencies = dependencies.slice(0, config.maxDependencies);
+  }
+  yield packageService.addDependencies(pkg.name, dependencies);
+}
--- a/controllers/registry/package/show.js
+++ b/controllers/registry/package/show.js
@@ -0,0 +1,73 @@
+/**!
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:show');
+var semver = require('semver');
+var packageService = require('../../../services/package');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var SyncModuleWorker = require('../../sync_module_worker');
+var config = require('../../../config');
+
+/**
+ * [deprecate] api
+ *
+ * get the special version or tag of a module
+ *
+ * GET /:name/:version
+ * GET /:name/:tag
+ */
+module.exports = function* show() {
+  var name = this.params.name || this.params[0];
+  var tag = this.params.version || this.params[1];
+  if (tag === '*') {
+    tag = 'latest';
+  }
+  var version = semver.valid(tag);
+  var range = semver.validRange(tag);
+  var mod;
+  if (version) {
+    mod = yield packageService.getModule(name, version);
+  } else if (range) {
+    mod = yield packageService.getModuleByRange(name, range);
+  } else {
+    mod = yield packageService.getModuleByTag(name, tag);
+  }
+
+  if (mod) {
+    setDownloadURL(mod.package, this);
+    mod.package._cnpm_publish_time = mod.publish_time;
+    var maintainers = yield* packageService.listMaintainers(name);
+    if (maintainers.length > 0) {
+      mod.package.maintainers = maintainers;
+    }
+    this.jsonp = mod.package;
+    return;
+  }
+
+  // if not fond, sync from source registry
+  if (!this.allowSync) {
+    this.status = 404;
+    this.jsonp = {
+      error: 'not exist',
+      reason: 'version not found: ' + version
+    };
+    return;
+  }
+
+  // start sync
+  var logId = yield SyncModuleWorker.sync(name, 'sync-by-install');
+  debug('start sync %s, get log id %s', name, logId);
+
+  this.redirect(config.officialNpmRegistry + this.url);
+};
--- a/controllers/registry/package/tag.js
+++ b/controllers/registry/package/tag.js
@@ -0,0 +1,69 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/tag.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:tag');
+var semver = require('semver');
+var util = require('util');
+var packageService = require('../../../services/package');
+
+// PUT /:name/:tag
+// https://github.com/npm/npm-registry-client/blob/master/lib/tag.js#L4
+// this.request("PUT", uri+"/"+tagName, { body : JSON.stringify(version) }, cb)
+module.exports = function* tag() {
+  var version = this.request.body;
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
+  debug('tag %j to %s/%s', version, name, tag);
+
+  if (!version) {
+    this.status = 400;
+    this.body = {
+      error: 'version_missed',
+      reason: 'version not found'
+    };
+    return;
+  }
+
+  if (!semver.valid(version)) {
+    this.status = 403;
+    var reason = util.format('setting tag %s to invalid version: %s: %s/%s',
+      tag, version, name, tag);
+    this.body = {
+      error: 'forbidden',
+      reason: reason
+    };
+    return;
+  }
+
+  var mod = yield* packageService.getModule(name, version);
+  if (!mod) {
+    this.status = 403;
+    var reason = util.format('setting tag %s to unknown version: %s: %s/%s',
+      tag, version, name, tag);
+    this.body = {
+      error: 'forbidden',
+      reason: reason
+    };
+    return;
+  }
+
+  var row = yield* packageService.addModuleTag(name, tag, version);
+  this.status = 201;
+  this.body = {
+    ok: true,
+    modified: row.gmt_modified
+  };
+};
--- a/controllers/registry/package/update.js
+++ b/controllers/registry/package/update.js
@@ -0,0 +1,180 @@
+/**!
+ * cnpmjs.org - controllers/registry/package/update.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:update');
+var packageService = require('../../../services/package');
+var userService = require('../../../services/user');
+var config = require('../../../config');
+
+// PUT /:name/-rev/:rev
+//
+// * remove with versions, then will `DELETE /:name/download/:filename/-rev/:rev`
+// * ...
+module.exports = function* update(next) {
+  var name = this.params.name || this.params[0];
+  debug('update module %s, %s, %j', this.url, name, this.request.body);
+
+  var body = this.request.body;
+  if (body.versions) {
+    yield* updateVersions.call(this, next);
+  } else if (body.maintainers) {
+    yield* updateMaintainers.call(this, next);
+  } else {
+    yield* next;
+  }
+};
+
+// update with versions
+// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L63
+function* updateVersions(next) {
+  var name = this.params.name || this.params[0];
+  // left versions
+  var versions = this.request.body.versions;
+
+  // step1: list all the versions
+  var mods = yield* packageService.listModulesByName(name);
+  debug('removeWithVersions module %s, left versions %j, %s mods',
+    name, Object.keys(versions), mods && mods.length);
+  if (!mods || !mods.length) {
+    return yield* next;
+  }
+
+  // step3: calculate which versions need to remove and
+  // which versions need to remain
+  var removeVersions = [];
+  var removeVersionMaps = {};
+  var remainVersions = [];
+
+  for (var i = 0; i < mods.length; i++) {
+    var v = mods[i].version;
+    if (!versions[v]) {
+      removeVersions.push(v);
+      removeVersionMaps[v] = true;
+    } else {
+      remainVersions.push(v);
+    }
+  }
+
+  if (!removeVersions.length) {
+    debug('no versions need to remove');
+    this.status = 201;
+    this.body = { ok: true };
+    return;
+  }
+  debug('remove versions: %j, remain versions: %j', removeVersions, remainVersions);
+
+  // step 4: remove all the versions which need to remove
+  // let removeTar do remove versions from module table
+  var tags = yield* packageService.listModuleTags(name);
+
+  var removeTags = [];
+  var latestRemoved = false;
+  tags.forEach(function (tag) {
+    // this tag need be removed
+    if (removeVersionMaps[tag.version]) {
+      removeTags.push(tag.id);
+      if (tag.tag === 'latest') {
+        latestRemoved = true;
+      }
+    }
+  });
+
+  debug('remove tags: %j', removeTags);
+  if (removeTags.length) {
+    // step 5: remove all the tags
+    yield* packageService.removeModuleTagsByIds(removeTags);
+    if (latestRemoved && remainVersions[0]) {
+      debug('latest tags removed, generate a new latest tag with new version: %s',
+        remainVersions[0]);
+      // step 6: insert new latest tag
+      yield* packageService.addModuleTag(name, 'latest', remainVersions[0]);
+    }
+  }
+
+  // step 7: update last modified, make sure etag change
+  yield* packageService.updateModuleLastModified(name);
+
+  this.status = 201;
+  this.body = { ok: true };
+}
+
+function* updateMaintainers() {
+  var name = this.params.name || this.params[0];
+  var body = this.request.body;
+  debug('updateMaintainers module %s, %j', name, body);
+
+  var usernames = body.maintainers.map(function (user) {
+    return user.name;
+  });
+
+  if (usernames.length === 0) {
+    this.status = 403;
+    this.body = {
+      error: 'invalid operation',
+      reason: 'Can not remove all maintainers'
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // ensure new authors are vaild
+    var maintainers = yield* packageService.listMaintainerNamesOnly(name);
+    var map = {};
+    var newNames = [];
+    for (var i = 0; i < maintainers.length; i++) {
+      map[maintainers[i]] = 1;
+    }
+    for (var i = 0; i < usernames.length; i++) {
+      var username = usernames[i];
+      if (map[username] !== 1) {
+        newNames.push(username);
+      }
+    }
+    if (newNames.length > 0) {
+      var users = yield* userService.list(newNames);
+      var map = {};
+      for (var i = 0; i < users.length; i++) {
+        var user = users[i];
+        map[user.login] = 1;
+      }
+      var invailds = [];
+      for (var i = 0; i < newNames.length; i++) {
+        var username = newNames[i];
+        if (map[username] !== 1) {
+          invailds.push(username);
+        }
+      }
+      if (invailds.length > 0) {
+        this.status = 403;
+        this.body = {
+          error: 'invalid user name',
+          reason: 'User: `' + invailds.join(', ') + '` not exists'
+        };
+        return;
+      }
+    }
+  }
+
+  var r = yield* packageService.updatePrivateModuleMaintainers(name, usernames);
+  debug('result: %j', r);
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: name,
+    rev: this.params.rev || this.params[1],
+  };
+}
--- a/controllers/registry/user.js
+++ b/controllers/registry/user.js
@@ -1,275 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/user.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:user');
-var utility = require('utility');
-var crypto = require('crypto');
-var UserService = require('../../services/user');
-var User = require('../../proxy/user');
-var config = require('../../config');
-var common = require('../../lib/common');
-
-exports.show = function* (next) {
-  var name = this.params.name;
-  var isAdmin = common.isAdmin(name);
-  var scopes = config.scopes || [];
-  if (config.customUserService) {
-    var customUser = yield* UserService.get(name);
-    if (customUser) {
-      isAdmin = !!customUser.site_admin;
-      scopes = customUser.scopes;
-
-      var data = {
-        user: customUser
-      };
-      yield* User.saveCustomUser(data);
-    }
-  }
-
-  var user = yield* User.get(name);
-  if (!user) {
-    return yield* next;
-  }
-
-  var data = user.json;
-  if (!data) {
-    data = {
-      _id: 'org.couchdb.user:' + user.name,
-      _rev: user.rev,
-      name: user.name,
-      email: user.email,
-      type: 'user',
-      roles: [],
-      date: user.gmt_modified,
-    };
-  }
-
-  if (data.login) {
-    // custom user format
-    // convert to npm user format
-    data = {
-      _id: 'org.couchdb.user:' + user.name,
-      _rev: user.rev,
-      name: user.name,
-      email: user.email,
-      type: 'user',
-      roles: [],
-      date: user.gmt_modified,
-      avatar: data.avatar_url,
-      fullname: data.name || data.login,
-      homepage: data.html_url,
-    };
-  }
-
-  data._cnpm_meta = {
-    id: user.id,
-    npm_user: user.npm_user === 1,
-    custom_user: user.npm_user === 2,
-    gmt_create: user.gmt_create,
-    gmt_modified: user.gmt_modified,
-    admin: isAdmin,
-    scopes: scopes,
-  };
-
-  this.body = data;
-};
-
-function ensurePasswordSalt(user, body) {
-  if (!user.password_sha && body.password) {
-    // create password_sha on server
-    user.salt = crypto.randomBytes(30).toString('hex');
-    user.password_sha = utility.sha1(body.password + user.salt);
-  }
-}
-
-// npm 1.4.4
-// add new user first
-// @see https://github.com/npm/npm-registry-client/commit/effb4bc88d443f764f2c2e8b4dd583cc72cf6084
-// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
-//   'accept-encoding': 'gzip',
-//   'user-agent': 'node/v0.11.12 darwin x64',
-//   host: '127.0.0.1:7001',
-//   'content-type': 'application/json',
-//   'content-length': '150',
-//   connection: 'close' } { name: 'mk2',
-//   password: '123456',
-//   email: 'fengmk2@gmail.com',
-//   _id: 'org.couchdb.user:mk2',
-//   type: 'user',
-//   roles: [],
-//   date: '2014-03-15T02:33:19.465Z' }
-
-// old npm flow
-// json:
-// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
-//   'user-agent': 'node/v0.8.26 darwin x64',
-//   host: '127.0.0.1:7001',
-//   'content-type': 'application/json',
-//   'content-length': '258',
-//   connection: 'keep-alive' }
-// { name: 'mk2',
-//   salt: '12351936478446a5466d4fb1633b80f3838b4caaa03649a885ac722cd6',
-//   password_sha: '123408912a6db1d96b132a90856d99db029cef3d',
-//   email: 'fengmk2@gmail.com',
-//   _id: 'org.couchdb.user:mk2',
-//   type: 'user',
-//   roles: [],
-//   date: '2014-03-15T02:39:25.696Z' }
-exports.add = function* () {
-  var name = this.params.name;
-  var body = this.request.body || {};
-  var user = {
-    name: body.name,
-    // salt: body.salt,
-    // password_sha: body.password_sha,
-    email: body.email,
-    ip: this.ip || '0.0.0.0',
-    // roles: body.roles || [],
-  };
-
-  ensurePasswordSalt(user, body);
-
-  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
-    this.status = 422;
-    this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.'
-    };
-    return;
-  }
-
-  debug('add user: %j', body);
-
-  var loginedUser;
-  try {
-    loginedUser = yield UserService.auth(body.name, body.password);
-  } catch (err) {
-    this.status = err.status || 500;
-    this.body = {
-      error: err.name,
-      reason: err.message
-    };
-    return;
-  }
-  if (loginedUser) {
-    var rev = Date.now() + '-' + loginedUser.login;
-    if (config.customUserService) {
-      // make sure sync user meta to cnpm database
-      var data = user;
-      data.rev = rev;
-      data.user = loginedUser;
-      yield* User.saveCustomUser(data);
-    }
-    this.status = 201;
-    this.body = {
-      ok: true,
-      id: 'org.couchdb.user:' + loginedUser.login,
-      rev: rev,
-    };
-    return;
-  }
-
-  if (config.customUserService) {
-    // user login fail, not allow to add new user
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Login fail, please check your login name and password'
-    };
-    return;
-  }
-
-  var existUser = yield User.get(name);
-  if (existUser) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'User ' + name + ' already exists.'
-    };
-    return;
-  }
-
-  var result = yield User.add(user);
-  this.etag = '"' + result.rev + '"';
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: 'org.couchdb.user:' + name,
-    rev: result.rev
-  };
-};
-
-// logined before update, no need to auth user again
-exports.update = function *(next) {
-  var name = this.params.name;
-  var rev = this.params.rev;
-  if (!name || !rev) {
-    return yield* next;
-  }
-  debug('update: %s, rev: %s, user.name: %s', name, rev, this.user.name);
-
-  if (name !== this.user.name) {
-    // must auth user first
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Name is incorrect.'
-    };
-    return;
-  }
-
-  var body = this.request.body || {};
-  var user = {
-    name: body.name,
-    // salt: body.salt,
-    // password_sha: body.password_sha,
-    email: body.email,
-    ip: this.ip || '0.0.0.0',
-    rev: body.rev || body._rev,
-    // roles: body.roles || [],
-  };
-
-  debug('update user %j', body);
-
-  ensurePasswordSalt(user, body);
-
-  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
-    this.status = 422;
-    this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.'
-    };
-    return;
-  }
-
-  var result = yield User.update(user);
-  if (!result) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
-    };
-    return;
-  }
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: 'org.couchdb.user:' + user.name,
-    rev: result.rev
-  };
-};
--- a/controllers/registry/user/add.js
+++ b/controllers/registry/user/add.js
@@ -0,0 +1,128 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/add.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var ensurePasswordSalt = require('./common').ensurePasswordSalt;
+var userService = require('../../../services/user');
+var config = require('../../../config');
+
+// npm 1.4.4
+// add new user first
+// @see https://github.com/npm/npm-registry-client/commit/effb4bc88d443f764f2c2e8b4dd583cc72cf6084
+// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
+//   'accept-encoding': 'gzip',
+//   'user-agent': 'node/v0.11.12 darwin x64',
+//   host: '127.0.0.1:7001',
+//   'content-type': 'application/json',
+//   'content-length': '150',
+//   connection: 'close' } { name: 'mk2',
+//   password: '123456',
+//   email: 'fengmk2@gmail.com',
+//   _id: 'org.couchdb.user:mk2',
+//   type: 'user',
+//   roles: [],
+//   date: '2014-03-15T02:33:19.465Z' }
+
+// old npm flow
+// json:
+// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
+//   'user-agent': 'node/v0.8.26 darwin x64',
+//   host: '127.0.0.1:7001',
+//   'content-type': 'application/json',
+//   'content-length': '258',
+//   connection: 'keep-alive' }
+// { name: 'mk2',
+//   salt: '12351936478446a5466d4fb1633b80f3838b4caaa03649a885ac722cd6',
+//   password_sha: '123408912a6db1d96b132a90856d99db029cef3d',
+//   email: 'fengmk2@gmail.com',
+//   _id: 'org.couchdb.user:mk2',
+//   type: 'user',
+//   roles: [],
+//   date: '2014-03-15T02:39:25.696Z' }
+module.exports = function* addUser() {
+  var name = this.params.name;
+  var body = this.request.body || {};
+  var user = {
+    name: body.name,
+    // salt: body.salt,
+    // password_sha: body.password_sha,
+    email: body.email,
+    ip: this.ip || '0.0.0.0',
+    // roles: body.roles || [],
+  };
+
+  ensurePasswordSalt(user, body);
+
+  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+    this.status = 422;
+    this.body = {
+      error: 'paramError',
+      reason: 'params missing, name, email or password missing.'
+    };
+    return;
+  }
+
+  var loginedUser;
+  try {
+    loginedUser = yield* userService.authAndSave(body.name, body.password);
+  } catch (err) {
+    this.status = err.status || 500;
+    this.body = {
+      error: err.name,
+      reason: err.message
+    };
+    return;
+  }
+  if (loginedUser) {
+    this.status = 201;
+    this.body = {
+      ok: true,
+      id: 'org.couchdb.user:' + loginedUser.login,
+      rev: Date.now() + '-' + loginedUser.login
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // user login fail, not allow to add new user
+    this.status = 401;
+    this.body = {
+      error: 'unauthorized',
+      reason: 'Login fail, please check your login name and password'
+    };
+    return;
+  }
+
+  var existUser = yield* userService.get(name);
+  if (existUser) {
+    this.status = 409;
+    this.body = {
+      error: 'conflict',
+      reason: 'User ' + name + ' already exists.'
+    };
+    return;
+  }
+
+  // add new user
+  var result = yield* userService.add(user);
+  this.etag = '"' + result.rev + '"';
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: 'org.couchdb.user:' + name,
+    rev: result.rev
+  };
+};
--- a/controllers/registry/user/common.js
+++ b/controllers/registry/user/common.js
@@ -0,0 +1,26 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/common.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var crypto = require('crypto');
+var utility = require('utility');
+
+exports.ensurePasswordSalt = function (user, body) {
+  if (!user.password_sha && body.password) {
+    // create password_sha on server
+    user.salt = crypto.randomBytes(30).toString('hex');
+    user.password_sha = utility.sha1(body.password + user.salt);
+  }
+};
--- a/controllers/registry/user/show.js
+++ b/controllers/registry/user/show.js
@@ -0,0 +1,69 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/show.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var userService = require('../../../services/user');
+
+// GET /-/user/org.couchdb.user::name
+module.exports = function* show(next) {
+  var name = this.params.name;
+  var user = yield* userService.getAndSave(name);
+  if (!user) {
+    return yield* next;
+  }
+
+  var data = user.json;
+  if (!data) {
+    data = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+    };
+  }
+
+  if (data.login) {
+    // custom user format
+    // convert to npm user format
+    data = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+      avatar: data.avatar_url,
+      fullname: data.name || data.login,
+      homepage: data.html_url,
+      scopes: data.scopes,
+      site_admin: data.site_admin
+    };
+  }
+
+  data._cnpm_meta = {
+    id: user.id,
+    npm_user: user.isNpmUser,
+    custom_user: !!data.login,
+    gmt_create: user.gmt_create,
+    gmt_modified: user.gmt_modified,
+  };
+
+  this.body = data;
+};
--- a/controllers/registry/user/update.js
+++ b/controllers/registry/user/update.js
@@ -0,0 +1,97 @@
+/**!
+ * cnpmjs.org - controllers/registry/user/update.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:user:update');
+var ensurePasswordSalt = require('./common').ensurePasswordSalt;
+var userService = require('../../../services/user');
+
+// logined before update, no need to auth user again
+// { name: 'admin',
+// password: '123123',
+// email: 'fengmk2@gmail.com',
+// _id: 'org.couchdb.user:admin',
+// type: 'user',
+// roles: [],
+// date: '2014-08-05T16:08:22.645Z',
+// _rev: '1-1a18c3d73ba42e863523a399ff3304d8',
+// _cnpm_meta:
+//  { id: 14,
+//    npm_user: false,
+//    custom_user: false,
+//    gmt_create: '2014-08-05T15:46:58.000Z',
+//    gmt_modified: '2014-08-05T15:46:58.000Z',
+//    admin: true,
+//    scopes: [ '@cnpm', '@cnpmtest' ] } }
+module.exports = function* updateUser(next) {
+  var name = this.params.name;
+  var rev = this.params.rev;
+  if (!name || !rev) {
+    return yield* next;
+  }
+  debug('update: %s, rev: %s, user.name: %s', name, rev, this.user.name);
+
+  if (name !== this.user.name) {
+    // must auth user first
+    this.status = 401;
+    this.body = {
+      error: 'unauthorized',
+      reason: 'Name is incorrect.'
+    };
+    return;
+  }
+
+  var body = this.request.body || {};
+  var user = {
+    name: body.name,
+    // salt: body.salt,
+    // password_sha: body.password_sha,
+    email: body.email,
+    ip: this.ip || '0.0.0.0',
+    rev: body.rev || body._rev,
+    // roles: body.roles || [],
+  };
+
+  debug('update user %j', body);
+
+  ensurePasswordSalt(user, body);
+
+  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+    this.status = 422;
+    this.body = {
+      error: 'paramError',
+      reason: 'params missing, name, email or password missing.'
+    };
+    return;
+  }
+
+  var result = yield* userService.update(user);
+  if (!result) {
+    this.status = 409;
+    this.body = {
+      error: 'conflict',
+      reason: 'Document update conflict.'
+    };
+    return;
+  }
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: 'org.couchdb.user:' + user.name,
+    rev: result.rev
+  };
+};
--- a/controllers/registry/user_package.js
+++ b/controllers/registry/user_package.js
@@ -0,0 +1,51 @@
+/**!
+ * cnpmjs.org - controllers/registry/user_package.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../services/package');
+
+// GET /-/by-user/:user
+exports.list = function* () {
+  var users = this.params.user.split('|');
+  if (users.length > 20) {
+    this.status = 400;
+    this.body = {
+      error: 'bad_request',
+      reason: 'reach max user names limit, must <= 20 user names'
+    };
+    return;
+  }
+
+  var firstUser = users[0];
+  if (!firstUser) {
+    // params.user = '|'
+    this.body = {};
+    return;
+  }
+
+  var tasks = {};
+  for (var i = 0; i < users.length; i++) {
+    var username = users[i];
+    tasks[username] = packageService.listPublicModuleNamesByUser(username);
+  }
+
+  var data = yield tasks;
+  for (var k in data) {
+    if (data[k].length === 0) {
+      data[k] = undefined;
+    }
+  }
+  this.body = data;
+};
--- a/controllers/sync.js
+++ b/controllers/sync.js
@@ -15,16 +15,25 @@
 */

 var debug = require('debug')('cnpmjs.org:controllers:sync');
-var Log = require('../proxy/module_log');
-var SyncModuleWorker = require('../proxy/sync_module_worker');
+var Log = require('../services/module_log');
+var SyncModuleWorker = require('./sync_module_worker');
+var config = require('../config');

 exports.sync = function* () {
  var username = this.user.name || 'anonymous';
  var name = this.params.name || this.params[0];
+  var type = 'package';
+  if (name.indexOf(':') > 0) {
+    // user:fengmk2
+    // package:pedding
+    var splits = name.split(':');
+    type = splits[0];
+    name = splits[1];
+  }
  var publish = this.query.publish === 'true';
  var noDep = this.query.nodeps === 'true';
  debug('sync %s with query: %j', name, this.query);
-  if (publish && !this.user.isAdmin) {
+  if (type === 'package' && publish && !this.user.isAdmin) {
    this.status = 403;
    this.body = {
      error: 'no_perms',
@@ -34,39 +43,31 @@ exports.sync = function* () {
  }

  var options = {
+    type: type,
    publish: publish,
    noDep: noDep,
+    syncUpstreamFirst: config.sourceNpmRegistryIsCNpm,
  };

-  var result = yield SyncModuleWorker.sync(name, username, options);
-  debug('sync %s got %j', name, result);
+  var logId = yield* SyncModuleWorker.sync(name, username, options);
+  debug('sync %s got log id %j', name, logId);

-  // friendly 404 reason info
-  if (result.statusCode === 404) {
-    this.status = 404;
-    this.body = {
-      ok: false,
-      reason: 'can not found ' + name + ' in the source registry'
-    };
-    return;
-  }
-  if (!result.ok) {
-    this.status = result.statusCode || 500;
-    this.body = result.pkg;
-    return;
-  }
  this.status = 201;
  this.body = {
    ok: true,
-    logId: result.logId
+    logId: logId
  };
 };

 exports.getSyncLog = function* (next) {
-  // params: [$name, $id] on scope package
-  var logId = this.params.id || this.params[1];
+  var logId = Number(this.params.id || this.params[1]);
  var offset = Number(this.query.offset) || 0;
-  var row = yield Log.get(logId);
+
+  if (!logId) { // NaN
+    this.status = 404;
+    return;
+  }
+  var row = yield* Log.get(logId);
  if (!row) {
    return yield* next;
  }
--- a/controllers/sync_module_worker.js
+++ b/controllers/sync_module_worker.js
@@ -1,70 +1,65 @@
-/**!
- * cnpmjs.org - proxy/sync_module_worker.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';

-/**
- * Module dependencies.
- */
-
+var debug = require('debug')('cnpmjs.org:sync_module_worker');
 var co = require('co');
 var gather = require('co-gather');
 var defer = require('co-defer');
 var thunkify = require('thunkify-wrap');
-var debug = require('debug')('cnpmjs.org:proxy:sync_module_worker');
 var EventEmitter = require('events').EventEmitter;
 var util = require('util');
 var fs = require('fs');
 var path = require('path');
 var crypto = require('crypto');
-var urllib = require('co-urllib');
+var sleep = require('co-sleep');
 var utility = require('utility');
-var ms = require('ms');
 var urlparse = require('url').parse;
-var nfs = require('../common/nfs');
-var npm = require('./npm');
-var common = require('../lib/common');
-var Module = require('./module');
-var ModuleDeps = require('./module_deps');
-var Log = require('./module_log');
+var urllib = require('../common/urllib');
 var config = require('../config');
-var ModuleStar = require('./module_star');
-var User = require('./user');
-var ModuleUnpublished = require('./module_unpublished');
+var nfs = require('../common/nfs');
+var logger = require('../common/logger');
+var common = require('../lib/common');
+var npmSerivce = require('../services/npm');
+var packageService = require('../services/package');
+var logService = require('../services/module_log');
+var User = require('../models').User;
+var os = require('os');

-var USER_AGENT = 'sync.cnpmjs.org/' + config.version + ' ' + urllib.USER_AGENT;
+var USER_AGENT = 'sync.cnpmjs.org/' + config.version +
+  ' hostname/' + os.hostname() +
+  ' syncModel/' + config.syncModel +
+  ' syncInterval/' + config.syncInterval +
+  ' syncConcurrency/' + config.syncConcurrency +
+  ' ' + urllib.USER_AGENT;

 function SyncModuleWorker(options) {
  EventEmitter.call(this);
  this._logId = options.logId;
+  this._log = '';
+  this._loging = false;
  if (!Array.isArray(options.name)) {
    options.name = [options.name];
  }

-  this.names = options.name || [];
+  this.type = options.type || 'package';
+  this.names = options.name;
  this.startName = this.names[0];

  this.username = options.username;
  this.concurrency = options.concurrency || 1;
-  this._publish = options.publish; // _publish_on_cnpm
+  this._publish = options.publish === true; // _publish_on_cnpm
+  this.syncUpstreamFirst = options.syncUpstreamFirst;

  this.syncingNames = {};
  this.nameMap = {};
  this.names.forEach(function (name) {
    this.nameMap[name] = true;
  }.bind(this));
-  this.noDep = options.noDep; //do not sync dependences
+  this.noDep = options.noDep === true; // do not sync dependences
+  this.syncDevDependencies = config.syncDevDependencies;

  this.successes = [];
  this.fails = [];
+  this.updates = [];
 }

 util.inherits(SyncModuleWorker, EventEmitter);
@@ -76,31 +71,82 @@ SyncModuleWorker.prototype.finish = function () {
  if (this._finished || Object.keys(this.syncingNames).length > 0) {
    return;
  }
-  this.log('[done] Sync %s module finished, %d success, %d fail\nSuccess: [ %s ]\nFail: [ %s ]',
+  this._finished = true;
+  this.log('[done] Sync %s %s finished, %d success, %d fail\nSuccess: [ %s ]\nFail: [ %s ]',
    this.startName,
+    this.type,
    this.successes.length, this.fails.length,
    this.successes.join(', '), this.fails.join(', '));
  this.emit('end');
-  this._finished = true;
+  // make sure all event listeners release
+  this.removeAllListeners();
 };

-SyncModuleWorker.prototype.log = function (format, arg1, arg2) {
+// log(format, arg1, arg2, ...)
+SyncModuleWorker.prototype.log = function () {
  var str = '[' + utility.YYYYMMDDHHmmss() + '] ' + util.format.apply(util, arguments);
  debug(str);
-  this._logId && Log.append(this._logId, str, utility.noop);
+  var logId = this._logId;
+  if (logId) {
+    if (this._log) {
+      this._log += '\n';
+    }
+    this._log += str;
+    this._saveLog();
+  }
+};
+
+SyncModuleWorker.prototype._saveLog = function () {
+  var that = this;
+  if (that._loging) {
+    return;
+  }
+  that._loging = true;
+  var logstr = that._log;
+  that._log = '';
+  co(function* () {
+    yield* logService.append(that._logId, logstr);
+  }).then(function () {
+    that._loging = false;
+    if (that._log) {
+      that._saveLog();
+    }
+  }).catch(function (err) {
+    logger.error(err);
+    that._loging = false;
+    if (that._log) {
+      that._saveLog();
+    }
+  });
 };

 SyncModuleWorker.prototype.start = function () {
  this.log('user: %s, sync %s worker start, %d concurrency, nodeps: %s, publish: %s',
    this.username, this.names[0], this.concurrency, this.noDep, this._publish);
-  var self = this;
-  co(function *() {
+  var that = this;
+  co(function* () {
+    // sync upstream
+    if (that.syncUpstreamFirst) {
+      try {
+        yield that.syncUpstream(that.startName);
+      } catch (err) {
+        logger.error(err);
+      }
+    }
+
+    if (that.type === 'user') {
+      yield that.syncUser();
+      return;
+    }
+
    var arr = [];
-    for (var i = 0; i < self.concurrency; i++) {
-      arr.push(self.next(i));
+    for (var i = 0; i < that.concurrency; i++) {
+      arr.push(that.next(i));
    }
    yield arr;
-  })();
+  }).catch(function (err) {
+    logger.error(err);
+  });
 };

 SyncModuleWorker.prototype.pushSuccess = function (name) {
@@ -124,6 +170,8 @@ SyncModuleWorker.prototype.add = function (name) {
 };

 SyncModuleWorker.prototype._doneOne = function* (concurrencyId, name, success) {
+  this.log('----------------- Synced %s %s -------------------',
+    name, success ? 'success' : 'fail');
  if (success) {
    this.pushSuccess(name);
  } else {
@@ -132,13 +180,111 @@ SyncModuleWorker.prototype._doneOne = function* (concurrencyId, name, success) {
  delete this.syncingNames[name];
  var that = this;
  // relase the stack: https://github.com/cnpm/cnpmjs.org/issues/328
-  defer.setImmediate(function *() {
-    that.log('[c#%s] setImmediate after, %s done, start next...', concurrencyId, name);
-    yield *that.next(concurrencyId);
+  defer.setImmediate(function* () {
+    yield that.next(concurrencyId);
  });
 };

-SyncModuleWorker.prototype.next = function *(concurrencyId) {
+SyncModuleWorker.prototype.syncUpstream = function* (name) {
+  if (config.sourceNpmRegistry.indexOf('registry.npmjs.org') >= 0 ||
+      config.sourceNpmRegistry.indexOf('registry.npmjs.com') >= 0) {
+    this.log('----------------- upstream is npm registry: %s, ignore it -------------------', config.sourceNpmRegistry);
+    return;
+  }
+  var syncname = name;
+  if (this.type === 'user') {
+    syncname = this.type + ':' + syncname;
+  }
+  var url = config.sourceNpmRegistry + '/' + syncname + '/sync';
+  if (this.noDep) {
+    url += '?nodeps=true';
+  }
+  var r = yield urllib.request(url, {
+    method: 'put',
+    timeout: 20000,
+    headers: {
+      'content-length': 0
+    },
+    dataType: 'json',
+    gzip: true,
+  });
+
+  if (r.status !== 201 || !r.data.ok) {
+    return this.log('sync upstream %s error, status: %s, response: %j',
+      url, r.status, r.data);
+  }
+
+  var logURL = config.sourceNpmRegistry + '/' + name + '/sync/log/' + r.data.logId;
+  var offset = 0;
+  this.log('----------------- Syncing upstream %s -------------------', logURL);
+
+  var count = 0;
+  while (true) {
+    count++;
+    var synclogURL = logURL + '?offset=' + offset;
+    var rs = yield urllib.request(synclogURL, {
+      timeout: 20000,
+      dataType: 'json',
+      gzip: true,
+    });
+
+    if (rs.status !== 200 || !rs.data.ok) {
+      this.log('sync upstream %s error, status: %s, response: %j',
+        synclogURL, rs.status, rs.data);
+      break;
+    }
+
+    var data = rs.data;
+    var syncDone = false;
+    if (data.log && data.log.indexOf('[done] Sync') >= 0) {
+      syncDone = true;
+      data.log = data.log.replace('[done] Sync', '[Upstream done] Sync');
+    }
+
+    if (data.log) {
+      this.log(data.log);
+    }
+
+    if (syncDone) {
+      break;
+    }
+
+    if (count >= 30) {
+      this.log('sync upstream %s fail, give up', logURL);
+      break;
+    }
+
+    if (data.log) {
+      offset += data.log.split('\n').length;
+    }
+
+    yield sleep(2000);
+  }
+  this.log('----------------- Synced upstream %s -------------------', logURL);
+};
+
+SyncModuleWorker.prototype.syncUser = function* () {
+  for (var i = 0; i < this.names.length; i++) {
+    var username = this.names[i];
+    try {
+      var user = yield _saveNpmUser(username);
+      this.pushSuccess(username);
+      this.log('[c#%s] [%s] sync success: %j', 0, username, user);
+    } catch (err) {
+      this.pushFail(username);
+      this.log('[c#%s] [error] [%s] sync error: %s', 0, username, err.stack);
+    }
+  }
+  this.finish();
+};
+
+SyncModuleWorker.prototype.next = function* (concurrencyId) {
+  if (config.syncModel === 'none') {
+    this.log('[c#%d] [%s] syncModel is none, ignore',
+      concurrencyId, name);
+    return this.finish();
+  }
+
  var name = this.names.shift();
  if (!name) {
    return setImmediate(this.finish.bind(this));
@@ -148,9 +294,20 @@ SyncModuleWorker.prototype.next = function *(concurrencyId) {
  that.syncingNames[name] = true;
  var pkg = null;
  var status = 0;
+
+  this.log('----------------- Syncing %s -------------------', name);
+
+  // ignore private scoped package
+  if (common.isPrivateScopedPackage(name)) {
+    this.log('[c#%d] [%s] ignore sync private scoped %j package',
+      concurrencyId, name, config.scopes);
+    yield this._doneOne(concurrencyId, name, true);
+    return;
+  }
+
  // get from npm
  try {
-    var result = yield npm.request('/' + name);
+    var result = yield npmSerivce.request('/' + name.replace('/', '%2f'));
    pkg = result.data;
    status = result.status;
  } catch (err) {
@@ -167,7 +324,7 @@ SyncModuleWorker.prototype.next = function *(concurrencyId) {
  var unpublishedInfo = null;
  if (status === 404) {
    // check if it's unpublished
-    if (pkg.time && pkg.time.unpublished && pkg.time.unpublished.time) {
+    if (pkg && pkg.time && pkg.time.unpublished && pkg.time.unpublished.time) {
      unpublishedInfo = pkg.time.unpublished;
    } else {
      pkg = null;
@@ -177,7 +334,7 @@ SyncModuleWorker.prototype.next = function *(concurrencyId) {
  if (!pkg) {
    that.log('[c#%s] [error] [%s] get package error: package not exists, status: %s',
      concurrencyId, name, status);
-    yield* that._doneOne(concurrencyId, name, true);
+    yield that._doneOne(concurrencyId, name, true);
    return;
  }

@@ -185,31 +342,36 @@ SyncModuleWorker.prototype.next = function *(concurrencyId) {

  if (unpublishedInfo) {
    try {
-      yield* that._unpublished(name, unpublishedInfo);
+      yield that._unpublished(name, unpublishedInfo);
    } catch (err) {
      that.log('[c#%s] [error] [%s] sync error: %s', concurrencyId, name, err.stack);
-      yield* that._doneOne(concurrencyId, name, false);
+      yield that._doneOne(concurrencyId, name, false);
      return;
    }
-    return yield* that._doneOne(concurrencyId, name, true);
+    return yield that._doneOne(concurrencyId, name, true);
  }

  var versions;
  try {
-    versions = yield* that._sync(name, pkg);
+    versions = yield that._sync(name, pkg);
  } catch (err) {
    that.log('[c#%s] [error] [%s] sync error: %s', concurrencyId, name, err.stack);
-    yield* that._doneOne(concurrencyId, name, false);
+    yield that._doneOne(concurrencyId, name, false);
    return;
  }

-  that.log('[c#%d] [%s] synced success, %d versions: %s',
+  // has new version
+  if (versions.length > 0) {
+    that.updates.push(name);
+  }
+
+  this.log('[c#%d] [%s] synced success, %d versions: %s',
    concurrencyId, name, versions.length, versions.join(', '));
-  yield* that._doneOne(concurrencyId, name, true);
+  yield this._doneOne(concurrencyId, name, true);
 };

-function *_listStarUsers(modName) {
-  var users = yield ModuleStar.listUsers(modName);
+function* _listStarUsers(modName) {
+  var users = yield packageService.listStarUserNames(modName);
  var userMap = {};
  users.forEach(function (user) {
    userMap[user] = true;
@@ -217,35 +379,50 @@ function *_listStarUsers(modName) {
  return userMap;
 }

-function *_addStar(modName, username) {
-  yield ModuleStar.add(modName, username);
-}
-
-function *_saveNpmUser(username) {
-  var user = yield *npm.getUser(username);
+function* _saveNpmUser(username) {
+  var user = yield npmSerivce.getUser(username);
  if (!user) {
-    return;
+    var existsUser = yield User.findByName(username);
+    if (existsUser && existsUser.isNpmUser) {
+      // delete it
+      yield User.destroy({
+        where: {
+          name: username,
+        }
+      });
+      return { exists: true, deleted: true, isNpmUser: true };
+    }
+    return { exists: false };
  }
  yield User.saveNpmUser(user);
+  return user;
+}
+
+function* _saveMaintainer(modName, username, action) {
+  if (action === 'add') {
+    yield* packageService.addPublicModuleMaintainer(modName, username);
+  } else if (action === 'remove') {
+    yield* packageService.removePublicModuleMaintainer(modName, username);
+  }
 }

 SyncModuleWorker.prototype._unpublished = function* (name, unpublishedInfo) {
-  var mods = yield Module.listByName(name);
+  var mods = yield* packageService.listModulesByName(name);
  this.log('  [%s] start unpublished %d versions from local cnpm registry',
    name, mods.length);
-  if (this._isLocalModule(mods)) {
+  if (common.isLocalModule(mods)) {
    // publish on cnpm, dont sync this version package
    this.log('  [%s] publish on local cnpm registry, don\'t sync', name);
    return [];
  }

-  var r = yield* ModuleUnpublished.add(name, unpublishedInfo);
+  var r = yield* packageService.saveUnpublishedModule(name, unpublishedInfo);
  this.log('    [%s] save unpublished info: %j to row#%s',
-    name, unpublishedInfo, r.insertId);
+    name, unpublishedInfo, r.id);
  if (mods.length === 0) {
    return;
  }
-  yield [Module.removeByName(name), Module.removeTags(name)];
+  yield [packageService.removeModulesByName(name), packageService.removeModuleTags(name)];
  var keys = [];
  for (var i = 0; i < mods.length; i++) {
    var row = mods[i];
@@ -257,47 +434,35 @@ SyncModuleWorker.prototype._unpublished = function* (name, unpublishedInfo) {
    key && keys.push(key);
  }

-  if (keys.length === 0) {
-    return;
-  }
-
-  try {
-    yield keys.map(function (key) {
-      return nfs.remove(key);
-    });
-  } catch (err) {
-    // ignore error here
-    this.log('    [%s] delete nfs files: %j error: %s: %s',
-      name, keys, err.name, err.message);
+  if (keys.length > 0) {
+    try {
+      yield keys.map(function (key) {
+        return nfs.remove(key);
+      });
+    } catch (err) {
+      // ignore error here
+      this.log('    [%s] delete nfs files: %j error: %s: %s',
+        name, keys, err.name, err.message);
+    }
  }
  this.log('    [%s] delete nfs files: %j success', name, keys);
 };

-SyncModuleWorker.prototype._isLocalModule = function (mods) {
-  for (var i = 0; i < mods.length; i++) {
-    var r = mods[i];
-    if (r.package && r.package._publish_on_cnpm) {
-      return true;
-    }
-  }
-  return false;
-};
-
 SyncModuleWorker.prototype._sync = function* (name, pkg) {
-  var username = this.username;
  var that = this;
-
  var hasModules = false;
  var result = yield [
-    Module.listByName(name),
-    Module.listTags(name),
-    _listStarUsers(name)
+    packageService.listModulesByName(name),
+    packageService.listModuleTags(name),
+    _listStarUsers(name),
+    packageService.listPublicModuleMaintainers(name),
  ];
  var moduleRows = result[0];
  var tagRows = result[1];
  var existsStarUsers = result[2];
+  var existsNpmMaintainers = result[3];

-  if (that._isLocalModule(moduleRows)) {
+  if (common.isLocalModule(moduleRows)) {
    // publish on cnpm, dont sync this version package
    that.log('  [%s] publish on local cnpm registry, don\'t sync', name);
    return [];
@@ -312,10 +477,6 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
      // package json parse error
      continue;
    }
-
-    if (r.version === 'next') {
-      continue;
-    }
    if (!map.latest) {
      map.latest = r;
    }
@@ -339,25 +500,59 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
  var missingReadmes = [];
  var missingStarUsers = [];
  var npmUsernames = {};
+  var missingDeprecateds = [];
+  // [[user, 'add or remove'], ...]
+  var diffNpmMaintainers = [];
+
+  // find out new maintainers
+  var pkgMaintainers = pkg.maintainers || [];
+  if (Array.isArray(pkgMaintainers)) {
+    var existsMap = {};
+    var originalMap = {};
+    for (var i = 0; i < existsNpmMaintainers.length; i++) {
+      var user = existsNpmMaintainers[i];
+      existsMap[user] = true;
+    }
+    for (var i = 0; i < pkgMaintainers.length; i++) {
+      var item = pkgMaintainers[i];
+      originalMap[item.name] = item;
+      npmUsernames[item.name.toLowerCase()] = 1;
+    }
+
+    // find add users
+    for (var i = 0; i < pkgMaintainers.length; i++) {
+      var item = pkgMaintainers[i];
+      if (!existsMap[item.name]) {
+        diffNpmMaintainers.push([item.name, 'add']);
+      }
+    }
+
+    // find remove users
+    for (var i = 0; i < existsNpmMaintainers.length; i++) {
+      var user = existsNpmMaintainers[i];
+      if (!originalMap[user]) {
+        diffNpmMaintainers.push([user, 'remove']);
+      }
+    }
+  }

  // find out all user names
  for (var v in pkg.versions) {
    var p = pkg.versions[v];
-
    var maintainers = p.maintainers || [];
-    if (maintainers && !Array.isArray(maintainers)) {
+    if (!Array.isArray(maintainers)) {
      // http://r.cnpmjs.org/jasmine-node
      // TODO: "maintainers": "Martin H膫陇ger <martin.haeger@gmail.com>",
      maintainers = [maintainers];
    }
-
-    maintainers.forEach(pushName);
-  }
-  function pushName(m) {
-    if (m.name) {
-      npmUsernames[m.name.toLowerCase()] = 1;
+    for (var i = 0; i < maintainers.length; i++) {
+      var m = maintainers[i];
+      if (m.name) {
+        npmUsernames[m.name.toLowerCase()] = 1;
+      }
    }
  }
+
  // get the missing star users
  var starUsers = pkg.users || {};
  for (var k in starUsers) {
@@ -371,40 +566,6 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
  var times = pkg.time || {};
  pkg.versions = pkg.versions || {};
  var remoteVersionNames = Object.keys(pkg.versions);
-  if (remoteVersionNames.length === 0) {
-    that.log('  [%s] no times and no versions, hasModules: %s', name, hasModules);
-    if (!hasModules) {
-      // save a next module
-      var maintainer = pkg.maintainers && pkg.maintainers[0];
-      if (maintainer && maintainer.name) {
-        maintainer = maintainer.name;
-      }
-      if (!maintainer) {
-        maintainer = '-';
-      }
-      var nextMod = {
-        name: name,
-        version: 'next',
-        author: maintainer,
-        package: {
-          name: name,
-          version: 'next',
-          description: pkg.description || '',
-          readme: pkg.readme || '',
-          maintainers: pkg.maintainers || {
-            name: maintainer
-          },
-        },
-      };
-      try {
-        var result = yield Module.add(nextMod);
-        that.log('  [%s] save next module, %j', name, result);
-      } catch (err) {
-        that.log('  [%s] save next module error %s', err.message);
-      }
-    }
-  }
-
  var remoteVersionNameMap = {};

  // find out missing versions
@@ -425,12 +586,8 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
    if (!version.maintainers || !version.maintainers[0]) {
      version.maintainers = pkg.maintainers;
    }
-    var sourceAuthor = version.maintainers && version.maintainers[0] &&
-      version.maintainers[0].name || exists.author;
-
-    if (exists.package && exists.package.dist.shasum === version.dist.shasum &&
-      exists.author === sourceAuthor) {
-      // * author make sure equal
+    if (exists.package &&
+        exists.package.dist.shasum === version.dist.shasum) {
      // * shasum make sure equal
      if ((version.publish_time === exists.publish_time) ||
          (!version.publish_time && exists.publish_time)) {
@@ -452,6 +609,14 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
            readme: version.readme
          });
        }
+
+        if (version.deprecated && version.deprecated !== exists.package.deprecated) {
+          // need to sync deprecated field
+          missingDeprecateds.push({
+            id: exists.id,
+            deprecated: version.deprecated
+          });
+        }
        continue;
      }
    }
@@ -504,11 +669,11 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
      continue;
    }
    try {
-      var result = yield that._syncOneVersion(index, syncModule);
+      yield that._syncOneVersion(index, syncModule);
      syncedVersionNames.push(syncModule.version);
    } catch (err) {
      that.log('    [%s:%d] sync error, version: %s, %s: %s',
-        syncModule.name, index, syncModule.version, err.name, err.message);
+        syncModule.name, index, syncModule.version, err.name, err.stack);
    }
  }

@@ -518,22 +683,21 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
  } else {
    that.log('  [%s] %d versions: %j need to deleted',
      name, deletedVersionNames.length, deletedVersionNames);
-
    try {
-      yield Module.removeByNameAndVersions(name, deletedVersionNames);
+      yield packageService.removeModulesByNameAndVersions(name, deletedVersionNames);
    } catch (err) {
      that.log('    [%s] delete error, %s: %s', name, err.name, err.message);
    }
  }

  // sync missing descriptions
-  function *syncDes() {
+  function* syncDes() {
    if (missingDescriptions.length === 0) {
      return;
    }
    that.log('  [%s] saving %d descriptions', name, missingDescriptions.length);
    var res = yield gather(missingDescriptions.map(function (item) {
-      return Module.updateDescription(item.id, item.description);
+      return packageService.updateModuleDescription(item.id, item.description);
    }));

    for (var i = 0; i < res.length; i++) {
@@ -552,7 +716,7 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
  // sync missing tags
  function* syncTag() {
    if (deletedTags.length > 0) {
-      yield* Module.removeTagsByNames(name, deletedTags);
+      yield* packageService.removeModuleTagsByNames(name, deletedTags);
      that.log('  [%s] deleted %d tags: %j',
        name, deletedTags.length, deletedTags);
    }
@@ -562,9 +726,8 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
    }
    that.log('  [%s] adding %d tags', name, missingTags.length);
    // sync tags
-
    var res = yield gather(missingTags.map(function (item) {
-      return Module.addTag(name, item[0], item[1]);
+      return packageService.addModuleTag(name, item[0], item[1]);
    }));

    for (var i = 0; i < res.length; i++) {
@@ -581,14 +744,14 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
  }

  // sycn missing readme
-  function *syncReadme() {
+  function* syncReadme() {
    if (missingReadmes.length === 0) {
      return;
    }
    that.log('  [%s] saving %d readmes', name, missingReadmes.length);

    var res = yield gather(missingReadmes.map(function (item) {
-      return Module.updateReadme(item.id, item.readme);
+      return packageService.updateModuleReadme(item.id, item.readme);
    }));

    for (var i = 0; i < res.length; i++) {
@@ -602,13 +765,36 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
    }
  }

-  function *syncMissingUsers() {
+  function *syncDeprecateds() {
+    if (missingDeprecateds.length === 0) {
+      return;
+    }
+    that.log('  [%s] saving %d Deprecated fields', name, missingDeprecateds.length);
+
+    var res = yield gather(missingDeprecateds.map(function (item) {
+      return packageService.updateModulePackageFields(item.id, {
+        deprecated: item.deprecated
+      });
+    }));
+
+    for (var i = 0; i < res.length; i++) {
+      var item = missingDeprecateds[i];
+      var r = res[i];
+      if (r.error) {
+        that.log('    save error, id: %s, error: %s', item.id, r.error.message);
+      } else {
+        that.log('    saved, id: %s', item.id);
+      }
+    }
+  }
+
+  function* syncMissingUsers() {
    var missingUsers = [];
    var names = Object.keys(npmUsernames);
    if (names.length === 0) {
      return;
    }
-    var rows = yield *User.listByNames(names);
+    var rows = yield* User.listByNames(names);
    var map = {};
    rows.forEach(function (r) {
      map[r.name] = r;
@@ -616,7 +802,9 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
    names.forEach(function (username) {
      var r = map[username];
      if (!r || !r.json) {
-        missingUsers.push(username);
+        if (username[0] !== '"' && username[0] !== "'") {
+          missingUsers.push(username);
+        }
      }
    });

@@ -640,29 +828,58 @@ SyncModuleWorker.prototype._sync = function* (name, pkg) {
  }

  // sync missing star users
-  function *syncMissingStarUsers() {
+  function* syncMissingStarUsers() {
    if (missingStarUsers.length === 0) {
      return;
    }

    that.log('  [%s] saving %d star users', name, missingStarUsers.length);
    var res = yield gather(missingStarUsers.map(function (username) {
-      return _addStar(name, username);
+      return packageService.addStar(name, username);
    }));

    for (var i = 0; i < res.length; i++) {
      var r = res[i];
      if (r.error) {
-        that.log('    add star user error, %s', r.error.message);
+        that.log('    add star user error, %s', r.error.stack);
      }
    }
  }

-  yield [syncDes(), syncTag(), syncReadme(), syncMissingStarUsers(), syncMissingUsers()];
+  // sync diff npm package maintainers
+  function* syncNpmPackageMaintainers() {
+    if (diffNpmMaintainers.length === 0) {
+      return;
+    }
+
+    that.log('  [%s] syncing %d diff package maintainers: %j',
+      name, diffNpmMaintainers.length, diffNpmMaintainers);
+    var res = yield gather(diffNpmMaintainers.map(function (item) {
+      return _saveMaintainer(name, item[0], item[1]);
+    }));
+
+    for (var i = 0; i < res.length; i++) {
+      var r = res[i];
+      if (r.error) {
+        that.log('    save package maintainer error, %s', r.error.stack);
+      }
+    }
+  }
+
+  yield [
+    syncDes(),
+    syncTag(),
+    syncReadme(),
+    syncDeprecateds(),
+    syncMissingStarUsers(),
+    syncMissingUsers(),
+    syncNpmPackageMaintainers(),
+  ];
  return syncedVersionNames;
 };

 SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePackage) {
+  logger.syncInfo('[sync_module_worker] start sync %s@%s', sourcePackage.name, sourcePackage.version);
  var that = this;
  var username = this.username;
  var downurl = sourcePackage.dist.tarball;
@@ -676,17 +893,22 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
    timeout: 600000, // 10 minutes download
    headers: {
      'user-agent': USER_AGENT
-    }
+    },
+    gzip: true,
  };

  var dependencies = Object.keys(sourcePackage.dependencies || {});
-  var devDependencies = Object.keys(sourcePackage.devDependencies || {});
+  var devDependencies = [];
+  if (this.syncDevDependencies) {
+    devDependencies = Object.keys(sourcePackage.devDependencies || {});
+  }

  that.log('    [%s:%d] syncing, version: %s, dist: %j, no deps: %s, ' +
-   'publish on cnpm: %s, dependencies: %d, devDependencies: %d',
+   'publish on cnpm: %s, dependencies: %d, devDependencies: %d, syncDevDependencies: %s',
    sourcePackage.name, versionIndex, sourcePackage.version,
    sourcePackage.dist, that.noDep, that._publish,
-    dependencies.length, devDependencies.length);
+    dependencies.length,
+    devDependencies.length, this.syncDevDependencies);

  if (dependencies.length > config.maxDependencies) {
    dependencies = dependencies.slice(0, config.maxDependencies);
@@ -707,20 +929,15 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
  }

  // add module dependence
-  try {
-    yield dependencies.map(function (depName) {
-      return ModuleDeps.add(depName, sourcePackage.name);
-    });
-  } catch (err) {
-    // ignore
-  }
+  yield packageService.addDependencies(sourcePackage.name, dependencies);

  var shasum = crypto.createHash('sha1');
  var dataSize = 0;

  try {
    // get tarball
-    var r = yield *urllib.request(downurl, options);
+    logger.syncInfo('[sync_module_worker] downloading %j to %j', downurl, filepath);
+    var r = yield urllib.request(downurl, options);
    var statusCode = r.status || -1;
    // https://github.com/cnpm/cnpmjs.org/issues/325
    // if (statusCode === 404) {
@@ -734,6 +951,7 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
      var err = new Error('Download ' + downurl + ' fail, status: ' + statusCode);
      err.name = 'DownloadTarballError';
      err.data = sourcePackage;
+      logger.syncInfo('[sync_module_worker] %s', err.message);
      throw err;
    }

@@ -750,6 +968,7 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
      var err = new Error('Download ' + downurl + ' file size is zero');
      err.name = 'DownloadTarballSizeZeroError';
      err.data = sourcePackage;
+      logger.syncInfo('[sync_module_worker] %s', err.message);
      throw err;
    }

@@ -760,6 +979,7 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
        ' not match ' + sourcePackage.dist.shasum);
      err.name = 'DownloadTarballShasumError';
      err.data = sourcePackage;
+      logger.syncInfo('[sync_module_worker] %s', err.message);
      throw err;
    }

@@ -769,8 +989,19 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
      shasum: shasum
    };
    // upload to NFS
-    var result = yield nfs.upload(filepath, options);
-    return yield *afterUpload(result);
+    logger.syncInfo('[sync_module_worker] uploading %j to nfs', options);
+    var result;
+    try {
+      result = yield nfs.upload(filepath, options);
+    } catch (err) {
+      logger.syncInfo('[sync_module_worker] upload %j to nfs error: %s', err);
+      throw err;
+    }
+    logger.syncInfo('[sync_module_worker] uploaded, saving %j to database', result);
+    var r = yield afterUpload(result);
+    logger.syncInfo('[sync_module_worker] sync %s@%s done!',
+      sourcePackage.name, sourcePackage.version);
+    return r;
  } finally {
    // remove tmp file whatever
    fs.unlink(filepath, utility.noop);
@@ -813,7 +1044,7 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack
    }

    mod.package.dist = dist;
-    var r = yield Module.add(mod);
+    var r = yield packageService.saveModule(mod);

    that.log('    [%s:%s] done, insertId: %s, author: %s, version: %s, '
      + 'size: %d, publish_time: %j, publish on cnpm: %s',
@@ -829,33 +1060,16 @@ SyncModuleWorker.prototype._syncOneVersion = function *(versionIndex, sourcePack

 SyncModuleWorker.sync = function* (name, username, options) {
  options = options || {};
-  var result = yield npm.request('/' + name);
-  var pkg = result.data;
-  if (result.status === 404 &&
-      (!pkg.time || !pkg.time.unpublished || !pkg.time.unpublished.time)) {
-    pkg = null;
-  }
-
-  if (!pkg || !pkg._id) {
-    return {
-      ok: false,
-      pkg: pkg,
-      statusCode: 404
-    };
-  }
-
-  var result = yield Log.create({name: name, username: username});
+  var result = yield logService.create({name: name, username: username});
  var worker = new SyncModuleWorker({
    logId: result.id,
+    type: options.type,
    name: name,
    username: username,
    noDep: options.noDep,
    publish: options.publish,
+    syncUpstreamFirst: options.syncUpstreamFirst,
  });
  worker.start();
-  return {
-    ok: true,
-    logId: result.id,
-    pkg: pkg
-  };
+  return result.id;
 };
--- a/controllers/total.js
+++ b/controllers/total.js
@@ -1,39 +1,34 @@
-/**!
- * cnpmjs.org - controllers/total.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';

-/**
- * Module dependencies.
- */
+const Total = require('../services/total');
+const version = require('../package.json').version;
+const config = require('../config');
+const getDownloadTotal = require('./utils').getDownloadTotal;

-var Total = require('../proxy/total');
-var Download = require('./download');
-var version = require('../package.json').version;
-var config = require('../config');
+const startTime = '' + Date.now();
+let cache = null;

-var startTime = '' + Date.now();
+module.exports = function* showTotal() {
+  if (cache && Date.now() - cache.cache_time < 10000) {
+    // cache 10 seconds
+    this.body = cache;
+    return;
+  }

-exports.show = function *() {
-  var r = yield [Total.get(), Download.total()];
-  var total = r[0];
-  var download = r[1];
+  const r = yield [Total.get(), getDownloadTotal()];
+  const total = r[0];
+  const download = r[1];

  total.download = download;
  total.db_name = 'registry';
  total.instance_start_time = startTime;
  total.node_version = process.version;
  total.app_version = version;
-  total.donate = 'https://me.alipay.com/imk2';
+  total.donate = 'https://www.gittip.com/fengmk2';
  total.sync_model = config.syncModel;

+  cache = total;
+  total.cache_time = Date.now();
+
  this.body = total;
 };
--- a/controllers/utils.js
+++ b/controllers/utils.js
@@ -18,13 +18,20 @@ var debug = require('debug')('cnpmjs.org:controllers:utils');
 var path = require('path');
 var fs = require('fs');
 var utility = require('utility');
-var ms = require('ms');
+var ms = require('humanize-ms');
+var moment = require('moment');
+var downloadTotalService = require('../services/download_total');
 var nfs = require('../common/nfs');
 var config = require('../config');

 var DOWNLOAD_TIMEOUT = ms('10m');

 exports.downloadAsReadStream = function* (key) {
+  var options = { timeout: DOWNLOAD_TIMEOUT };
+  if (nfs.createDownloadStream) {
+    return yield nfs.createDownloadStream(key, options);
+  }
+
  var tmpPath = path.join(config.uploadDir,
    utility.randomString() + key.replace(/\//g, '-'));
  function cleanup() {
@@ -33,7 +40,7 @@ exports.downloadAsReadStream = function* (key) {
  }
  debug('downloadAsReadStream() %s to %s', key, tmpPath);
  try {
-    yield nfs.download(key, tmpPath, {timeout: DOWNLOAD_TIMEOUT});
+    yield nfs.download(key, tmpPath, options);
  } catch (err) {
    debug('downloadAsReadStream() %s to %s error: %s', key, tmpPath, err.stack);
    cleanup();
@@ -44,3 +51,116 @@ exports.downloadAsReadStream = function* (key) {
  tarball.once('end', cleanup);
  return tarball;
 };
+
+exports.getDownloadTotal = function* (name) {
+  var end = moment();
+  var start = end.clone().subtract(1, 'months').startOf('month');
+  var lastday = end.clone().subtract(1, 'days').format('YYYY-MM-DD');
+  var lastweekStart = end.clone().subtract(1, 'weeks').startOf('isoweek');
+  var lastweekEnd = lastweekStart.clone().endOf('isoweek').format('YYYY-MM-DD');
+  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
+  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
+  var thisweekStart = end.clone().startOf('isoweek').format('YYYY-MM-DD');
+  start = start.format('YYYY-MM-DD');
+  end = end.format('YYYY-MM-DD');
+  lastweekStart = lastweekStart.format('YYYY-MM-DD');
+  var method = name ? 'getModuleTotal' : 'getTotal';
+  var args = [start, end];
+  if (name) {
+    args.unshift(name);
+  }
+
+  var rows = yield* downloadTotalService[method].apply(downloadTotalService, args);
+  var download = {
+    today: 0,
+    thisweek: 0,
+    thismonth: 0,
+    lastday: 0,
+    lastweek: 0,
+    lastmonth: 0,
+  };
+
+  for (var i = 0; i < rows.length; i++) {
+    var r = rows[i];
+    if (r.date === end) {
+      download.today += r.count;
+    }
+    if (r.date >= thismonthStart) {
+      download.thismonth += r.count;
+    }
+    if (r.date >= thisweekStart) {
+      download.thisweek += r.count;
+    }
+
+    if (r.date === lastday) {
+      download.lastday += r.count;
+    }
+    if (r.date >= lastweekStart && r.date <= lastweekEnd) {
+      download.lastweek += r.count;
+    }
+    if (r.date >= start && r.date <= lastmonthEnd) {
+      download.lastmonth += r.count;
+    }
+  }
+  return download;
+};
+
+exports.setLicense = function (pkg) {
+  var license;
+  license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
+  if (!license) {
+    return ;
+  }
+
+  if (Array.isArray(license)) {
+    license = license[0];
+  }
+
+  if (typeof license === 'object') {
+    pkg.license = {
+      name: license.name || license.type,
+      url: license.url
+    };
+  }
+
+  if (typeof license === 'string') {
+    if (license.match(/(http|https)(:\/\/)/ig)) {
+      pkg.license = {
+        name: license,
+        url: license
+      };
+    } else {
+      pkg.license = {
+        url: exports.getOssLicenseUrlFromName(license),
+        name: license
+      };
+    }
+  }
+};
+
+exports.getOssLicenseUrlFromName = function (name) {
+  var base = 'http://opensource.org/licenses/';
+
+  var licenseMap = {
+    'bsd': 'BSD-2-Clause',
+    'mit': 'MIT',
+    'x11': 'MIT',
+    'mit/x11': 'MIT',
+    'apache 2.0': 'Apache-2.0',
+    'apache2': 'Apache-2.0',
+    'apache 2': 'Apache-2.0',
+    'apache-2': 'Apache-2.0',
+    'apache': 'Apache-2.0',
+    'gpl': 'GPL-3.0',
+    'gplv3': 'GPL-3.0',
+    'gplv2': 'GPL-2.0',
+    'gpl3': 'GPL-3.0',
+    'gpl2': 'GPL-2.0',
+    'lgpl': 'LGPL-2.1',
+    'lgplv2.1': 'LGPL-2.1',
+    'lgplv2': 'LGPL-2.1'
+  };
+
+  return licenseMap[name.toLowerCase()] ?
+    base + licenseMap[name.toLowerCase()] : base + name;
+};
--- a/controllers/web/badge.js
+++ b/controllers/web/badge.js
@@ -0,0 +1,62 @@
+/**!
+ * cnpmjs.org - controllers/web/badge.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var utility = require('utility');
+var util = require('util');
+var config = require('../../config');
+var packageService = require('../../services/package');
+var DownloadTotal = require('../../services/download_total');
+
+exports.version = function* () {
+  var color = 'lightgrey';
+  var version = 'invalid';
+  var name = this.params[0];
+  var tag = this.query.tag || 'latest';
+  var info = yield* packageService.getModuleByTag(name, tag);
+  if (info) {
+    version = info.version;
+    if (/^0\.0\./.test(version)) {
+      // <0.1.0 & >=0.0.0
+      color = 'red';
+    } else if (/^0\./.test(version)) {
+      // <1.0.0 & >=0.1.0
+      color = 'green';
+    } else {
+      // >=1.0.0
+      color = 'blue';
+    }
+  }
+
+  var subject = config.badgeSubject.replace(/\-/g, '--');
+  if (this.query.subject) {
+    subject = this.query.subject.replace(/\-/g, '--');
+  }
+  version = version.replace(/\-/g, '--');
+  var style = this.query.style || 'flat-square';
+  var url = util.format(config.badgePrefixURL + '/%s-%s-%s.svg?style=%s',
+    utility.encodeURIComponent(subject), version, color, utility.encodeURIComponent(style));
+  this.redirect(url);
+};
+
+exports.downloads = function* () {
+  // https://dn-img-shields-io.qbox.me/badge/downloads-100k/month-brightgreen.svg?style=flat-square
+  var name = this.params[0];
+  var count = yield DownloadTotal.getTotalByName(name);
+  var style = this.query.style || 'flat-square';
+  var url = util.format(config.badgePrefixURL + '/downloads-%s-brightgreen.svg?style=%s',
+    count, utility.encodeURIComponent(style));
+  this.redirect(url);
+};
--- a/controllers/web/dist.js
+++ b/controllers/web/dist.js
@@ -1,85 +0,0 @@
-/**!
- * cnpmjs.org - controllers/web/dist.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-"use strict";
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:web:dist');
-var mime = require('mime');
-var Dist = require('../../proxy/dist');
-var config = require('../../config');
-var downloadAsReadStream = require('../utils').downloadAsReadStream;
-
-function padding(max, current, pad) {
-  pad = pad || ' ';
-  var left = max - current;
-  var str = '';
-  for (var i = 0; i < left; i++) {
-    str += pad;
-  }
-  return str;
-}
-
-exports.list = function* (next) {
-  var params = this.params;
-  var url = params[0];
-  if (!url) {
-    // GET /dist => /dist/
-    return this.redirect('/dist/');
-  }
-
-  var isDir = url[url.length - 1] === '/';
-  if (!isDir) {
-    return yield* download.call(this, next);
-  }
-
-  var items = yield* Dist.listdir(url);
-  if (url === '/') {
-    // phantomjs/
-    items.push({
-      name: 'phantomjs/',
-      date: '',
-    });
-  }
-
-  yield this.render('dist', {
-    title: 'Mirror index of ' + config.disturl + url,
-    disturl: config.disturl,
-    dirname: url,
-    items: items,
-    padding: padding
-  });
-};
-
- function* download(next) {
-  var fullname = this.params[0];
-  var info = yield* Dist.getfile(fullname);
-  debug('download %s got %j', fullname, info);
-  if (!info || !info.url) {
-    return yield* next;
-  }
-
-  if (info.url.indexOf('http') === 0) {
-    return this.redirect(info.url);
-  }
-
-  // download it from nfs
-  if (typeof info.size === 'number') {
-    this.length = info.size;
-  }
-  this.type = mime.lookup(info.url);
-  this.attachment = info.name;
-  this.etag = info.sha1;
-
-  this.body = yield* downloadAsReadStream(info.url);
-}
--- a/controllers/web/package.js
+++ b/controllers/web/package.js
@@ -1,312 +0,0 @@
-/*!
- * cnpmjs.org - controllers/web/package.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:web:package');
-var bytes = require('bytes');
-var giturl = require('giturl');
-var moment = require('moment');
-var eventproxy = require('eventproxy');
-var semver = require('semver');
-var marked = require('marked');
-var gravatar = require('gravatar');
-var humanize = require('humanize-number');
-var config = require('../../config');
-var Module = require('../../proxy/module');
-var down = require('../download');
-var sync = require('../sync');
-var Log = require('../../proxy/module_log');
-var ModuleDeps = require('../../proxy/module_deps');
-var setDownloadURL = require('../../lib/common').setDownloadURL;
-var ModuleStar = require('../../proxy/module_star');
-var packageService = require('../../services/package');
-var ModuleUnpublished = require('../../proxy/module_unpublished');
-
-exports.display = function* (next) {
-  var params = this.params;
-  // normal: {name: $name, version: $version}
-  // scope: [$name, $version]
-  var orginalName = params.name || params[0];
-  var name = orginalName;
-  var tag = params.version || params[1];
-  debug('display %s with %j', name, params);
-
-  var getPackageMethod;
-  var getPackageArgs;
-  var version = semver.valid(tag || '');
-  if (version) {
-    getPackageMethod = 'get';
-    getPackageArgs = [name, version];
-  } else {
-    getPackageMethod = 'getByTag';
-    getPackageArgs = [name, tag || 'latest'];
-  }
-
-  var pkg = yield Module[getPackageMethod].apply(Module, getPackageArgs);
-  if (!pkg) {
-    var adaptName = yield* Module.getAdaptName(name);
-    if (adaptName) {
-      name = adaptName;
-      pkg = yield Module[getPackageMethod].apply(Module, [name, getPackageArgs[1]]);
-    }
-  }
-
-  if (!pkg || !pkg.package) {
-    // check if unpublished
-    var unpublishedInfo = yield* ModuleUnpublished.get(name);
-    debug('show unpublished %j', unpublishedInfo);
-    if (unpublishedInfo) {
-      var data = {
-        name: name,
-        unpublished: unpublishedInfo.package
-      };
-      data.unpublished.time = new Date(data.unpublished.time);
-      if (data.unpublished.maintainers) {
-        for (var i = 0; i < data.unpublished.maintainers.length; i++) {
-          var maintainer = data.unpublished.maintainers[i];
-          if (maintainer.email) {
-            maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
-          }
-        }
-      }
-      yield this.render('package_unpublished', {
-        package: data
-      });
-      return;
-    }
-
-    return yield* next;
-  }
-
-  var r = yield [
-    down.total(name),
-    ModuleDeps.list(name),
-    ModuleStar.listUsers(name),
-    packageService.listMaintainers(name)
-  ];
-  var download = r[0];
-  var dependents = (r[1] || []).map(function (item) {
-    return item.deps;
-  });
-  var users = r[2];
-  var maintainers = r[3];
-
-  pkg.package.fromNow = moment(pkg.publish_time).fromNow();
-  pkg = pkg.package;
-  pkg.users = users;
-  pkg.readme = marked(pkg.readme || '');
-  if (!pkg.readme) {
-    pkg.readme = pkg.description || '';
-  }
-
-  if (maintainers.length > 0) {
-    pkg.maintainers = maintainers;
-  }
-
-  if (pkg.maintainers) {
-    for (var i = 0; i < pkg.maintainers.length; i++) {
-      var maintainer = pkg.maintainers[i];
-      if (maintainer.email) {
-        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
-      }
-    }
-  }
-
-  if (pkg.contributors) {
-    // registry.cnpmjs.org/compressible
-    if (!Array.isArray(pkg.contributors)) {
-      pkg.contributors = [pkg.contributors];
-    }
-    for (var i = 0; i < pkg.contributors.length; i++) {
-      var contributor = pkg.contributors[i];
-      if (contributor.email) {
-        contributor.gravatar = gravatar.url(contributor.email, {s: '50', d: 'retro'}, true);
-      }
-      if (config.packagePageContributorSearch || !contributor.url) {
-        contributor.url = '/~' + encodeURIComponent(contributor.name);
-      }
-    }
-  }
-
-  if (pkg.repository && pkg.repository.url) {
-    pkg.repository.weburl = giturl.parse(pkg.repository.url) || pkg.repository.url;
-  }
-
-  setLicense(pkg);
-
-  for (var k in download) {
-    download[k] = humanize(download[k]);
-  }
-  setDownloadURL(pkg, this, config.registryHost);
-
-  pkg.dependents = dependents;
-
-  if (pkg.dist) {
-    pkg.dist.size = bytes(pkg.dist.size || 0);
-  }
-
-  if (pkg.name !== orginalName) {
-    pkg.name = orginalName;
-  }
-
-  yield this.render('package', {
-    title: 'Package - ' + pkg.name,
-    package: pkg,
-    download: download
-  });
-};
-
-exports.search = function *(next) {
-  var params = this.params;
-  var word = params.word || params[0];
-  debug('search %j', word);
-  var result = yield Module.search(word);
-
-  var match = null;
-  for (var i = 0; i < result.searchMatchs.length; i++) {
-    var p = result.searchMatchs[i];
-    if (p.name === word) {
-      match = p;
-      break;
-    }
-  }
-
-  // return a json result
-  if (this.query && this.query.type === 'json') {
-    this.body = {
-      keyword: word,
-      match: match,
-      packages: result.searchMatchs,
-      keywords: result.keywordMatchs,
-    };
-    this.type = 'application/json; charset=utf-8';
-    return;
-  }
-  yield this.render('search', {
-    title: 'Keyword - ' + word,
-    keyword: word,
-    match: match,
-    packages: result.searchMatchs,
-    keywords: result.keywordMatchs,
-  });
-};
-
-exports.rangeSearch = function *(next) {
-  var startKey = this.query.startkey || '';
-  if (startKey[0] === '"') {
-    startKey = startKey.substring(1);
-  }
-  if (startKey[startKey.length - 1] === '"') {
-    startKey = startKey.substring(0, startKey.length - 1);
-  }
-  var limit = Number(this.query.limit) || 20;
-  var result = yield Module.search(startKey, {limit: limit});
-
-  var packages = result.searchMatchs.concat(result.keywordMatchs);
-
-  var rows = [];
-  for (var i = 0; i < packages.length; i++) {
-    var p = packages[i];
-    var row = {
-      key: p.name,
-      count: 1,
-      value: {
-        name: p.name,
-        description: p.description,
-      }
-    };
-    rows.push(row);
-  }
-  this.body = {
-    rows: rows
-  };
-};
-
-exports.displaySync = function* (next) {
-  var name = this.params.name || this.params[0] || this.query.name;
-  yield this.render('sync', {
-    name: name,
-    title: 'Sync - ' + name
-  });
-};
-
-exports.listPrivates = function* () {
-  var packages = yield Module.listPrivates();
-  yield this.render('private', {
-      title: 'private packages',
-      packages: packages
-    });
-};
-
-function setLicense(pkg) {
-  var license;
-  license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
-  if (!license) {
-    return ;
-  }
-
-  if (Array.isArray(license)) {
-    license = license[0];
-  }
-
-  if (typeof license === 'object') {
-    pkg.license = {
-      name: license.name || license.type,
-      url: license.url
-    };
-  }
-
-  if (typeof license === 'string') {
-    if (license.match(/(http|https)(:\/\/)/ig)) {
-      pkg.license = {
-        name: license,
-        url: license
-      };
-    } else {
-      pkg.license = {
-        url: getOssLicenseUrlFromName(license),
-        name: license
-      };
-    }
-  }
-}
-exports.setLicense = setLicense;
-
-function getOssLicenseUrlFromName(name) {
-  var base = 'http://opensource.org/licenses/';
-
-  var licenseMap = {
-    'bsd': 'BSD-2-Clause',
-    'mit': 'MIT',
-    'x11': 'MIT',
-    'mit/x11': 'MIT',
-    'apache 2.0': 'Apache-2.0',
-    'apache2': 'Apache-2.0',
-    'apache 2': 'Apache-2.0',
-    'apache-2': 'Apache-2.0',
-    'apache': 'Apache-2.0',
-    'gpl': 'GPL-3.0',
-    'gplv3': 'GPL-3.0',
-    'gplv2': 'GPL-2.0',
-    'gpl3': 'GPL-3.0',
-    'gpl2': 'GPL-2.0',
-    'lgpl': 'LGPL-2.1',
-    'lgplv2.1': 'LGPL-2.1',
-    'lgplv2': 'LGPL-2.1'
-  };
-
-  return licenseMap[name.toLowerCase()] ?
-    base + licenseMap[name.toLowerCase()] : base + name;
-}
--- a/controllers/web/package/list_privates.js
+++ b/controllers/web/package/list_privates.js
@@ -0,0 +1,37 @@
+/**!
+ * cnpmjs.org - controllers/web/package/list_privates.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+var config = require('../../../config');
+
+module.exports = function* listPrivates() {
+  var tasks = {};
+  for (var i = 0; i < config.scopes.length; i++) {
+    var scope = config.scopes[i];
+    tasks[scope] = packageService.listPrivateModulesByScope(scope);
+  }
+
+  if (config.privatePackages && config.privatePackages.length > 0) {
+    tasks['no scoped'] = packageService.listModules(config.privatePackages);
+  }
+
+  var scopes = yield tasks;
+  yield this.render('private', {
+    title: 'private packages',
+    scopes: scopes
+  });
+};
--- a/controllers/web/package/search.js
+++ b/controllers/web/package/search.js
@@ -0,0 +1,53 @@
+/**!
+ * cnpmjs.org - controllers/web/package/search.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <m@fengmk2.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:web:package:search');
+var packageService = require('../../../services/package');
+
+module.exports = function* search() {
+  var params = this.params;
+  var word = params.word || params[0];
+  debug('search %j', word);
+  var result = yield* packageService.search(word);
+
+  var match = null;
+  for (var i = 0; i < result.searchMatchs.length; i++) {
+    var p = result.searchMatchs[i];
+    if (p.name === word) {
+      match = p;
+      break;
+    }
+  }
+
+  // return a json result
+  if (this.query && this.query.type === 'json') {
+    this.jsonp = {
+      keyword: word,
+      match: match,
+      packages: result.searchMatchs,
+      keywords: result.keywordMatchs,
+    };
+    return;
+  }
+  yield this.render('search', {
+    title: 'Keyword - ' + word,
+    keyword: word,
+    match: match,
+    packages: result.searchMatchs,
+    keywords: result.keywordMatchs,
+  });
+};
--- a/controllers/web/package/search_range.js
+++ b/controllers/web/package/search_range.js
@@ -0,0 +1,49 @@
+/**!
+ * cnpmjs.org - controllers/web/package/search_range.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../../../services/package');
+
+module.exports = function* searchRange() {
+  var startKey = this.query.startkey || '';
+  if (startKey[0] === '"') {
+    startKey = startKey.substring(1);
+  }
+  if (startKey[startKey.length - 1] === '"') {
+    startKey = startKey.substring(0, startKey.length - 1);
+  }
+  var limit = Number(this.query.limit) || 20;
+  var result = yield* packageService.search(startKey, {limit: limit});
+
+  var packages = result.searchMatchs.concat(result.keywordMatchs);
+
+  var rows = [];
+  for (var i = 0; i < packages.length; i++) {
+    var p = packages[i];
+    var row = {
+      key: p.name,
+      count: 1,
+      value: {
+        name: p.name,
+        description: p.description,
+      }
+    };
+    rows.push(row);
+  }
+  this.body = {
+    rows: rows
+  };
+};
--- a/controllers/web/package/show.js
+++ b/controllers/web/package/show.js
@@ -0,0 +1,189 @@
+'use strict';
+
+var debug = require('debug')('cnpmjs.org:controllers:web:package:show');
+var bytes = require('bytes');
+var giturl = require('giturl');
+var moment = require('moment');
+var semver = require('semver');
+var gravatar = require('gravatar');
+var humanize = require('humanize-number');
+var config = require('../../../config');
+var utils = require('../../utils');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var renderMarkdown = require('../../../common/markdown').render;
+var packageService = require('../../../services/package');
+
+module.exports = function* show(next) {
+  var params = this.params;
+  // normal: {name: $name, version: $version}
+  // scope: [$name, $version]
+  var orginalName = params.name || params[0];
+  var name = orginalName;
+  var tag = params.version || params[1];
+  debug('display %s with %j', name, params);
+
+  var getPackageMethod;
+  var getPackageArgs;
+  var version = semver.valid(tag || '');
+  if (version) {
+    getPackageMethod = 'getModule';
+    getPackageArgs = [name, version];
+  } else {
+    getPackageMethod = 'getModuleByTag';
+    getPackageArgs = [name, tag || 'latest'];
+  }
+
+  var pkg = yield packageService[getPackageMethod].apply(packageService, getPackageArgs);
+  if (!pkg || !pkg.package) {
+    // check if unpublished
+    var unpublishedInfo = yield* packageService.getUnpublishedModule(name);
+    debug('show unpublished %j', unpublishedInfo);
+    if (unpublishedInfo) {
+      var data = {
+        name: name,
+        unpublished: unpublishedInfo.package
+      };
+      data.unpublished.time = new Date(data.unpublished.time);
+      if (data.unpublished.maintainers) {
+        for (var i = 0; i < data.unpublished.maintainers.length; i++) {
+          var maintainer = data.unpublished.maintainers[i];
+          if (maintainer.email) {
+            maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+          }
+        }
+      }
+      yield this.render('package_unpublished', {
+        package: data,
+        title: 'Package - ' + name
+      });
+      return;
+    }
+
+    return yield* next;
+  }
+
+  var r = yield [
+    utils.getDownloadTotal(name),
+    packageService.listDependents(name),
+    packageService.listStarUserNames(name),
+    packageService.listMaintainers(name)
+  ];
+  var download = r[0];
+  var dependents = r[1];
+  var users = r[2];
+  var maintainers = r[3];
+
+  pkg.package.fromNow = moment(pkg.publish_time).fromNow();
+  pkg = pkg.package;
+  pkg.users = users;
+  if (pkg.readme && typeof pkg.readme !== 'string') {
+    pkg.readme = 'readme is not string: ' + JSON.stringify(pkg.readme);
+  } else {
+    pkg.readme = renderMarkdown(pkg.readme || '');
+  }
+
+  if (!pkg.readme) {
+    pkg.readme = pkg.description || '';
+  }
+
+  if (maintainers.length > 0) {
+    pkg.maintainers = maintainers;
+  }
+
+  if (pkg.maintainers) {
+    for (var i = 0; i < pkg.maintainers.length; i++) {
+      var maintainer = pkg.maintainers[i];
+      if (maintainer.email) {
+        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+      }
+    }
+  }
+
+  if (pkg._npmUser) {
+    pkg.lastPublishedUser = pkg._npmUser;
+    if (pkg.lastPublishedUser.email) {
+      pkg.lastPublishedUser.gravatar = gravatar.url(pkg.lastPublishedUser.email, {s: '50', d: 'retro'}, true);
+    }
+  }
+
+  if (pkg.repository === 'undefined') {
+    pkg.repository = null;
+  }
+  if (pkg.repository && pkg.repository.url) {
+    pkg.repository.weburl = giturl.parse(pkg.repository.url) || pkg.repository.url;
+  }
+  if (!pkg.bugs) {
+    pkg.bugs = {};
+  }
+
+  utils.setLicense(pkg);
+
+  for (var k in download) {
+    download[k] = humanize(download[k]);
+  }
+  setDownloadURL(pkg, this, config.registryHost);
+
+  pkg.dependents = dependents;
+
+  if (pkg.dist) {
+    pkg.dist.size = bytes(pkg.dist.size || 0);
+  }
+
+  if (pkg.name !== orginalName) {
+    pkg.name = orginalName;
+  }
+
+  pkg.registryUrl = '//' + config.registryHost + '/' + pkg.name;
+
+  // pkg.engines = {
+  //   "python": ">= 0.11.9",
+  //   "node": ">= 0.11.9",
+  //   "node1": ">= 0.8.9",
+  //   "node2": ">= 0.10.9",
+  //   "node3": ">= 0.6.9",
+  // };
+  if (pkg.engines) {
+    for (var k in pkg.engines) {
+      var engine = String(pkg.engines[k] || '').trim();
+      var color = 'blue';
+      if (k.indexOf('node') === 0) {
+        color = 'yellowgreen';
+        var version = /(\d+\.\d+\.\d+)/.exec(engine);
+        if (version) {
+          version = version[0];
+          if (/^0\.11\.\d+/.test(version)) {
+            color = 'red';
+          } else if (/^0\.10\./.test(version) ||
+              /^0\.12\./.test(version) ||
+              /^0\.14\./.test(version) ||
+              /^[^0]+\./.test(version)) {
+            color = 'brightgreen';
+          }
+        }
+      }
+      pkg.engines[k] = {
+        version: engine,
+        title: k + ': ' + engine,
+        badgeURL: config.badgePrefixURL + '/' + encodeURIComponent(k) +
+          '-' + encodeURIComponent(engine) + '-' + color + '.svg?style=flat-square',
+      };
+    }
+  }
+
+  if (pkg._publish_on_cnpm) {
+    pkg.isPrivate = true;
+  } else {
+    pkg.isPrivate = false;
+    // add security check badge
+    pkg.snyk = {
+      badge: `https://snyk.io/test/npm/${pkg.name}/badge.svg?style=flat-square`,
+      url: `https://snyk.io/test/npm/${pkg.name}`,
+    };
+  }
+
+  yield this.render('package', {
+    title: 'Package - ' + pkg.name,
+    package: pkg,
+    download: download
+  });
+};
--- a/controllers/web/show_sync.js
+++ b/controllers/web/show_sync.js
@@ -0,0 +1,34 @@
+/**!
+ * cnpmjs.org - controllers/web/show_sync.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+module.exports = function* showSync() {
+  var name = this.params.name || this.params[0] || this.query.name;
+  if (!name) {
+    return this.redirect('/');
+  }
+  var type = 'package';
+  if (name.indexOf(':') > 0) {
+    var splits = name.split(':');
+    name = splits[1];
+    type = splits[0];
+  }
+  yield this.render('sync', {
+    type: type,
+    name: name,
+    title: 'Sync ' + type + ' - ' + name,
+  });
+};
--- a/controllers/web/user/show.js
+++ b/controllers/web/user/show.js
@@ -1,5 +1,5 @@
 /**!
- * cnpmjs.org - controllers/web/package.js
+ * cnpmjs.org - controllers/web/user/show.js
 *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
@@ -15,30 +15,18 @@
 * Module dependencies.
 */

-var config = require('../../config');
-var Module = require('../../proxy/module');
-var User = require('../../proxy/user');
-var UserService = require('../../services/user');
-var common = require('../../lib/common');
+var config = require('../../../config');
+var packageService = require('../../../services/package');
+var userService = require('../../../services/user');
+var common = require('../../../lib/common');

-exports.display = function* (next) {
+module.exports = function* showUser(next) {
  var name = this.params.name;
  var isAdmin = common.isAdmin(name);
  var scopes = config.scopes || [];
-  if (config.customUserService) {
-    var customUser = yield* UserService.get(name);
-    if (customUser) {
-      isAdmin = !!customUser.site_admin;
-      scopes = customUser.scopes;
-      var data = {
-        user: customUser
-      };
-      yield* User.saveCustomUser(data);
-    }
-  }
-
-  var r = yield [Module.listByAuthor(name), User.get(name)];
-  var packages = r[0] || [];
+  var user;
+  var r = yield [packageService.listModulesByUser(name), userService.getAndSave(name)];
+  var packages = r[0];
  var user = r[1];
  if (!user && !packages.length) {
    return yield* next;
@@ -49,7 +37,8 @@ exports.display = function* (next) {
  var data = {
    name: name,
    email: user.email,
-    json: user.json || {}
+    json: user.json || {},
+    isNpmUser: user.isNpmUser,
  };

  if (data.json.login) {
@@ -67,6 +56,7 @@ exports.display = function* (next) {
      avatar: json.avatar_url,
      fullname: json.name || json.login,
      homepage: json.html_url,
+      im: json.im_url
    };
  }

@@ -74,7 +64,7 @@ exports.display = function* (next) {
    title: 'User - ' + name,
    packages: packages,
    user: data,
-    lastModified: user && user.gmt_modified,
+    lastModified: user.gmt_modified,
    isAdmin: isAdmin,
    scopes: scopes
  });
--- a/dispatch.js
+++ b/dispatch.js
@@ -1,28 +1,16 @@
-/**!
- * cnpmjs.org - dispatch.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com>
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';

-/**
- * Module dependencies.
- */
-
+var childProcess = require('child_process');
 var path = require('path');
 var util = require('util');
-var cluster = require('cluster');
+var cfork = require('cfork');
 var config = require('./config');
 var workerPath = path.join(__dirname, 'worker.js');
-var childProcess = require('child_process');
 var syncPath = path.join(__dirname, 'sync');

+console.log('Starting cnpmjs.org ...\ncluster: %s\nadmins: %j\nscopes: %j\nsourceNpmRegistry: %s\nsyncModel: %s',
+  config.enableCluster, config.admins, config.scopes, config.sourceNpmRegistry, config.syncModel);
+
 if (config.enableCluster) {
  forkWorker();
  if (config.syncModel !== 'none') {
@@ -36,32 +24,21 @@ if (config.enableCluster) {
 }

 function forkWorker() {
-  cluster.setupMaster({
-    exec: workerPath
-  });
-
-  cluster.on('fork', function (worker) {
+  cfork({
+    exec: workerPath,
+    count: config.numCPUs,
+  }).on('fork', function (worker) {
    console.log('[%s] [worker:%d] new worker start', Date(), worker.process.pid);
-  });
-
-  cluster.on('disconnect', function (worker) {
-    var w = cluster.fork();
-    console.error('[%s] [master:%s] wroker:%s disconnect, suicide: %s, state: %s. New worker:%s fork',
-      Date(), process.pid, worker.process.pid, worker.suicide, worker.state, w.process.pid);
-  });
-
-  cluster.on('exit', function (worker, code, signal) {
+  }).on('disconnect', function (worker) {
+    console.error('[%s] [master:%s] wroker:%s disconnect, suicide: %s, state: %s.',
+      Date(), process.pid, worker.process.pid, worker.suicide, worker.state);
+  }).on('exit', function (worker, code, signal) {
    var exitCode = worker.process.exitCode;
    var err = new Error(util.format('worker %s died (code: %s, signal: %s, suicide: %s, state: %s)',
      worker.process.pid, exitCode, signal, worker.suicide, worker.state));
    err.name = 'WorkerDiedError';
    console.error('[%s] [master:%s] wroker exit: %s', Date(), process.pid, err.stack);
  });
-
-  // Fork workers.
-  for (var i = 0; i < config.numCPUs; i++) {
-    cluster.fork();
-  }
 }

 function forkSyncer() {
--- a/docs/Migrating-from-1.x-to-2.x.md
+++ b/docs/Migrating-from-1.x-to-2.x.md
@@ -0,0 +1,143 @@
+# Migrating from 1.x to 2.x
+
+2.x using [Sequelize] ORM to supports MySQL, MariaDB, SQLite or PostgreSQL databases.
+
+## New download total table structure
+
+### Create `downloads` table SQL
+
+You should create `downloads` table first:
+
+```sql
+CREATE TABLE IF NOT EXISTS `downloads` (
+  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+  `gmt_create` datetime NOT NULL COMMENT 'create time',
+  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
+  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
+  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
+  `d03` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '03 download count',
+  `d04` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '04 download count',
+  `d05` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '05 download count',
+  `d06` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '06 download count',
+  `d07` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '07 download count',
+  `d08` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '08 download count',
+  `d09` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '09 download count',
+  `d10` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '10 download count',
+  `d11` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '11 download count',
+  `d12` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '12 download count',
+  `d13` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '13 download count',
+  `d14` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '14 download count',
+  `d15` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '15 download count',
+  `d16` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '16 download count',
+  `d17` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '17 download count',
+  `d18` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '18 download count',
+  `d19` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '19 download count',
+  `d20` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '20 download count',
+  `d21` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '21 download count',
+  `d22` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '22 download count',
+  `d23` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '23 download count',
+  `d24` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '24 download count',
+  `d25` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '25 download count',
+  `d26` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '26 download count',
+  `d27` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '27 download count',
+  `d28` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '28 download count',
+  `d29` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '29 download count',
+  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
+  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name_date` (`name`, `date`),
+  KEY `date` (`date`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+```
+
+### Sync `download_total` to `downloads`
+
+Then use [sync_download_total.js](../tools/sync_download_total.js) scrpt to sync datas from `download_total`:
+
+```bash
+$ node --harmony tools/sync_download_total.js
+```
+
+# `config.js` changes in 2.x
+
+## New database config
+
+```js
+/**
+* database config
+*/
+
+database: {
+  db: 'cnpmjs_test',
+  username: 'root',
+  password: '',
+
+  // the sql dialect of the database
+  // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
+  dialect: 'sqlite',
+
+  // custom host; default: 127.0.0.1
+  host: '127.0.0.1',
+
+  // custom port; default: 3306
+  port: 3306,
+
+  // use pooling in order to reduce db connection overload and to increase speed
+  // currently only for mysql and postgresql (since v1.5.0)
+  pool: {
+    maxConnections: 10,
+    minConnections: 0,
+    maxIdleTime: 30000
+  },
+
+  // the storage engine for 'sqlite'
+  // default store into ~/cnpmjs.org.sqlite
+  storage: path.join(process.env.HOME || root, 'cnpmjs.org.sqlite'),
+
+  logging: !!process.env.SQL_DEBUG,
+},
+```
+
+If you're still using MySQL and old config.js `mysqlServers: []` from 1.x:
+
+```js
+mysqlServers: [
+{
+  host: '127.0.0.1',
+  port: 3306,
+  user: 'root',
+  password: ''
+}
+],
+mysqlDatabase: 'cnpmjs_test',
+mysqlMaxConnections: 4,
+mysqlQueryTimeout: 5000,
+```
+
+We will do forward compat, and auto change old style config.js to:
+
+```js
+database: {
+  db: 'cnpmjs_test',
+  username: 'root',
+  password: '',
+  dialect: 'mysql',
+  host: '127.0.0.1',
+  port: 3306,
+  pool: {
+    maxConnections: 10,
+    minConnections: 0,
+    maxIdleTime: 30000
+    },
+  logging: !!process.env.SQL_DEBUG,
+},
+```
+
+## remove `adaptScope`
+
+`adaptScope: true | false` feature was removed.
+
+
+[Sequelize]: http://sequelizejs.com/
--- a/docs/db.sql
+++ b/docs/db.sql
@@ -1,4 +1,4 @@
-CREATE TABLE `user` (
+CREATE TABLE IF NOT EXISTS `user` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -19,7 +19,7 @@ CREATE TABLE `user` (
 --   ADD `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
 --   ADD `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false';

-CREATE TABLE `module_keyword` (
+CREATE TABLE IF NOT EXISTS `module_keyword` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
@@ -30,7 +30,7 @@ CREATE TABLE `module_keyword` (
 KEY `name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';

-CREATE TABLE `module_star` (
+CREATE TABLE IF NOT EXISTS `module_star` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
@@ -40,7 +40,7 @@ CREATE TABLE `module_star` (
 KEY `name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';

-CREATE TABLE `module_maintainer` (
+CREATE TABLE IF NOT EXISTS `module_maintainer` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
@@ -48,9 +48,19 @@ CREATE TABLE `module_maintainer` (
 PRIMARY KEY (`id`),
 UNIQUE KEY `user_module_name` (`user`,`name`),
 KEY `name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module maintainers';
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';

-CREATE TABLE `module` (
+CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `user_module_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
+
+CREATE TABLE IF NOT EXISTS `module` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -76,7 +86,7 @@ CREATE TABLE `module` (
 -- show create table module\G
 -- ALTER TABLE  `module` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';

-CREATE TABLE `module_log` (
+CREATE TABLE IF NOT EXISTS `module_log` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -88,7 +98,7 @@ CREATE TABLE `module_log` (
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
 -- ALTER TABLE  `module_log` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';

-CREATE TABLE `tag` (
+CREATE TABLE IF NOT EXISTS `tag` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -104,7 +114,7 @@ CREATE TABLE `tag` (
 -- ALTER TABLE  `tag` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
 -- ALTER TABLE `tag` ADD KEY `gmt_modified` (`gmt_modified`);

-CREATE TABLE `module_unpublished` (
+CREATE TABLE IF NOT EXISTS `module_unpublished` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
@@ -115,7 +125,7 @@ CREATE TABLE `module_unpublished` (
 KEY `gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';

-CREATE TABLE `total` (
+CREATE TABLE IF NOT EXISTS `total` (
 `name` varchar(100) NOT NULL COMMENT 'total name',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
 `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
@@ -129,7 +139,9 @@ CREATE TABLE `total` (
 `last_sync_module` varchar(100) COMMENT 'last sync success module name',
 PRIMARY KEY (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='total info';
-INSERT INTO total(name, gmt_modified) VALUES('total', now());
+-- init `total` count
+INSERT INTO total(name, gmt_modified) VALUES('total', now())
+  ON DUPLICATE KEY UPDATE gmt_modified=now();
 -- ALTER TABLE `total` ADD `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry'
 -- ALTER TABLE `total` ADD `last_exist_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync exist packages from official registry'
 -- ALTER TABLE `total` ADD `sync_status` tinyint unsigned NOT NULL DEFAULT '0' COMMENT 'system sync from official registry status'
@@ -139,19 +151,62 @@ INSERT INTO total(name, gmt_modified) VALUES('total', now());
 -- ALTER TABLE `total` ADD `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync'
 -- ALTER TABLE `total` ADD `last_sync_module` varchar(100) NOT NULL COMMENT 'last sync success module name';

-CREATE TABLE `download_total` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `date` varchar(10) NOT NULL COMMENT 'YYYY-MM-DD format',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `count` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'download count',
- PRIMARY KEY (`id`),
- UNIQUE KEY `date_name` (`date`, `name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
-- ALTER TABLE  `download_total` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- CREATE TABLE IF NOT EXISTS `download_total` (
+--  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+--  `gmt_create` datetime NOT NULL COMMENT 'create time',
+--  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+--  `date` datetime NOT NULL COMMENT 'YYYY-MM-DD format',
+--  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--  `count` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'download count',
+--  PRIMARY KEY (`id`),
+--  UNIQUE KEY `date_name` (`date`, `name`)
+-- ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+-- ALTER TABLE  `download_total` CHANGE  `name`  `name` VARCHAR(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- ALTER TABLE  `download_total` CHANGE `date` `date` datetime NOT NULL COMMENT 'YYYY-MM-DD format';

-CREATE TABLE `module_deps` (
+CREATE TABLE IF NOT EXISTS `downloads` (
+  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+  `gmt_create` datetime NOT NULL COMMENT 'create time',
+  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
+  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
+  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
+  `d03` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '03 download count',
+  `d04` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '04 download count',
+  `d05` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '05 download count',
+  `d06` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '06 download count',
+  `d07` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '07 download count',
+  `d08` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '08 download count',
+  `d09` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '09 download count',
+  `d10` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '10 download count',
+  `d11` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '11 download count',
+  `d12` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '12 download count',
+  `d13` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '13 download count',
+  `d14` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '14 download count',
+  `d15` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '15 download count',
+  `d16` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '16 download count',
+  `d17` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '17 download count',
+  `d18` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '18 download count',
+  `d19` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '19 download count',
+  `d20` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '20 download count',
+  `d21` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '21 download count',
+  `d22` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '22 download count',
+  `d23` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '23 download count',
+  `d24` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '24 download count',
+  `d25` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '25 download count',
+  `d26` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '26 download count',
+  `d27` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '27 download count',
+  `d28` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '28 download count',
+  `d29` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '29 download count',
+  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
+  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `name_date` (`name`, `date`),
+  KEY `date` (`date`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+
+CREATE TABLE IF NOT EXISTS `module_deps` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
@@ -161,11 +216,11 @@ CREATE TABLE `module_deps` (
 KEY `name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';

-CREATE TABLE `dist_dir` (
+CREATE TABLE IF NOT EXISTS `dist_dir` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(200) NOT NULL COMMENT 'user name',
+ `name` varchar(200) NOT NULL COMMENT 'dir name',
 `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
 `date` varchar(20) COMMENT '02-May-2014 01:06',
 PRIMARY KEY (`id`),
@@ -173,11 +228,11 @@ CREATE TABLE `dist_dir` (
 KEY `gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist dir info';

-CREATE TABLE `dist_file` (
+CREATE TABLE IF NOT EXISTS `dist_file` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) NOT NULL COMMENT 'user name',
+ `name` varchar(100) NOT NULL COMMENT 'file name',
 `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
 `date` varchar(20) COMMENT '02-May-2014 01:06',
 `size` int(10) unsigned NOT NULL COMMENT 'file size' DEFAULT '0',
--- a/docs/network.png
+++ b/docs/network.png
--- a/docs/network.puml
+++ b/docs/network.puml
@@ -0,0 +1,98 @@
+@startuml
+
+title cnpmjs.org, npm.taobao.org Network
+
+node "China User" {
+  [cnpm cli]
+}
+
+node "OSS: aliyuncs.com" {
+  [tnpm-hz.oss-cn-hangzhou]
+}
+
+node "SLB: 114.55.80.225 Hangzhou" {
+  [npm.taobao.org]
+  [registry.npm.taobao.org]
+}
+
+node "npmtaobao3: 121.41.*" {
+  [nginx 5]
+  [registry 5]
+  [web 5]
+  [syncer 5]
+}
+
+node "npmtaobao4: 120.26.*" {
+  [nginx 6]
+  [registry 6]
+  [web 6]
+}
+
+node "cnpm6: 47.88.189.193 Singapore" {
+  [cnpmjs.org]
+  [r.cnpmjs.org]
+  [nginx 7]
+  [registry 7]
+  [web 7]
+  [syncer 7]
+}
+
+node "Aliyun CDN" {
+  [cdn.npm.taobao.org]
+}
+
+node "qiniu CDN" {
+  [cnpmjs.up.qiniu.com]
+  [dn-cnpm.qbox.me]
+}
+
+database "taobaonpm DB" {
+  [rds2860*.mysql.rds.aliyuncs.com]
+}
+
+database "cnpm DB" {
+  [rdsqiz*.mysql.rds.aliyuncs.com]
+}
+
+node "npmjs.com" {
+  [registry.npmjs.com]
+  [www.npmjs.com]
+}
+
+[cnpm cli] -down-> [registry.npm.taobao.org]: Read, Write
+[cnpm cli] -down-> [cdn.npm.taobao.org]: Read tgz
+[cnpm cli] -down-> [npm.taobao.org]: "Read /mirrors"
+
+[registry.npm.taobao.org] -down-> [nginx 5]
+[nginx 5] -down-> [registry 5]
+[npm.taobao.org] -down-> [nginx 5]
+[nginx 5] -down-> [web 5]
+[registry.npm.taobao.org] -down-> [nginx 6]
+[nginx 6] -down-> [registry 6]
+[npm.taobao.org] -down-> [nginx 6]
+[nginx 6] -down-> [web 6]
+
+[registry 5] -down-> [rds2860*.mysql.rds.aliyuncs.com]: Read, Write
+[web 5] -down-> [rds2860*.mysql.rds.aliyuncs.com]: Read
+[syncer 5] -down-> [rds2860*.mysql.rds.aliyuncs.com]: Read, Write
+[syncer 5] -down-> [tnpm-hz.oss-cn-hangzhou]: Write
+[syncer 5] -> [r.cnpmjs.org]: Read
+[syncer 5] -> [dn-cnpm.qbox.me]: Read tgz
+[registry 6] -down-> [rds2860*.mysql.rds.aliyuncs.com]: Read, Write
+[web 6] -down-> [rds2860*.mysql.rds.aliyuncs.com]: Read
+
+[cnpmjs.org] -down-> [nginx 7]
+[nginx 7] -down-> [registry 7]
+[r.cnpmjs.org] -down-> [nginx 7]
+[nginx 7] -down-> [web 7]
+
+[registry 7] -down-> [rdsqiz*.mysql.rds.aliyuncs.com]: Read, Write
+[web 7] -down-> [rdsqiz*.mysql.rds.aliyuncs.com]: Read
+[syncer 7] -down-> [rdsqiz*.mysql.rds.aliyuncs.com]: Read, Write
+[syncer 7] -down-> [cnpmjs.up.qiniu.com]: Write
+[syncer 7] -down-> [registry.npmjs.com]: Read
+
+[cdn.npm.taobao.org] -down-> [tnpm-hz.oss-cn-hangzhou]: Read
+[dn-cnpm.qbox.me] -down-> [cnpmjs.up.qiniu.com]: Read
+
+@enduml
--- a/docs/registry-api.md
+++ b/docs/registry-api.md
@@ -0,0 +1,956 @@
+# NPM Registry API
+
+## Overview
+
+* [Schema](/docs/registry-api.md#schema)
+* [Client Errors](/docs/registry-api.md#client-errors)
+* [Authentication](/docs/registry-api.md#authentication)
+* [Package](/docs/registry-api.md#package)
+* [User](/docs/registry-api.md#user)
+* [Search](/docs/registry-api.md#search)
+
+## Schema
+
+All API access is over HTTPS or HTTP,
+and accessed from the `registry.npmjs.org` domain.
+All data is sent and received as JSON.
+
+```bash
+$ curl -i https://registry.npmjs.org
+
+HTTP/1.1 200 OK
+
+{
+  "db_name": "registry",
+  "doc_count": 123772,
+  "doc_del_count": 377,
+  "update_seq": 685591,
+  "purge_seq": 0,
+  "compact_running": false,
+  "disk_size": 634187899,
+  "data_size": 445454185,
+  "instance_start_time": "1420670152481614",
+  "disk_format_version": 6,
+  "committed_update_seq": 685591
+}
+```
+
+## Client Errors
+
+```json
+Status: 4xx
+
+{
+  "error": "error_name",
+  "reason": "error reason string"
+}
+```
+
+## Authentication
+
+There is only one way to authenticate through the API.
+
+## Basic Authentication
+
+```bash
+$ curl -u "username:password" https://registry.npmjs.org
+```
+
+## Failed login limit
+
+```bash
+$ curl -i -X "GET" -u "foo:pwd" \
+    "https://registry.npmjs.com/-/user/org.couchdb.user:npm-user-service-testuser?write=true"
+
+HTTP/1.1 401 Unauthorized
+
+{"error":"unauthorized","reason":"Name or password is incorrect."}
+```
+
+## Package
+
+* Read
+  * [Get a single package](/docs/registry-api.md#get-a-single-package)
+  * [Get a special version or tag package](/docs/registry-api.md#get-a-special-version-or-tag-package)
+  * [List packages since from a update time](/docs/registry-api.md#list-packages-since-from-a-update-time)
+  * [List package names by users](/docs/registry-api.md#list-package-names-by-users)
+* Write
+  * [Publish a new package](/docs/registry-api.md#publish-a-new-package)
+  * [Update a package's tag](/docs/registry-api.md#update-a-packages-tag)
+  * [Update a package's maintainers](/docs/registry-api.md#update-a-packages-maintainers)
+  * [Remove one version from package](/docs/registry-api.md#remove-one-version-from-package)
+  * [Remove a tgz file from package](/docs/registry-api.md#remove-a-tgz-file-from-package)
+
+### Get a single package
+
+```
+GET /:package
+```
+
+#### Response 200
+
+```json
+HTTP/1.1 200 OK
+Etag: "8UDCP753LFXOG42NMX88JAN40"
+
+{
+  "_id": "pedding",
+  "_rev": "11-e6d1e6e96eaf72433fef6aaabe843af8",
+  "name": "pedding",
+  "description": "Just pedding for callback.",
+  "dist-tags": {
+    "latest": "1.0.0"
+  },
+  "versions": {
+    "1.0.0": {
+      "name": "pedding",
+      "version": "1.0.0",
+      "description": "Just pedding for callback.",
+      "main": "index.js",
+      "scripts": {
+        "test": "make test-all"
+      },
+      "repository": {
+        "type": "git",
+        "url": "git://github.com/fengmk2/pedding.git"
+      },
+      "keywords": [
+        "pedding",
+        "callback"
+      ],
+      "devDependencies": {
+        "contributors": "*",
+        "mocha": "*",
+        "mocha-phantomjs": "*",
+        "component": "*",
+        "chai": "*"
+      },
+      "author": {
+        "name": "fengmk2",
+        "email": "fengmk2@gmail.com"
+      },
+      "license": "MIT",
+      "contributors": [
+        {
+          "name": "fengmk2",
+          "email": "fengmk2@gmail.com",
+          "url": "https://github.com/fengmk2"
+        },
+        {
+          "name": "dead-horse",
+          "email": "dead_horse@qq.com",
+          "url": "https://github.com/dead-horse"
+        }
+      ],
+      "gitHead": "b42a708414a704336e9dee570a963e2dbe43e529",
+      "bugs": {
+        "url": "https://github.com/fengmk2/pedding/issues"
+      },
+      "homepage": "https://github.com/fengmk2/pedding",
+      "_id": "pedding@1.0.0",
+      "_shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+      "_from": ".",
+      "_npmVersion": "1.4.13",
+      "_npmUser": {
+        "name": "fengmk2",
+        "email": "fengmk2@gmail.com"
+      },
+      "maintainers": [
+        {
+          "name": "fengmk2",
+          "email": "fengmk2@gmail.com"
+        },
+        {
+          "name": "dead-horse",
+          "email": "dead_horse@qq.com"
+        }
+      ],
+      "dist": {
+        "shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+        "tarball": "http://registry.npmjs.org/pedding/-/pedding-1.0.0.tgz"
+      },
+      "directories": {}
+    }
+  },
+  "readme": "# pedding\n readme...",
+  "maintainers": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com"
+    },
+    {
+      "name": "dead_horse",
+      "email": "dead_horse@qq.com"
+    }
+  ],
+  "time": {
+    "modified": "2014-07-05T14:22:53.849Z",
+    "created": "2012-09-18T14:46:08.346Z",
+    "0.0.1": "2012-09-18T14:46:21.321Z",
+    "0.0.2": "2013-06-22T08:26:45.125Z",
+    "0.0.3": "2013-07-02T15:20:34.707Z",
+    "1.0.0": "2014-07-05T11:08:51.614Z"
+  },
+  "author": {
+    "name": "fengmk2",
+    "email": "fengmk2@gmail.com"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git://github.com/fengmk2/pedding.git"
+  },
+  "keywords": [
+    "pedding",
+    "callback"
+  ],
+  "bugs": {
+    "url": "https://github.com/fengmk2/pedding/issues"
+  },
+  "license": "MIT",
+  "readmeFilename": "README.md",
+  "homepage": "https://github.com/fengmk2/pedding",
+  "contributors": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com",
+      "url": "https://github.com/fengmk2"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com",
+      "url": "https://github.com/dead-horse"
+    }
+  ],
+  "_attachments": {}
+}
+```
+
+#### Response 404
+
+```json
+HTTP/1.1 404 Object Not Found
+
+{
+  "error": "not_found",
+  "reason": "document not found"
+}
+```
+
+### ~~Get a special version or tag package~~
+
+__deprecated__
+
+```
+GET /:package/:tag_or_version
+```
+
+#### Reponse 200
+
+```json
+HTTP/1.1 200 OK
+Etag: "1WJ4JF535RO3BDZR2BARXSGLY"
+Content-Type: application/json
+Cache-Control: max-age=60
+Content-Length: 1183
+
+{
+  "name": "pedding",
+  "version": "1.0.0",
+  "description": "Just pedding for callback.",
+  "main": "index.js",
+  "scripts": {
+    "test": "make test-all"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git://github.com/fengmk2/pedding.git"
+  },
+  "keywords": [
+    "pedding",
+    "callback"
+  ],
+  "devDependencies": {
+    "contributors": "*",
+    "mocha": "*",
+    "mocha-phantomjs": "*",
+    "component": "*",
+    "chai": "*"
+  },
+  "author": {
+    "name": "fengmk2",
+    "email": "fengmk2@gmail.com"
+  },
+  "license": "MIT",
+  "contributors": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com",
+      "url": "https://github.com/fengmk2"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com",
+      "url": "https://github.com/dead-horse"
+    }
+  ],
+  "gitHead": "b42a708414a704336e9dee570a963e2dbe43e529",
+  "bugs": {
+    "url": "https://github.com/fengmk2/pedding/issues"
+  },
+  "homepage": "https://github.com/fengmk2/pedding",
+  "_id": "pedding@1.0.0",
+  "_shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+  "_from": ".",
+  "_npmVersion": "1.4.13",
+  "_npmUser": {
+    "name": "fengmk2",
+    "email": "fengmk2@gmail.com"
+  },
+  "maintainers": [
+    {
+      "name": "fengmk2",
+      "email": "fengmk2@gmail.com"
+    },
+    {
+      "name": "dead-horse",
+      "email": "dead_horse@qq.com"
+    }
+  ],
+  "dist": {
+    "shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+    "tarball": "http://registry.npmjs.org/pedding/-/pedding-1.0.0.tgz"
+  },
+  "directories": {}
+}
+```
+
+### Publish a new package
+
+* Authentication required.
+
+```
+PUT /:package
+```
+
+#### Input
+
+```json
+{
+  "_id": "pedding",
+  "name": "pedding",
+  "description": "Just pedding for callback.",
+  "dist-tags": {
+    "latest": "1.0.0"
+  },
+  "versions": {
+    "1.0.0": {
+      "name": "pedding",
+      "version": "1.0.0",
+      "description": "Just pedding for callback.",
+      "main": "index.js",
+      "scripts": {
+        "test": "make test-all"
+      },
+      "repository": {
+        "type": "git",
+        "url": "git://github.com/fengmk2/pedding.git"
+      },
+      "keywords": [ "pedding","callback" ],
+      "devDependencies": {
+        "contributors": "*",
+        "mocha": "*",
+        "mocha-phantomjs": "*",
+        "component": "*",
+        "chai": "*"
+      },
+      "dependencies": {},
+      "author": {
+        "name": "fengmk2",
+        "email": "fengmk2@gmail.com"
+      },
+      "license": "MIT",
+      "contributors": [
+        {
+          "name": "fengmk2",
+          "email": "fengmk2@gmail.com",
+          "url": "https://github.com/fengmk2"
+        },
+        {
+          "name": "dead-horse",
+          "email": "dead_horse@qq.com",
+          "url": "https://github.com/dead-horse"
+        }
+      ],
+      "readme": "# pedding ...",
+      "readmeFilename": "README.md",
+      "gitHead": "b42a708414a704336e9dee570a963e2dbe43e529",
+      "bugs": {
+        "url": "https://github.com/fengmk2/pedding/issues"
+      },
+      "homepage": "https://github.com/fengmk2/pedding",
+      "_id": "pedding@1.0.0",
+      "_shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+      "_from": ".",
+      "_npmVersion": "1.5.0-alpha-4",
+      "_npmUser": {
+        "name": "admin",
+        "email": "fengmk2@gmail.com"
+      },
+      "maintainers": [
+        {
+          "name": "admin",
+          "email": "fengmk2@gmail.com"
+        }
+      ],
+      "dist": {
+        "shasum": "7f5098d60307b4ef7240c3d693cb20a9473c6074",
+        "tarball": "https://registry.npmjs.org/pedding/-/pedding-1.0.0.tgz"
+      }
+    }
+  },
+  "readme": "# pedding ...",
+  "maintainers": [
+    {
+      "name": "admin",
+      "email": "fengmk2@gmail.com"
+    }
+  ],
+  "_attachments": {
+    "pedding-1.0.0.tgz":{
+      "content_type": "application/octet-stream",
+      "data": "H4sIAAAAAAAAA+0aa3PbNjKf8Su...",
+      "length": 2107
+    }
+  }
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "rev": "11-e6d1e6e96eaf72433fef6aaabe843af8"
+}
+```
+
+### Update a package's tag
+
+* Authentication required.
+
+```
+PUT /:package/:tag
+```
+
+#### Input
+
+The total input body is the `version` string which's setting to the tag.
+
+```json
+"1.0.0"
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true
+}
+```
+
+### Update a package's maintainers
+
+* Authentication required.
+
+```
+PUT /:package/-rev/:rev
+```
+
+#### Input
+
+```json
+{
+  "_id": "pedding",
+  "_rev": "11-e6d1e6e96eaf72433fef6aaabe843af8",
+  "maintainers":[
+    { "name": "fengmk2", "email": "fengmk2@gmail.com" },
+    { "name": "dead-horse", "email": "dead_horse@qq.com" }
+  ]
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "id": "pedding",
+  "rev": "12-bb300a90c9aeb779748b83ec1b744039"
+}
+```
+
+### Remove one version from package
+
+* Authentication required.
+* In any delete, note that __the version number still cannot be reused__.
+
+```
+PUT /:package/-rev/:rev
+```
+
+#### Input
+
+Remove that specific version from the versions hash in the `PUT` body.
+
+Example for removing `0.0.1` version:
+
+```json
+{
+  "_id": "pedding",
+  "_rev": "12-bb300a90c9aeb779748b83ec1b744039",
+  "name": "pedding",
+  "description": "desc",
+  "dist-tags": { "latest": "1.0.0" },
+  "maintainers":
+   [ ... ],
+  "time":
+   { ... },
+  "users": {},
+  "author": { ... },
+  "repository": { ... },
+  "versions":
+   { "1.0.0":
+      { ... },
+     "0.0.3":
+      { ... },
+     "0.0.2":
+      { ... } },
+  "readme": "...",
+  "homepage": "https://github.com/fengmk2/pedding",
+  "bugs": { ... },
+  "license": "MIT" }
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true
+}
+```
+
+### Remove all versions of a package
+
+* Authentication required.
+* In any delete, note that __the version number still cannot be reused__.
+
+```
+DELETE /:package/-rev/:rev
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true
+}
+```
+
+### Remove a tgz file from package
+
+* Authentication required.
+
+```
+DELETE /:tgzfilepath/-rev/:rev
+```
+
+Exmaple for removing `https://registry.npmjs.org/pedding/-/pedding-0.0.1.tgz` file:
+
+```
+DELETE /pedding/-/pedding-0.0.1.tgz/-rev/12-bb300a90c9aeb779748b83ec1b744039
+```
+
+#### Response
+
+```json
+Status: 200 OK
+
+{
+  "ok": true
+}
+```
+
+### List packages since from a update time
+
+```
+GET /-/all/since?stale=update_after&startkey=:startkey
+```
+
+* `startkey` is a ms timestamp
+
+#### Response
+
+```bash
+$ curl -i "https://registry.npmjs.org/-/all/since?stale=update_after&startkey=1407255748643"
+```
+
+```json
+HTTP/1.1 200 OK
+
+{
+  "_updated": 1407255883282,
+  "bacon-and-eggs": {
+    "name": "bacon-and-eggs",
+    "description": "A functional reactive Twitter API client in node",
+    "dist-tags": {
+      "latest": "0.0.4"
+    },
+    "maintainers": [
+      {
+        "name": "mikegroseclose",
+        "email": "mike.groseclose@gmail.com"
+      }
+    ],
+    "homepage": "http://github.com/mikegroseclose/bacon-and-eggs",
+    "keywords": [
+      "twitter",
+      "api",
+      "frp",
+      "functional",
+      "reactive",
+      "bacon",
+      "eggs",
+      "oauth",
+      "stream",
+      "streams"
+    ],
+    "repository": {
+      "type": "git",
+      "url": "git://github.com/mikegroseclose/gulp-regex-replace.git"
+    },
+    "author": {
+      "name": "Mike Groseclose",
+      "email": "mike.groseclose@gmail.com",
+      "url": "http://mikegroseclose.com"
+    },
+    "bugs": {
+      "url": "https://github.com/mikegroseclose/gulp-regex-replace/issues"
+    },
+    "readmeFilename": "README.md",
+    "time": {
+      "modified": "2014-08-05T16:21:17.041Z"
+    },
+    "versions": {
+      "0.0.4": "latest"
+    }
+  },
+  "git-perm-rm": {
+    "name": "git-perm-rm",
+    "description": "Permanently remove a file or directory from a git repo including all related commit records.",
+    "dist-tags": {
+      "latest": "1.0.1"
+    },
+    "maintainers": [
+      {
+        "name": "kael",
+        "email": "i@kael.me"
+      }
+    ],
+    "homepage": "https://github.com/kaelzhang/git-perm-rm",
+    "keywords": [
+      "git",
+      "rm",
+      "git-perm-rm",
+      "remove",
+      "permanently"
+    ],
+    "repository": {
+      "type": "git",
+      "url": "git://github.com/kaelzhang/git-perm-rm.git"
+    },
+    "author": {
+      "name": "Kael"
+    },
+    "bugs": {
+      "url": "https://github.com/kaelzhang/git-perm-rm/issues"
+    },
+    "license": "MIT",
+    "readmeFilename": "README.md",
+    "time": {
+      "modified": "2014-08-05T16:22:41.253Z"
+    },
+    "versions": {
+      "1.0.1": "latest"
+    }
+  }
+}
+```
+
+### List package names by users
+
+```bash
+GET /-/by-user/$username[|$another1[|$another2...]]
+```
+
+* `username` user name like `fengmk2`
+* also support multi users by `name1|name2|name3`
+
+#### Response
+
+```bash
+$ curl -i "https://registry.npmjs.org/-/by-user/czy88840616"
+$ curl -i "https://registry.npmjs.org/-/by-user/czy88840616|fengmk2|dead-horse"
+```
+
+```json
+HTTP/1.1 200 OK
+
+{
+  "czy88840616": [
+    "easyconf",
+    "egg",
+    "flag",
+    "gdp",
+    "generator-webx-vm",
+    "magic-cube",
+    "rim",
+    "tbuild",
+    "test-publish",
+    "velocity-parser",
+    "vmarket",
+    "wi"
+  ]
+}
+```
+
+## User
+
+- [Auth user](/docs/registry-api.md#auth-user)
+- [Get a single user](/docs/registry-api.md#get-a-single-user)
+- [Add a new user](/docs/registry-api.md#add-a-new-user)
+- [Update a exists user](/docs/registry-api.md#update-a-exists-user)
+
+### Auth user
+
+* Authentication required.
+
+```
+GET /-/user/org.couchdb.user::username?write=true
+```
+
+#### Response 200
+
+```json
+HTTP/1.1 200 OK
+ETag: "5-a31b61ba3c50b50f7fcaf185e079e17a"
+
+{
+  "_id": "org.couchdb.user:npm-user-service-testuser",
+  "_rev": "5-a31b61ba3c50b50f7fcaf185e079e17a",
+  "password_scheme": "pbkdf2",
+  "iterations": 10,
+  "name": "npm-user-service-testuser",
+  "email": "fengmk2@gmail.com",
+  "type": "user",
+  "roles": [],
+  "date": "2015-01-04T08:28:51.378Z",
+  "password_scheme": "pbkdf2",
+  "iterations": 10,
+  "derived_key": "644157c126b93356e6eba2c59fdf1b7ec644ebf2",
+  "salt": "5d13874c0aa10751e35743bacd6eedd5"
+}
+```
+
+#### Response 401
+
+```json
+HTTP/1.1 401 Unauthorized
+
+{
+  "error": "unauthorized",
+  "reason": "Name or password is incorrect."
+}
+```
+
+### Get a single user
+
+```
+GET /-/user/org.couchdb.user::username
+```
+
+#### Response 200
+
+```json
+HTTP/1.1 200 OK
+ETag: "32-984ee97e01aea166dcab6d1517c730e3"
+
+{
+  "_id": "org.couchdb.user:fengmk2",
+  "_rev": "32-984ee97e01aea166dcab6d1517c730e3",
+  "name": "fengmk2",
+  "email": "fengmk2@gmail.com",
+  "type": "user",
+  "roles": [],
+  "date": "2014-08-04T10:43:07.063Z",
+  "fullname": "fengmk2",
+  "avatar": "https://secure.gravatar.com/avatar/95b9d41231617a05ced5604d242c9670?s=50&d=retro",
+  "freenode": "",
+  "github": "fengmk2",
+  "homepage": "http://fengmk2.github.com",
+  "twitter": "fengmk2",
+  "avatarMedium": "https://secure.gravatar.com/avatar/95b9d41231617a05ced5604d242c9670?s=100&d=retro",
+  "avatarLarge": "https://secure.gravatar.com/avatar/95b9d41231617a05ced5604d242c9670?s=496&d=retro",
+  "fields": [
+    {
+      "name": "fullname",
+      "value": "fengmk2",
+      "title": "Full Name",
+      "show": "fengmk2"
+    },
+    {
+      "name": "email",
+      "value": "fengmk2@gmail.com",
+      "title": "Email",
+      "show": "<a href=\"mailto:fengmk2@gmail.com\">fengmk2@gmail.com</a>"
+    },
+    {
+      "name": "github",
+      "value": "fengmk2",
+      "title": "Github",
+      "show": "<a rel=\"me\" href=\"https://github.com/fengmk2\">fengmk2</a>"
+    },
+    {
+      "name": "twitter",
+      "value": "fengmk2",
+      "title": "Twitter",
+      "show": "<a rel=\"me\" href=\"https://twitter.com/fengmk2\">@fengmk2</a>"
+    },
+    {
+      "name": "appdotnet",
+      "value": "",
+      "title": "App.net",
+      "show": ""
+    },
+    {
+      "name": "homepage",
+      "value": "http://fengmk2.github.com",
+      "title": "Homepage",
+      "show": "<a rel=\"me\" href=\"http://fengmk2.github.com/\">http://fengmk2.github.com</a>"
+    },
+    {
+      "name": "freenode",
+      "value": "",
+      "title": "IRC Handle",
+      "show": ""
+    }
+  ],
+  "appdotnet": "fengmk2"
+}
+```
+
+#### Response 404
+
+```json
+HTTP/1.1 404 Object Not Found
+
+{
+  "error": "not_found",
+  "reason": "missing"
+}
+```
+
+### Add a new user
+
+```
+PUT /-/user/org.couchdb.user::username
+```
+
+#### Input
+
+```json
+{
+  "name": "admin",
+  "password": "123",
+  "email": "fengmk2@gmail.com",
+  "_id": "org.couchdb.user:admin",
+  "type": "user",
+  "roles": [],
+  "date": "2014-08-05T16:05:17.792Z"
+}
+```
+
+#### Response 201
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "id": "org.couchdb.user:fengmk2",
+  "rev": "32-984ee97e01aea166dcab6d1517c730e3"
+}
+```
+
+#### Response 409
+
+User already exists
+
+```json
+HTTP/1.1 409 Conflict
+
+{
+  "error": "conflict",
+  "reason": "Document update conflict."
+}
+```
+
+### Update a exists user
+
+* Authentication required.
+
+```
+PUT /-/user/org.couchdb.user::username/-rev/:rev
+```
+
+#### Input
+
+```json
+{
+  "name": "admin",
+  "password": "123",
+  "email": "fengmk2@gmail.com",
+  "_id": "org.couchdb.user:admin",
+  "type": "user",
+  "roles": [],
+  "date": "2014-08-05T16:05:17.792Z",
+  "_rev": "2-1a18c3d73ba42e863523a399ff3304d8"
+}
+```
+
+#### Response
+
+```json
+Status: 201 Created
+
+{
+  "ok": true,
+  "id": "org.couchdb.user:fengmk2",
+  "rev": "3-bb300a90c9aeb779748b83ec1b744039"
+}
+```
+
+## Search
--- a/docs/update_sqls/v1.6.x-upgrade.sql
+++ b/docs/update_sqls/v1.6.x-upgrade.sql
@@ -1,4 +1,4 @@
-CREATE TABLE `module_maintainer` (
+CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
@@ -6,4 +6,4 @@ CREATE TABLE `module_maintainer` (
 PRIMARY KEY (`id`),
 UNIQUE KEY `user_module_name` (`user`,`name`),
 KEY `name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module maintainers';
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
--- a/docs/web/install.md
+++ b/docs/web/install.md
@@ -1,115 +0,0 @@
-# Install & Get Started
-
-## Deps
-
-* MySQL Server: http://db4free.net/
-* qiniu CDN: http://www.qiniu.com/
-* redis session: https://garantiadata.com Support 24MB free spaces.
-* node: >=0.10.21
-
-## Clone
-
-```bash
-$ git clone git://github.com/fengmk2/cnpmjs.org.git $HOME/cnpmjs.org
-$ cd $HOME/cnpmjs.org
-```
-
-## Create your `config.js`
-
-```bash
-$ vim config/config.js
-```
-
-`config.js` content sample:
-
-```js
-module.exports = {
-  debug: false,
-  enableCluster: true, // enable cluster mode
-  logdir: 'your application log dir',
-  mysqlServers: [
-    {
-      host: 'your mysql host',
-      port: 3306,
-      user: 'yourname',
-      password: 'your password'
-    }
-  ],
-  mysqlDatabase: 'cnpmjs',
-  redis: {
-    host: 'your redist host',
-    port: 6379,
-  },
-  qn: {
-    accessKey: "your qiniu appkey",
-    secretKey: "your secret key",
-    bucket: "foobucket",
-    domain: "http://foobucket.u.qiniudn.com"
-  },
-  nfs: null, // you can set a nfs to replace qiniu cdn
-  enablePrivate: true, // enable private mode, only admin can publish, other use just can sync package from source npm
-  admins: {
-    admin: 'admin@cnpmjs.org',
-  },
-  syncModel: 'exist', //`all` sync all packages, `exist` only update  exist packages, `none` do nothing
-};
-```
-
-## Create MySQL Database and Tables
-
-```bash
-$ mysql -u yourname -p
-
-mysql> use cnpmjs;
-mysql> source docs/db.sql
-```
-
-## Use your own CDN
-If you wan to use your own CDN instead of qiniu. Just look at `common/qnfs.js` and implement the interface like it, then pass it by set `config.nfs`.
-
-## npm install
-
-```bash
-$ npm install
-```
-
-## start
-
-```bash
-$ ./bin/nodejsctl start
-
-Starting cnpmjs.org ...
-Start nodejs success. PID=27175
-```
-
-## open registry and web
-
-```bash
-# registry
-$ open http://localhost:7001
-# web
-$ open http://localhost:7002
-```
-
-## use cnpm cli with your own registry
-You do not need to write another command line tool with your own registry,
-just alias [cnpm](http://github.com/fengmk2/cnpm), then you can get a npm client for you own registry.
-
-```
-# install cnpm first
-npm install -g cnpm
-
-# then alias lnpm to cnpm, but change config to your own registry
-alias lnpm='cnpm --registry=http://localhost:7001\
- --registryweb=http://localhost:7002\
- --cache=$HOME/.npm/.cache/lnpm\
- --disturl=http://cnpmjs.org/dist\
- --userconfig=$HOME/.lnpmrc'
-
- #or put this in .zshrc or .bashrc
- echo "#lnpm alias\nalias lnpm='cnpm --registry=http://localhost:7001\
- --registryweb=http://localhost:7002\
- --cache=$HOME/.npm/.cache/lnpm\
- --disturl=http://cnpmjs.org/dist\
- --userconfig=$HOME/.lnpmrc'" >> $HOME/.zshrc && source $HOME/.zshrc
-```
--- a/docs/web/readme.md
+++ b/docs/web/readme.md
@@ -4,11 +4,12 @@ So `cnpm` is meaning: **Company npm**.

 ## Registry

-* Our public registry: [r.cnpmjs.org](http://r.cnpmjs.org), syncing from [registry.npmjs.org](http://registry.npmjs.org)
-* Current [cnpmjs.org](/) version: <span id="app-version"></span>
-* Mirror of [nodejs.org/dist](http://nodejs.org/dist): [/dist mirror](/dist)
-* Mirror of [phantomjs downloads](https://bitbucket.org/ariya/phantomjs/downloads): [phantomjs mirror](/dist/phantomjs/)
+- Our public registry: [r.cnpmjs.org](https://r.cnpmjs.org), syncing from [registry.npmjs.com](https://registry.npmjs.com)
+- [cnpmjs.org](/) version: <span id="app-version"></span>
+- [Node.js](https://nodejs.org) version: <span id="node-version"></span>
+- For developers in China, please visit [the China mirror](https://npm.taobao.org). 中国用户请访问[国内镜像站点](https://npm.taobao.org)。

+<div class="ant-table">
 <table class="downloads">
  <tbody>
    <tr>
@@ -28,12 +29,17 @@ So `cnpm` is meaning: **Company npm**.
    </tr>
  </tbody>
 </table>
+</div>

 <div class="sync" style="display:none;">
  <h3>Sync Status</h3>
  <p id="sync-model"></p>
  <p>Last sync time is <span id="last-sync-time"></span>. </p>
-  <p class="syncing alert alert-info">The sync worker is working in the backend now. </p>
+  <div class="ant-alert ant-alert-info syncing">
+    <span class="anticon ant-alert-icon anticon-info-circle"></span>
+    <span class="ant-alert-description">The sync worker is working in the backend now. </span>
+  </div>
+  <div class="ant-table">
  <table class="sync-status">
    <tbody>
      <tr>
@@ -48,90 +54,55 @@ So `cnpm` is meaning: **Company npm**.
      </tr>
    </tbody>
  </table>
+  </div>
 </div>

-Running on [Node.js](http://nodejs.org), version <span id="node-version"></span>.
+<script src="/js/readme.js"></script>

-<script>
-$(function () {
-  function humanize(n, options) {
-    options = options || {};
-    var d = options.delimiter || ',';
-    var s = options.separator || '.';
-    n = n.toString().split('.');
-    n[0] = n[0].replace(/(\d)(?=(\d\d\d)+(?!\d))/g, '$1' + d);
-    return n.join(s);
-  }
+## Badges

-  $.getJSON('/total', function (data) {
-    $('#total-packages').html(humanize(data.doc_count));
-    $('#total-versions').html(humanize(data.doc_version_count));
-    $('#total-deletes').html(humanize(data.doc_del_count));
+Default style is `flat-square`.

-    var downloads = $('table.downloads');
-    downloads.find('td.count:eq(3)').html(humanize(data.download.today));
-    downloads.find('td.count:eq(4)').html(humanize(data.download.thisweek));
-    downloads.find('td.count:eq(5)').html(humanize(data.download.thismonth));
-    downloads.find('td.count:eq(6)').html(humanize(data.download.lastday));
-    downloads.find('td.count:eq(7)').html(humanize(data.download.lastweek));
-    downloads.find('td.count:eq(8)').html(humanize(data.download.lastmonth));
+### Version

-    $('#node-version').html(data.node_version || 'v0.10.22');
-    $('#app-version').html(data.app_version || '0.0.0');
+Badge URL: `https://cnpmjs.org/badge/v/cnpmjs.org.svg` ![cnpmjs.org-version-badge](//cnpmjs.org/badge/v/cnpmjs.org.svg)

-    if (data.sync_model === 'all') {
-      $('#sync-model').html('This registry will sync all packages from official registry.');
-      $('#last-sync-time').html(new Date(data.last_sync_time));
-    } else if (data.sync_model === 'exist') {
-      $('#sync-model').html('This registry will only update exist packages from official registry.');
-      $('#last-sync-time').html(new Date(data.last_exist_sync_time));
-    }
+* `<0.1.0 & >=0.0.0`: ![red-badge](https://dn-img-shields-io.qbox.me/badge/cnpm-0.0.1-red.svg?style=flat-square)
+* `<1.0.0 & >=0.1.0`: ![red-badge](https://dn-img-shields-io.qbox.me/badge/cnpm-0.1.0-green.svg?style=flat-square)
+* `>=1.0.0`: ![red-badge](https://dn-img-shields-io.qbox.me/badge/cnpm-1.0.0-blue.svg?style=flat-square)

-    $('#need-sync').html(data.need_sync_num);
-    $('#success-sync').html(data.success_sync_num);
-    $('#fail-sync').html(data.fail_sync_num);
-    $('#left-sync').html(data.left_sync_num);
-    $('#percent-sync').html(Math.floor(data.success_sync_num / data.need_sync_num * 100));
-    $('#last-success-name').html('<a target="_blank" href="/package/' + data.last_sync_module + '">' +
-      data.last_sync_module + '</a>');
+### Downloads

-    if (!data.sync_status) {
-      $('.syncing').html('');
-    }
-
-    $('.sync').show();
-  });
-});
-</script>
+Badge URL: `https://cnpmjs.org/badge/d/cnpmjs.org.svg` ![cnpmjs.org-download-badge](//cnpmjs.org/badge/d/cnpmjs.org.svg)

 ## Usage

 use our npm client [cnpm](https://github.com/cnpm/cnpm)(More suitable with cnpmjs.org and gzip support), you can get our client through npm:

-```
-npm install -g cnpm --registry=http://r.cnpmjs.org
+```bash
+$ npm install -g cnpm --registry=https://registry.npm.taobao.org
 ```

 Or you can alias NPM to use it:

 ```bash
-alias cnpm="npm --registry=http://r.cnpmjs.org \
+alias cnpm="npm --registry=https://registry.npm.taobao.org \
 --cache=$HOME/.npm/.cache/cnpm \
--disturl=http://cnpmjs.org/dist \
+--disturl=https://npm.taobao.org/mirrors/node \
 --userconfig=$HOME/.cnpmrc"

 #Or alias it in .bashrc or .zshrc
-$ echo '\n#alias for cnpm\nalias cnpm="npm --registry=http://r.cnpmjs.org \
+$ echo '\n#alias for cnpm\nalias cnpm="npm --registry=https://registry.npm.taobao.org \
  --cache=$HOME/.npm/.cache/cnpm \
-  --disturl=http://cnpmjs.org/dist \
+  --disturl=https://npm.taobao.org/mirrors/node \
  --userconfig=$HOME/.cnpmrc"' >> ~/.zshrc && source ~/.zshrc
 ```

 ### install

-Install package from [r.cnpmjs.org](http://r.cnpmjs.org). When installing a package or version does not exist, it will try to install from the official registry([registry.npmjs.org](http://registry.npmjs.org)), and sync this package to cnpm in the backend.
+Install package from [r.cnpmjs.org](//r.cnpmjs.org). When installing a package or version does not exist, it will try to install from the official registry([registry.npmjs.org](https://registry.npmjs.org)), and sync this package to cnpm in the backend.

-```
+```bash
 $ cnpm install [name]
 ```

@@ -143,10 +114,10 @@ Only `cnpm` cli has this command. Meaning sync package from source npm.
 $ cnpm sync connect
 ```

-sync package on web: [cnpmjs.org/sync/connect](http://cnpmjs.org/sync/connect)
+sync package on web: [sync/connect](/sync/connect)

 ```bash
-$ open http://cnpmjs.org/sync/connect
+$ open http://registry.npm.taobao.org/sync/connect
 ```

 ### publish / unpublish
@@ -174,6 +145,11 @@ $ cnpm info cnpm

 Release [History](/history).

-## npm and cnpm relation
+## npmjs.org, cnpmjs.org and npm.taobao.org relation

-![npm&cnpm](https://docs.google.com/drawings/d/12QeQfGalqjsB77mRnf5Iq5oSXHCIUTvZTwECMonqCmw/pub?w=383&h=284)
+[![npm&cnpm](https://dn-cnpm.qbox.me/network.png)](https://dn-cnpm.qbox.me/network.png)
+
+## Sponsors
+
+- [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) (2016.2 - now)
+- [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS) (2015.3 - 2016.3)
--- a/index.js
+++ b/index.js
@@ -1,6 +1,4 @@
 /**!
- * cnpmjs.org - index.js
- *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
--- a/lib/common.js
+++ b/lib/common.js
@@ -27,6 +27,11 @@ exports.getTarballFilepath = function (filename) {
 };

 exports.getCDNKey = function (name, filename) {
+  // if name is scope package name, need to auto fix filename as a scope package file name
+  // e.g.: @scope/foo, filename: foo-1.0.0.tgz => filename: @scope/foo-1.0.0.tgz
+  if (name[0] === '@' && filename[0] !== '@') {
+    filename = name.split('/')[0] + '/' + filename;
+  }
  return '/' + name + '/-/' + filename;
 };

@@ -56,3 +61,20 @@ exports.isMaintainer = function (user, maintainers) {

  return match.length > 0;
 };
+
+exports.isLocalModule = function (mods) {
+  for (var i = 0; i < mods.length; i++) {
+    var r = mods[i];
+    if (r.package && r.package._publish_on_cnpm) {
+      return true;
+    }
+  }
+  return false;
+};
+
+exports.isPrivateScopedPackage = function (name) {
+  if (name[0] !== '@') {
+    return false;
+  }
+  return config.scopes.indexOf(name.split('/')[0]) >= 0;
+};
--- a/middleware/auth.js
+++ b/middleware/auth.js
@@ -16,13 +16,14 @@

 var debug = require('debug')('cnpmjs.org:middleware:auth');
 var UserService = require('../services/user');
+var config = require('../config');

 /**
 * Parse the request authorization
 * get the real user
 */

-module.exports = function (options) {
+module.exports = function () {
  return function* auth(next) {
    this.user = {};

@@ -30,12 +31,12 @@ module.exports = function (options) {
    authorization = authorization.trim();
    debug('%s %s with %j', this.method, this.url, authorization);
    if (!authorization) {
-      return yield* next;
+      return yield* unauthorized.call(this, next);
    }

    authorization = new Buffer(authorization, 'base64').toString().split(':');
    if (authorization.length !== 2) {
-      return yield* next;
+      return yield* unauthorized.call(this, next);
    }

    var username = authorization[0];
@@ -52,7 +53,7 @@ module.exports = function (options) {

    if (!row) {
      debug('auth fail user: %j, headers: %j', row, this.header);
-      return yield* next;
+      return yield* unauthorized.call(this, next);
    }

    this.user.name = row.login;
@@ -62,3 +63,19 @@ module.exports = function (options) {
    yield* next;
  };
 };
+
+function* unauthorized(next) {
+  if (!config.alwaysAuth || this.method !== 'GET') {
+    return yield* next;
+  }
+  this.status = 401;
+  this.set('WWW-Authenticate', 'Basic realm="sample"');
+  if (this.accepts(['html', 'json']) === 'json') {
+    this.body = {
+      error: 'unauthorized',
+      reason: 'login first'
+    };
+  } else {
+    this.body = 'login first';
+  }
+}
--- a/middleware/block.js
+++ b/middleware/block.js
@@ -0,0 +1,28 @@
+/**!
+ * cnpmjs.org - middleware/block.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+module.exports = function () {
+  return function* block(next) {
+    var ua = String(this.get('user-agent')).toLowerCase();
+    if (ua === 'ruby') {
+      this.status = 403;
+      return this.body = {
+        message: 'forbidden Ruby user-agent, ip: ' + this.ip
+      };
+    }
+    yield* next;
+  };
+};
--- a/middleware/editable.js
+++ b/middleware/editable.js
@@ -0,0 +1,42 @@
+/**!
+ * cnpmjs.org - middleware/editable.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../services/package');
+
+// admin or module's maintainer can modified the module
+module.exports = function* editable(next) {
+  var username = this.user && this.user.name;
+  var moduleName = this.params.name || this.params[0];
+  if (username && moduleName) {
+    if (this.user.isAdmin) {
+      return yield* next;
+    }
+    var isMaintainer = yield* packageService.isMaintainer(moduleName, username);
+    if (isMaintainer) {
+      return yield* next;
+    }
+  }
+
+  this.status = 403;
+  var message = 'not authorized to modify ' + moduleName;
+  if (username) {
+    message = username + ' ' + message;
+  }
+  this.body = {
+    error: 'forbidden user',
+    reason: message
+  };
+};
--- a/middleware/exists_package.js
+++ b/middleware/exists_package.js
@@ -0,0 +1,28 @@
+/**!
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var packageService = require('../services/package');
+
+module.exports = function* (next) {
+  var name = this.params.name || this.params[0];
+  var pkg = yield packageService.getLatestModule(name);
+  if (pkg) {
+    return yield* next;
+  }
+  this.status = 404;
+  this.body = {
+    error: 'not_found',
+    reason: 'document not found'
+  };
+};
--- a/middleware/limit.js
+++ b/middleware/limit.js
@@ -16,7 +16,6 @@

 var config = require('../config');
 var limit = require('koa-limit');
-var store = require('../common/redis');

 var limitConfig = config.limit;

@@ -25,10 +24,5 @@ if (!limitConfig.enable) {
    yield *next;
  };
 } else {
-
-  if (!config.debug) {
-    limitConfig.store = store;
-  }
-
  module.exports = limit(limitConfig);
 }
--- a/middleware/login.js
+++ b/middleware/login.js
@@ -14,9 +14,15 @@
 * Module dependencies.
 */

+var http = require('http');
+
 module.exports = function *login(next) {
  if (this.user.error) {
-    this.status = this.user.error.status || 500;
+    var status = this.user.error.status;
+    this.status = http.STATUS_CODES[status]
+      ? status
+      : 500;
+
    this.body = {
      error: this.user.error.name,
      reason: this.user.error.message
@@ -25,11 +31,10 @@ module.exports = function *login(next) {
  }

  if (!this.user.name) {
-
    this.status = 401;
    this.body = {
      error: 'unauthorized',
-      reason: 'Login first.'
+      reason: 'Login first'
    };
    return;
  }
--- a/middleware/opensearch.js
+++ b/middleware/opensearch.js
@@ -22,9 +22,7 @@ var template = '<?xml version="1.0" encoding="UTF-8"?>\
    <Url method="get" type="text/html" template="http://${host}/browse/keyword/{searchTerms}"/>\
 </OpenSearchDescription>';

-var lastModifyDate = new Date();
-
-module.exports = function *publishable(next) {
+module.exports = function *opensearch(next) {
  if (this.path === '/opensearch.xml') {
    this.type = 'text/xml';
    this.charset = 'utf-8';
--- a/middleware/proxy_to_npm.js
+++ b/middleware/proxy_to_npm.js
@@ -0,0 +1,50 @@
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:middleware:proxy_to_npm');
+var config = require('../config');
+
+module.exports = function (options) {
+  var redirectUrl = config.sourceNpmRegistry;
+  var proxyUrls = [
+    // /:pkg, dont contains scoped package
+    /^\/[\w\-\.]+$/,
+    // /-/package/:pkg/dist-tags
+    /^\/\-\/package\/[\w\-\.]+\/dist-tags/,
+  ];
+  if (options && options.isWeb) {
+    redirectUrl = redirectUrl.replace('//registry.', '//');
+    proxyUrls = [
+      // /package/:pkg
+      /^\/package\/[\w\-\.]+$/,
+    ];
+  }
+  return function* proxyToNpm(next) {
+    if (config.syncModel !== 'none') {
+      return yield next;
+    }
+    // only proxy read requests
+    if (this.method !== 'GET' && this.method !== 'HEAD') {
+      return yield next;
+    }
+
+    var pathname = this.path;
+    var match;
+    for (var i = 0; i < proxyUrls.length; i++) {
+      match = proxyUrls[i].test(pathname);
+      if (match) {
+        break;
+      }
+    }
+    if (!match) {
+      return yield next;
+    }
+
+    var url = redirectUrl + this.url;
+    debug('proxy to %s', url);
+    this.redirect(url);
+  };
+};
--- a/middleware/publishable.js
+++ b/middleware/publishable.js
@@ -21,7 +21,6 @@ var debug = require('debug')('cnpmjs.org:middlewares/publishable');
 module.exports = function *publishable(next) {
  // private mode, only admin user can publish
  if (config.enablePrivate && !this.user.isAdmin) {
-
    this.status = 403;
    this.body = {
      error: 'no_perms',
@@ -30,9 +29,8 @@ module.exports = function *publishable(next) {
    return;
  }

-  // public mode, all user have permission to publish
-  // but if `config.scopes` exist, only can publish with scopes in `config.scope`
-  // if `config.forcePublishWithScope` set to true, only admins can publish without scope
+  // public mode, all user have permission to publish `scoped package`
+  // and only can publish with scopes in `ctx.user.scopes`, default is `config.scopes`

  var name = this.params.name || this.params[0];

@@ -50,7 +48,7 @@ module.exports = function *publishable(next) {
  }

  // none-scope
-  if (checkNoneScope(this)) {
+  if (checkNoneScope(name, this)) {
    return yield* next;
  }
 };
@@ -71,7 +69,7 @@ function checkScope(name, ctx) {
    ctx.status = 400;
    ctx.body = {
      error: 'invalid scope',
-      reason: util.format('scope %s not match legal scopes %j', scope, ctx.user.scopes)
+      reason: util.format('scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', '))
    };
    return false;
  }
@@ -83,21 +81,23 @@ function checkScope(name, ctx) {
 * check if user have permission to publish without scope
 */

-function checkNoneScope(ctx) {
-  if (!config.scopes
-    || !config.scopes.length
-    || !config.forcePublishWithScope) {
-    return true;
-  }
-
-  // only admins can publish or unpublish non-scope modules
-  if (ctx.user.isAdmin) {
+function checkNoneScope(name, ctx) {
+  // admins unpublished everything
+  if (ctx.user.isAdmin && ctx.method === 'DELETE') {
    return true;
  }

  ctx.status = 403;
+  if (ctx.user.scopes.length === 0) {
+    ctx.body = {
+      error: 'no_perms',
+      reason: 'can\'t publish non-scoped package, please set `config.scopes`'
+    };
+    return;
+  }
+
  ctx.body = {
    error: 'no_perms',
-    reason: 'only allow publish with ' + ctx.user.scopes.join(',') + ' scope(s)'
+    reason: 'only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)'
  };
 }
--- a/middleware/registry_not_found.js
+++ b/middleware/registry_not_found.js
@@ -14,8 +14,8 @@
 * Module dependencies.
 */

-module.exports = function *notFound(next) {
-  yield *next;
+module.exports = function* notFound(next) {
+  yield* next;

  if (this.status && this.status !== 404) {
    return;
--- a/middleware/static.js
+++ b/middleware/static.js
@@ -23,7 +23,8 @@ var staticDir = path.join(path.dirname(__dirname), 'public');
 module.exports = middlewares.staticCache(staticDir, {
  buffer: config.debug ? false : true,
  maxAge: config.debug ? 0 : 60 * 60 * 24 * 7,
-  alas: {
+  alias: {
    '/favicon.ico': '/favicon.png'
-  }
+  },
+  gzip: config.enableCompress,
 });
--- a/middleware/sync_by_install.js
+++ b/middleware/sync_by_install.js
@@ -1,7 +1,5 @@
-/**!
- * cnpmjs.org - middleware/sync_by_install.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
+/**
+ * Copyright(c) cnpm and other contributors.
 * MIT Licensed
 *
 * Authors:
@@ -17,25 +15,36 @@
 var config = require('../config');

 /**
- * this.allowSync  -  allow sync triggle by cnpm install
+ * {Boolean} this.allowSync  -  allow sync triggle by cnpm install
 */

 module.exports = function* syncByInstall(next) {
-  if (!config.syncByInstall || !config.enablePrivate) {
+  this.allowSync = false;
+  if (!config.syncByInstall) {
    // only config.enablePrivate should enable sync on install
-    return yield* next;
+    return yield next;
  }
-  // request not by node, consider it request from web
+  // request not by node, consider it request from web, don't sync
  var ua = this.get('user-agent');
  if (!ua || ua.indexOf('node') < 0) {
-    return yield* next;
+    return yield next;
  }

-  // if request with `/xxx?write=true`, meaning the read request using for write
+  // if request with `/xxx?write=true`, meaning the read request using for write, don't sync
  if (this.query.write) {
-    return yield* next;
+    return yield next;
+  }
+
+  var name = this.params.name || this.params[0];
+
+  // private scoped package don't sync
+  if (name && name[0] === '@') {
+    var scope = name.split('/')[0];
+    if (config.scopes.indexOf(scope) >= 0) {
+      return yield next;
+    }
  }

  this.allowSync = true;
-  yield* next;
+  yield next;
 };
--- a/middleware/unpublishable.js
+++ b/middleware/unpublishable.js
@@ -0,0 +1,24 @@
+/**!
+ * cnpmjs.org - middleware/unpublishable.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com>
+ */
+
+'use strict';
+
+module.exports = function *unpublishable(next) {
+  // only admin user can unpublish
+  if (!this.user.isAdmin) {
+    this.status = 403;
+    this.body = {
+      error: 'no_perms',
+      reason: 'Only administrators can unpublish module',
+    };
+    return;
+  }
+  yield next;
+};
--- a/middleware/web_not_found.js
+++ b/middleware/web_not_found.js
@@ -16,8 +16,8 @@

 var debug = require('debug')('cnpmjs.org:middleware:web_not_found');

-module.exports = function *notFound(next) {
-  yield *next;
+module.exports = function* notFound(next) {
+  yield* next;

  if (this.status && this.status !== 404) {
    return;
@@ -38,16 +38,16 @@ module.exports = function *notFound(next) {

  // package not found
  m = /\/package\/([\w\-\_\.]+)\/?$/.exec(this.url);
+  var name = null;
+  var title = '404: Page Not Found';
  if (m) {
-    var name = m[1];
-    this.status = 404;
-    yield* this.render('404', {
-      title: 'Package - ' + name,
-      name: name
-    });
-    return;
+    name = m[1];
+    title = name + ' Not Found';
  }

  this.status = 404;
-  this.body = 'Cannot GET ' + this.path;
+  yield* this.render('404', {
+    title: title,
+    name: name
+  });
 };
--- a/models/_module_maintainer_class_methods.js
+++ b/models/_module_maintainer_class_methods.js
@@ -0,0 +1,159 @@
+/**!
+ * cnpmjs.org - models/_module_maintainer_class_methods.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/**
+ * list all module names by user
+ * @param {String} user
+ */
+
+exports.listModuleNamesByUser = function* (user) {
+  var rows = yield this.findAll({
+    attributrs: ['name'],
+    where: {
+      user: user
+    }
+  });
+  return rows.map(function (row) {
+    return row.name;
+  });
+};
+
+/**
+ * list all maintainers of module `name`
+ * @param {String} name
+ */
+
+exports.listMaintainers = function* (name) {
+  var rows = yield this.findAll({
+    attributrs: ['user'],
+    where: {
+      name: name
+    }
+  });
+  return rows.map(function (row) {
+    return row.user;
+  });
+};
+
+/**
+ * add a maintainer for module `name`
+ * @param {String} name
+ * @param {String} user
+ */
+
+exports.addMaintainer = function* (name, user) {
+  var row = yield this.find({
+    where: {
+      user: user,
+      name: name
+    }
+  });
+  if (!row) {
+    row = yield this.build({
+      user: user,
+      name: name
+    }).save();
+  }
+  return row;
+};
+
+/**
+ * add maintainers for module `name`
+ * @param {String} name
+ * @param {Array} users
+ */
+
+exports.addMaintainers = function* (name, users) {
+  return yield users.map(function (user) {
+    return this.addMaintainer(name, user);
+  }.bind(this));
+};
+
+/**
+ * remove maintainers for module `name`
+ * @param {String} name
+ * @param {Array} users
+ */
+
+exports.removeMaintainers = function* (name, users) {
+  // removeMaintainers(name, oneUserName)
+  if (typeof users === 'string') {
+    users = [users];
+  }
+  if (users.length === 0) {
+    return;
+  }
+  yield this.destroy({
+    where: {
+      name: name,
+      user: users,
+    }
+  });
+};
+
+/**
+ * remove all maintainers for module `name`
+ * @param {String} name
+ */
+
+exports.removeAllMaintainers = function* (name) {
+  yield this.destroy({
+    where: {
+      name: name
+    }
+  });
+};
+
+/**
+ * add maintainers to module
+ * @param {String} name
+ * @param {Array} users
+ */
+
+exports.updateMaintainers = function* (name, users) {
+  // maintainers should be [username1, username2, ...] format
+  // find out the exists maintainers
+  // then remove all the users not present and add all the left
+
+  if (users.length === 0) {
+    return {
+      add: [],
+      remove: []
+    };
+  }
+  var exists = yield* this.listMaintainers(name);
+
+  var addUsers = users.filter(function (username) {
+    // add user which in `users` but do not in `exists`
+    return exists.indexOf(username) === -1;
+  });
+
+  var removeUsers = exists.filter(function (username) {
+    // remove user which in `exists` by not in `users`
+    return users.indexOf(username) === -1;
+  });
+
+  yield [
+    this.addMaintainers(name, addUsers),
+    this.removeMaintainers(name, removeUsers),
+  ];
+
+  return {
+    add: addUsers,
+    remove: removeUsers
+  };
+};
+
--- a/models/download_total.js
+++ b/models/download_total.js
@@ -0,0 +1,273 @@
+/**!
+ * cnpmjs.org - models/download_total.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+// CREATE TABLE IF NOT EXISTS `downloads` (
+//  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+//  `gmt_create` datetime NOT NULL COMMENT 'create time',
+//  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+//  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+//  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
+//  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
+//  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
+//  `d03` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '03 download count',
+//  `d04` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '04 download count',
+//  `d05` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '05 download count',
+//  `d06` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '06 download count',
+//  `d07` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '07 download count',
+//  `d08` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '08 download count',
+//  `d09` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '09 download count',
+//  `d10` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '10 download count',
+//  `d11` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '11 download count',
+//  `d12` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '12 download count',
+//  `d13` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '13 download count',
+//  `d14` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '14 download count',
+//  `d15` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '15 download count',
+//  `d16` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '16 download count',
+//  `d17` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '17 download count',
+//  `d18` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '18 download count',
+//  `d19` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '19 download count',
+//  `d20` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '20 download count',
+//  `d21` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '21 download count',
+//  `d22` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '22 download count',
+//  `d23` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '23 download count',
+//  `d24` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '24 download count',
+//  `d25` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '25 download count',
+//  `d26` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '26 download count',
+//  `d27` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '27 download count',
+//  `d28` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '28 download count',
+//  `d29` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '29 download count',
+//  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
+//  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
+//  PRIMARY KEY (`id`),
+//  UNIQUE KEY `name_date` (`name`, `date`)
+//  KEY `date` (`date`)
+// ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('DownloadTotal', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    date: {
+      type: DataTypes.INTEGER,
+      allowNull: false,
+      comment: 'YYYYMM format',
+    },
+    d01: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '01 download count',
+    },
+    d02: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '02 download count',
+    },
+    d03: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '03 download count',
+    },
+    d04: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '04 download count',
+    },
+    d05: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '05 download count',
+    },
+    d06: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '06 download count',
+    },
+    d07: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '07 download count',
+    },
+    d08: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '08 download count',
+    },
+    d09: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '09 download count',
+    },
+    d10: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '10 download count',
+    },
+    d11: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '11 download count',
+    },
+    d12: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '12 download count',
+    },
+    d13: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '13 download count',
+    },
+    d14: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '14 download count',
+    },
+    d15: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '15 download count',
+    },
+    d16: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '16 download count',
+    },
+    d17: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '17 download count',
+    },
+    d18: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '18 download count',
+    },
+    d19: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '19 download count',
+    },
+    d20: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '20 download count',
+    },
+    d21: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '21 download count',
+    },
+    d22: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '22 download count',
+    },
+    d23: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '23 download count',
+    },
+    d24: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '24 download count',
+    },
+    d25: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '25 download count',
+    },
+    d26: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '26 download count',
+    },
+    d27: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '27 download count',
+    },
+    d28: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '28 download count',
+    },
+    d29: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '29 download count',
+    },
+    d30: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '30 download count',
+    },
+    d31: {
+      type: DataTypes.BIGINT(20),
+      allowNull: false,
+      defaultValue: 0,
+      comment: '31 download count',
+    },
+  }, {
+    tableName: 'downloads',
+    comment: 'module download total info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'date']
+      },
+      {
+        fields: ['date']
+      }
+    ],
+    classMethods: {
+
+    }
+  });
+};
--- a/models/index.js
+++ b/models/index.js
@@ -0,0 +1,50 @@
+/**!
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var path = require('path');
+var sequelize = require('../common/sequelize');
+
+function load(name) {
+  return sequelize.import(path.join(__dirname, name));
+}
+
+module.exports = {
+  sequelize: sequelize,
+  Module: load('module'),
+  ModuleLog: load('module_log'),
+  ModuleStar: load('module_star'),
+  ModuleKeyword: load('module_keyword'),
+  ModuleDependency: load('module_deps'),
+  ModuleMaintainer: load('module_maintainer'),
+  ModuleUnpublished: load('module_unpublished'),
+  NpmModuleMaintainer: load('npm_module_maintainer'),
+
+  Tag: load('tag'),
+  User: load('user'),
+  Total: load('total'),
+  DownloadTotal: load('download_total'),
+
+  query: function* (sql, args) {
+    var options = { replacements: args };
+    var data = yield this.sequelize.query(sql, options);
+    if (/select /i.test(sql)) {
+      return data[0];
+    }
+    return data[1];
+  },
+  queryOne: function* (sql, args) {
+    var rows = yield* this.query(sql, args);
+    return rows && rows[0];
+  }
+};
--- a/models/init_script.js
+++ b/models/init_script.js
@@ -0,0 +1,59 @@
+/**!
+ * cnpmjs.org - models/init_script.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../config');
+
+config.database.logging = console.log;
+
+// $ node --harmony models/init_script.js <force> <dialect> <port> <username>
+var force = process.argv[2] === 'true';
+var dialect = process.argv[3];
+if (dialect) {
+  config.database.dialect = dialect;
+}
+var port = process.argv[4];
+if (port) {
+  config.database.port = parseInt(port);
+}
+var username = process.argv[5];
+if (username) {
+  config.database.username = username;
+}
+
+var models = require('./');
+
+models.sequelize.sync({
+  force: force,
+  logging: console.log,
+ })
+  .then(function () {
+    models.Total.init(function (err) {
+      if (err) {
+        console.error('[models/init_script.js] sequelize init fail');
+        console.error(err);
+        throw err;
+      } else {
+        console.log('[models/init_script.js] `%s` sequelize sync and init success',
+          config.database.dialect);
+        process.exit(0);
+      }
+    });
+  })
+  .catch(function (err) {
+    console.error('[models/init_script.js] sequelize sync fail');
+    console.error(err);
+    process.exit(1);
+  });
--- a/models/module.js
+++ b/models/module.js
@@ -0,0 +1,108 @@
+/**!
+ * cnpmjs.org - models/module.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module` (
+  `id` INTEGER NOT NULL auto_increment ,
+  `author` VARCHAR(100) NOT NULL,
+  `name` VARCHAR(100) NOT NULL,
+  `version` VARCHAR(30) NOT NULL,
+  `description` LONGTEXT,
+  `package` LONGTEXT,
+  `dist_shasum` VARCHAR(100),
+  `dist_tarball` VARCHAR(2048),
+  `dist_size` INTEGER UNSIGNED NOT NULL DEFAULT 0,
+  `publish_time` BIGINT(20) UNSIGNED,
+  `gmt_create` DATETIME NOT NULL,
+  `gmt_modified` DATETIME NOT NULL,
+  PRIMARY KEY (`id`)
+)
+COMMENT 'module info' ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE utf8_general_ci;
+
+CREATE UNIQUE INDEX `module_name_version` ON `module` (`name`, `version`);
+CREATE INDEX `module_gmt_modified` ON `module` (`gmt_modified`);
+CREATE INDEX `module_publish_time` ON `module` (`publish_time`);
+CREATE INDEX `module_author` ON `module` (`author`);
+*/
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('Module', {
+    author: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'first maintainer name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name'
+    },
+    version: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'module version'
+    },
+    description: {
+      type: DataTypes.LONGTEXT,
+    },
+    package: {
+      type: DataTypes.LONGTEXT,
+      comment: 'package.json',
+    },
+    dist_shasum: {
+      type: DataTypes.STRING(100),
+      allowNull: true,
+    },
+    dist_tarball: {
+      type: DataTypes.STRING(2048),
+      allowNull: true,
+    },
+    dist_size: {
+      type: DataTypes.INTEGER,
+      allowNull: false,
+      defaultValue: 0,
+    },
+    publish_time: {
+      type: DataTypes.BIGINT(20),
+      allowNull: true,
+    }
+  }, {
+    tableName: 'module',
+    comment: 'module info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'version']
+      },
+      {
+        fields: ['gmt_modified']
+      },
+      {
+        fields: ['publish_time']
+      },
+      {
+        fields: ['author']
+      }
+    ],
+    classMethods: {
+      findByNameAndVersion: function* (name, version) {
+        return yield this.find({
+          where: { name: name, version: version }
+        });
+      }
+    }
+  });
+};
--- a/models/module_deps.js
+++ b/models/module_deps.js
@@ -0,0 +1,58 @@
+/**!
+ * cnpmjs.org - models/module_deps.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_deps` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT '`name` is deped by `deps`',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_deps_name_deps` (`name`,`deps`),
+ KEY `deps` (`module_deps_deps`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleDependency', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    dependent: {
+      field: 'deps',
+      type: DataTypes.STRING(100),
+      comment: '`name` is depended by `deps`. `deps` == depend => `name`'
+    }
+  }, {
+    tableName: 'module_deps',
+    comment: 'module deps',
+    // no need update timestamp
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'deps']
+      },
+      {
+        fields: ['deps']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};
--- a/models/module_keyword.js
+++ b/models/module_keyword.js
@@ -0,0 +1,69 @@
+/**!
+ * cnpmjs.org - models/module_keyword.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_keyword` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `description` longtext,
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleKeyword', {
+    keyword: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    description: {
+      type: DataTypes.LONGTEXT,
+      allowNull: true,
+    }
+  }, {
+    tableName: 'module_keyword',
+    comment: 'module keyword',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['keyword', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: {
+      findByKeywordAndName: function* (keyword, name) {
+        return yield this.find({
+          where: {
+            keyword: keyword,
+            name: name
+          }
+        });
+      }
+    }
+  });
+};
--- a/models/module_log.js
+++ b/models/module_log.js
@@ -0,0 +1,56 @@
+/**!
+ * cnpmjs.org - models/module_log.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_log` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `username` varchar(100) NOT NULL,
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `log` longtext,
+ PRIMARY KEY (`id`),
+ KEY `module_log_name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleLog', {
+    username: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    log: {
+      type: DataTypes.LONGTEXT
+    }
+  }, {
+    tableName: 'module_log',
+    comment: 'module sync log',
+    indexes: [
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};
--- a/models/module_maintainer.js
+++ b/models/module_maintainer.js
@@ -0,0 +1,56 @@
+/**!
+ * cnpmjs.org - models/module_maintainer.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_maintainer_user_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleMaintainer', {
+    user: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    }
+  }, {
+    tableName: 'module_maintainer',
+    comment: 'private module maintainers',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['user', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: require('./_module_maintainer_class_methods'),
+  });
+};
--- a/models/module_star.js
+++ b/models/module_star.js
@@ -0,0 +1,57 @@
+/**!
+ * cnpmjs.org - models/module_star.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `module_star` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_star_user_name` (`user`,`name`),
+ KEY `module_star_name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleStar', {
+    user: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    }
+  }, {
+    tableName: 'module_star',
+    comment: 'module star',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['user', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: {
+    }
+  });
+};
--- a/models/module_unpublished.js
+++ b/models/module_unpublished.js
@@ -0,0 +1,87 @@
+/**!
+ * cnpmjs.org - models/module_unpublished.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var utils = require('./utils');
+
+/*
+CREATE TABLE IF NOT EXISTS `module_unpublished` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `module_unpublished_name` (`name`),
+ KEY `module_unpublished_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleUnpublished', {
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    },
+    package: {
+      type: DataTypes.LONGTEXT,
+      comment: 'base info: tags, time, maintainers, description, versions',
+      get: utils.JSONGetter('package'),
+      set: utils.JSONSetter('package'),
+    }
+  }, {
+    tableName: 'module_unpublished',
+    comment: 'module unpublished info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name']
+      },
+      {
+        fields: ['gmt_modified']
+      }
+    ],
+    classMethods: {
+      findByName: function* (name) {
+        return yield this.find({
+          where: {
+            name: name
+          }
+        });
+      },
+      save: function* (name, pkg) {
+        var row = yield this.find({
+          where: {
+            name: name
+          }
+        });
+        if (row) {
+          row.package = pkg;
+          if (row.changed()) {
+            row = yield row.save(['package']);
+          }
+          return row;
+        }
+
+        row = this.build({
+          name: name,
+          package: pkg,
+        });
+        return yield row.save();
+      }
+    }
+  });
+};
--- a/models/npm_module_maintainer.js
+++ b/models/npm_module_maintainer.js
@@ -0,0 +1,56 @@
+/**!
+ * cnpmjs.org - models/npm_module_maintainer.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/*
+CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `npm_module_maintainer_user_name` (`user`,`name`),
+ KEY `name` (`name`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('NpmModuleMaintainer', {
+    user: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    name: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'module name',
+    }
+  }, {
+    tableName: 'npm_module_maintainer',
+    comment: 'npm original module maintainers',
+    updatedAt: false,
+    indexes: [
+      {
+        unique: true,
+        fields: ['user', 'name']
+      },
+      {
+        fields: ['name']
+      }
+    ],
+    classMethods: require('./_module_maintainer_class_methods'),
+  });
+};
--- a/Show More
+++ b/Show More