Release 1.7.6

fix title xss
Release 1.7.5
2014-12-09 16:11:10 +08:00 · 2014-12-09 16:10:42 +08:00 · 2014-11-26 10:19:01 +08:00 · 2014-11-26 10:17:08 +08:00 · 2014-11-26 10:15:37 +08:00 · 2014-11-25 12:56:48 +08:00
237 changed files with 10188 additions and 15496 deletions
--- a/.editorconfig
+++ b/.editorconfig
@@ -1,17 +0,0 @@
-# http://editorconfig.org
-root = true
-
-[*]
-indent_style = space
-indent_size = 2
-end_of_line = lf
-charset = utf-8
-trim_trailing_whitespace = true
-insert_final_newline = true
-
-[*.md]
-trim_trailing_whitespace = false
-
-[Makefile]
-indent_style = tab
-
--- a/.gitignore
+++ b/.gitignore
@@ -28,4 +28,3 @@ bin/test.sql
 coverage/
 config/web_readme.md
 .tmp/
-*.sqlite
--- a/.jshintignore
+++ b/.jshintignore
@@ -2,6 +2,3 @@ node_modules/
 coverage/
 .tmp/
 .git/
-tools/
-public/
-test/
--- a/.jshintrc
+++ b/.jshintrc
@@ -24,7 +24,7 @@
                                //   "single" : require single quotes
                                //   "double" : require double quotes
    "undef"         : true,     // true: Require all non-global variables to be declared (prevents global leaks)
-    "unused"        : true,     // true: Require all defined variables be used
+    "unused"        : false,    // true: Require all defined variables be used
    "strict"        : true,     // true: Requires all functions run in ES5 Strict Mode
    "trailing"      : false,    // true: Prohibit trailing whitespaces
    "maxparams"     : false,    // {int} Max number of formal params allowed per function
--- a/.node-dev.json
+++ b/.node-dev.json
@@ -1,3 +0,0 @@
-{
-  "notify": false
-}
--- a/.npmignore
+++ b/.npmignore
@@ -20,6 +20,3 @@ coverage/
 config/web_readme.md
 .dist/
 config/config.js
-*.sqlite
-.node-dev.json
-nohup.out
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,11 +1,5 @@
-sudo: false
 language: node_js
 node_js:
-  - '2'
-  - '4'
-  - '5'
-addons:
-  - postgresql: '9.3'
-script: 'make test-travis-all'
-after_script:
-  - "npm i codecov.io && cat ./coverage/coverage.json | ./node_modules/codecov.io/bin/codecov.io.js"
+  - '0.11'
+script: "make test-travis"
+after_script: "npm install coveralls@2 && cat ./coverage/lcov.info | coveralls"
--- a/5
+++ b/5
@@ -1,9 +1,8 @@
 # Ordered by date of first contribution.
+# Auto-generated by 'contributors' on Mon, 03 Mar 2014 13:01:28 GMT.
+# https://github.com/xingrz/node-contributors

 fengmk2 <fengmk2@gmail.com> (https://github.com/fengmk2)
 dead-horse <dead_horse@qq.com> (https://github.com/dead-horse)
 alsotang <alsotang@gmail.com> (https://github.com/alsotang)
 4simple <wondger@qq.com> (https://github.com/4simple)
-afc163 <afc163@gmail.com> (https://github.com/afc163)
-Yuwei Ba <i@xiaoba.me> (https://github.com/ibigbug)
-
--- a/History.md
+++ b/History.md
@@ -1,323 +1,33 @@

-2.5.1 / 2015-12-02
+1.7.6 / 2014-12-09
 ==================

- * chore(package): update bluebird to version 3.0.6
- * fix: SequelizeDatabaseError
- * fix(dist_tag): disable delete latest tag
- * feat: count total private pkgs
- * fix: use isoweek. a week start from monday
- * chore(package): update xss to version 0.2.8
- * chore(package): update semver to version 5.1.0
+ * fix title xss

-2.5.0 / 2015-11-17
+1.7.5 / 2014-11-26
 ==================

- * test: add node v5
- * feat(sync): sync deleted user
- * Update show.js
- * chore(package): update bytes to version 2.2.0
- * do not sync inner username
- * gzip static file
- * chore(package): update bytes to version 2.1.0
- * chore(package): update is-type-of to version 1.0.0
- * Update static.js
- * chore(package): update cfork to version 1.4.0
- * chore(package): update bluebird to version 3.0.5
+  * Merge pull request [#518](https://github.com/cnpm/cnpmjs.org/issues/518) from CatTail/1.x
+  * Fix `Module.add` don't add keyword into `module_keyword` table

-2.4.1 / 2015-10-27
+1.7.4 / 2014-11-25
 ==================

- * fix: improve registry index page performance with cache
- * Configable badge URL prefix.
- * chore(package): update koa-mock to version 1.5.0
- * chore(package): update urllib to version 2.5.0
- * chore(package): update co to version 4.6.0
- * chore(package): update semver to version 5.0.3
+  * Merge pull request [#516](https://github.com/cnpm/cnpmjs.org/issues/516) from CatTail/1.x
+  * Add unit test for searchbykeyword
+  * Add search package by keyword

-2.4.0 / 2015-10-21
-==================
-
- * feat(registry): add package's dependents api
- * fix: show package's dependents
- * chore(package): update utility to version 1.5.0
- * chore(package): update bluebird to version 2.10.2
-
-2.3.1 / 2015-10-15
-==================
-
- * refactor: remove gnode
- * deps: upgrade giturl
- * Some fixes
-
-2.3.0 / 2015-10-15
-==================
-
- * Add dev dependencies.
- * Package page fix.
- * refactor: add more sync log
- * Add mock data.
- * refactor: add more sync log
- * Fix sidebar overflow.
- * Merge pull request #680 from ibigbug/ant-design
- * Clean code.
- * Indent.
- * chore(package): update debug to version 2.2.0
- * chore(package): update should to version 7.1.0
- * chore(package): update koa to version 1.1.0
- * Remove default adBanner.
- * Package pages.
- * Common styles.
- * search page.
- * Sync page.
- * Profile page antd style.
- * Unpublished pkg page style.
- * Add page title for unpubed pkg.
- * Index page style use antd.
- * chore(package): update pg to version 4.4.2
- * chore(package): update cfork to version 1.3.1
- * chore(package): update moment to version 2.10.6
- * feat(badge): Use qiniu cdn
-
-2.2.1 / 2015-09-30
-==================
-
- * test: use istanbul
- * pref: move out try/catch block
- * fix: support nfs.url is generator
-
-2.2.0 / 2015-09-29
-==================
-
- * feat: list packages by username
- * test: use codecov
- * feat(badge): support custom subject
- * fix(sync): add recover logic
- * feat(sync): add sync scripts
-
-2.1.5 / 2015-09-05
-==================
-
- * fix: only sync update packages
-
-2.1.4 / 2015-09-05
-==================
-
- * fix: support new array and old map format both
- * fix: /-/all/since had been redirect to /-/all/static/today.json
- * fix(list): let koa-etag to caculate the etag
-
-2.1.3 / 2015-08-18
-==================
-
- * fix: sync public scope package download url is wrong
- * fix: default registry change to taobao registry
-
-2.1.2 / 2015-08-09
-==================
-
- * fix(syncer): sync worker pkg null bug
- * feat(web): add downloads badge
-
-2.1.1 / 2015-07-27
-==================
-
- * fix: fix private scope package detect
- * fix: dont sync if upstream is npm registry
- * fix(sync): support sync public scope package
- * test: fix fails tests
- * fix: ignore 503 server error
- * fix: ignore sync 503 server error
-
-2.1.0 / 2015-07-08
-==================
-
- * feat(web): search support jsonp
- * fix function name
-
-2.0.0 / 2015-05-11
-==================
-
- * fix: real download as stream
- * add custom ad banner config
- * add sponsors: ucloud.cn
- * fix small typo
- * feat(urllib): support http_proxy
- * force using https links
-
-2.0.0-rc.15 / 2015-02-15
-==================
-
- * fix(markdown): filter xss after markdown render
- * feat(database): support PostgreSQL
-
-2.0.0-rc.14 / 2015-02-14
-==================
-
- * feat: support always-auth
- * fix mysql select args = [] bug
- * fix #597 sequelize raw query.
- * fix(markdown): hotfix markdown-it cpu problem
- * feat: upgrade to co4
- * use kcors fixes #594
-
-2.0.0-rc.13 / 2015-02-04
-==================
-
- * docs: Deploy a private npm registry in 5 minutes
- * refactor(config): move application data to ~/.cnpmjs.org/
- * fix(sync): make get popular pakcage faster
- * feat(sync): web page also redirect to npm www
- * refactor(config): make syncModel to none by default
- * test: fix admin can not publish non-scoped package test cases
- * docs: add chinese mirror link
- * fix: admin can not publish non scoped package on "none" sync model
- * feat(sync): enable none syncModel proxy all public packages
- * fix: ignore username start with " or '
- * fix(bin): fix stop not work on iojs
-
-2.0.0-rc.12 / 2015-02-01
-==================
-
- * feat(syncer): add hostname ua
- * fix(web): remove pkg.contributors logic
-
-2.0.0-rc.11 / 2015-02-01
-==================
-
- * fix xss tests
- * fix(markdown): revert marky-markdown
-
-2.0.0-rc.10 / 2015-01-31
-==================
-
- * feat(middleware): CORS headers for GET and HEAD requests
- * fix(readme): fix index page markdown
- * feat(markdown): use npm same markdown parser
- * feat(download): support download redirect to nfs
- * feat(syncer): request npm registry with gzip
- * change(sync): remove dist syncer
- * feat(registry): add dist tag api
- * refactor(common): remove redis store
-
-2.0.0-rc.9 / 2015-01-22 
-==================
-
-  * hotfix reame render error, pin xss
-  * fix registry user auth api
-
-2.0.0-rc.8 / 2015-01-10
-==================
-
- * fix(markdown): readme.md allow scripts
- * fix(style) flexbox compatibility for both chrome and firefox (@afc163)
- * feat(sync): default sync exist packages
-
-2.0.0-rc.7 / 2015-01-07
-==================
-
- * install sync dont check `enablePrivate`
- * fix(markdown): filter xss readme before markdown render
-
-2.0.0-rc.6 / 2015-01-05
-==================
-
- * fix(markdown): use markdown-it
- * add userService options on config
- * add upload to nfs sync info log
-
-2.0.0-rc.5 / 2015-01-03
-==================
-
- * fix(markdown): use marked instead of remarkable
- * fix(package): pkg.readme is not a string, dont remarkable it
- * feat(sync): sync user profile
-
-2.0.0-rc.4 / 2014-12-25
-==================
-
- * refactor(download): try to use nsf.url() first
- * use __all__ for full downloads
- * refactor(download_total): optimize download total
- * fix sqlite raw sql return datetime is string format
- * fix(download_total): change column date to DateTime
- * fix(services/download_total): fix download_total slow sql on `date >= $start and date <= $end`
- * fix(markdown): replace marked use remarkable
-
-2.0.0-rc.3 / 2014-12-14
-==================
-
- * fix(services): need to detect instance isDirty or not before save()
-
-2.0.0-rc.2 / 2014-12-11
-==================
-
- * add download API, closes [#529](https://github.com/cnpm/cnpmjs.org/issues/529)
- * fix missing home page title (@rockdai)
- * Fix typo in view/web/package.html (@LoicMahieu)
-
-2.0.0-rc.1 / 2014-12-09
-==================
-
- * fix xss on title
- * feat(badge): support badge image url with tag
-
-2.0.0-beta5 / 2014-12-05
-==================
-
- * hotfix package.html typo. Closes [#521](https://github.com/cnpm/cnpmjs.org/issues/521)
- * Add editorconfig
- * fix(web/package): package name to long cause style problem fix
- * fix(css): use github-markdown-css for markdown body
- * feat(mock): use koa-mock for front end dev
-
-2.0.0-beta4 / 2014-11-21
-==================
-
- * fix(registry): add missing /-/short api
- * zoom sync link
- * new design for package page
- * image max width, fixed [#505](https://github.com/cnpm/cnpmjs.org/issues/505)
- * feat(middleware): block Ruby user-agent
-
-2.0.0-beta3 / 2014-11-12
+1.7.3 / 2014-11-12
 ==================

 * fix(sync): should not sync package when maintainers sort change
- * fix(package): detect package is private or not
- * fix(maintainer): fix missing maintainers

-2.0.0-beta2 / 2014-11-09
+1.7.2 / 2014-10-31
 ==================

- * fix(sync): add missing syncUpstreamFirst argument
-
-2.0.0-beta1 / 2014-11-07
-==================
-
- * refactor(sync_worker): only sync request need to sync upstream first
- * fix(sync_worker): make sure end event will emit
- * fix: mv readme.md script to public/js/readme.js
- * fix(sync): hotfix co uncaughtException
- * feat(sync): sync python dist
- * pin autod@1
- * remove useless comment
- * refactor models/_module_maintainer_class_methods.js
-
-2.0.0-beta0 / 2014-11-02
-==================
-
- * ungrade koa-markdown to use remarkable, close [#482](https://github.com/cnpm/cnpmjs.org/issues/482)
- * fix(module_log): limit module sync log size to 1MB
- * refactor(config): remove adaptScope config key
- * chore(Makefile): $ make install-production
- * fix(sequelize): show warnning message when using old config.js
- * docs(readme): Migrating from 1.x to 2.x
 * feat(sync): add min sync interval time detect
- * refactor(dispatch): remove unused codes
- * use sequelize to connect database

-1.7.1 / 2014-10-15
+1.7.1 / 2014-10-15 
 ==================

  * fix typo in sync popular, fix [#477](https://github.com/cnpm/cnpmjs.org/issues/477)
@@ -372,7 +82,7 @@

 * support im url on user profile page; update bootstrap to 3.2.0

-1.5.1 / 2014-09-23
+1.5.1 / 2014-09-23 
 ==================

  * search support case insensitive, close [#450](https://github.com/cnpm/cnpmjs.org/issues/450)
--- a/94
+++ b/94
@@ -2,38 +2,25 @@ TESTS = $(shell ls -S `find test -type f -name "*.test.js" -print`)
 REPORTER = spec
 TIMEOUT = 30000
 MOCHA_OPTS =
-DB = sqlite
-DISTURL = https://npm.taobao.org/mirrors/iojs
-BIN = iojs
-
-ifeq ($(findstring io.js, $(shell which node)),)
-	BIN = node
-	DISTURL = https://npm.taobao.org/mirrors/node
-endif
+REGISTRY = --registry=https://registry.npm.taobao.org

 install:
-	@npm install --build-from-source --registry=http://registry.npm.taobao.org \
-		--disturl=$(DISTURL)
-
-install-production production:
-	@NODE_ENV=production $(MAKE) install
+	@npm install $(REGISTRY) \
+		--disturl=https://npm.taobao.org/dist

 jshint: install
-	@-node_modules/.bin/jshint ./
+	@-./node_modules/.bin/jshint ./

-init-database:
-	@$(BIN) test/init_db.js
-
-init-mysql:
+pretest:
 	@mysql -uroot -e 'DROP DATABASE IF EXISTS cnpmjs_test;'
 	@mysql -uroot -e 'CREATE DATABASE cnpmjs_test;'
+	@mysql -uroot 'cnpmjs_test' < ./docs/db.sql
+	@mysql -uroot 'cnpmjs_test' -e 'show tables;'
+	@rm -rf .tmp/dist

-init-pg:
-	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;'
-	@psql -c 'CREATE DATABASE cnpmjs_test;'
-
-test: install init-database
-	@NODE_ENV=test DB=${DB} node_modules/.bin/mocha \
+test: install pretest
+	@NODE_ENV=test ./node_modules/.bin/mocha \
+		--harmony \
 		--reporter $(REPORTER) \
 		--timeout $(TIMEOUT) \
 		--require should \
@@ -43,21 +30,10 @@ test: install init-database
 		$(MOCHA_OPTS) \
 		$(TESTS)

-test-sqlite:
-	@$(MAKE) test DB=sqlite
-
-test-mysql: init-mysql
-	@$(MAKE) test DB=mysql
-
-test-pg: init-pg
-	@DB_PORT=5432 DB_USER=$(USER) $(MAKE) test DB=postgres
-
-test-all: test-sqlite test-mysql
-
-test-cov cov: install init-database
-	@NODE_ENV=test DB=${DB} $(BIN) \
+test-cov cov: install pretest
+	@NODE_ENV=test node --harmony \
 		node_modules/.bin/istanbul cover --preserve-comments \
-		node_modules/.bin/_mocha \
+		./node_modules/.bin/_mocha \
 		-- -u exports \
 		--reporter $(REPORTER) \
 		--timeout $(TIMEOUT) \
@@ -68,18 +44,13 @@ test-cov cov: install init-database
 		$(MOCHA_OPTS) \
 		$(TESTS)

-test-cov-sqlite:
-	@$(MAKE) test-cov DB=sqlite
-
-test-cov-mysql: init-mysql
-	@$(MAKE) test-cov DB=mysql
-
-test-travis: install init-database
-	@NODE_ENV=test DB=${DB} CNPM_SOURCE_NPM=http://registry.npmjs.com CNPM_SOURCE_NPM_ISCNPM=false \
-		$(BIN) \
+test-travis: install pretest
+	@NODE_ENV=test CNPM_SOURCE_NPM=https://registry.npmjs.org CNPM_SOURCE_NPM_ISCNPM=false \
+		node --harmony \
 		node_modules/.bin/istanbul cover --preserve-comments \
-		node_modules/.bin/_mocha \
-		-- -u exports \
+		./node_modules/.bin/_mocha \
+		--report lcovonly \
+		-- \
 		--reporter dot \
 		--timeout $(TIMEOUT) \
 		--require should \
@@ -89,31 +60,18 @@ test-travis: install init-database
 		$(MOCHA_OPTS) \
 		$(TESTS)

-test-travis-sqlite:
-	@$(MAKE) test-travis DB=sqlite
-
-test-travis-mysql: init-mysql
-	@$(MAKE) test-travis DB=mysql
-
-test-travis-pg:
-	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;' -U postgres
-	@psql -c 'CREATE DATABASE cnpmjs_test;' -U postgres
-	@DB_PORT=5432 DB_USER=postgres $(MAKE) test-travis DB=postgres
-
-test-travis-all: test-travis-sqlite test-travis-mysql test-travis-pg
-
 dev:
-	@NODE_ENV=development $(BIN) node_modules/.bin/node-dev --harmony dispatch.js
+	@node_modules/.bin/node-dev --harmony dispatch.js

 contributors: install
-	@node_modules/.bin/contributors -f plain -o AUTHORS
+	@./node_modules/.bin/contributors -f plain -o AUTHORS

 autod: install
-	@node_modules/.bin/autod -w \
-		--prefix "~" \
+	@./node_modules/.bin/autod -w \
+		--prefix "~"\
 		--exclude public,view,docs,backup,coverage \
-		--dep bluebird,mysql \
-		--keep should,supertest,should-http,chunkstream,mm,pedding
+		--dep bluebird \
+		--devdep mocha,should,istanbul-harmony,jshint
 	@$(MAKE) install

 .PHONY: test
--- a/README.md
+++ b/README.md
@@ -3,20 +3,29 @@ cnpmjs.org

 [![NPM version][npm-image]][npm-url]
 [![build status][travis-image]][travis-url]
-[![Test coverage][cov-image]][cov-url]
+[![Test coverage][coveralls-image]][coveralls-url]
+[![Gittip][gittip-image]][gittip-url]
 [![David deps][david-image]][david-url]
+[![node version][node-image]][node-url]
 [![npm download][download-image]][download-url]
+[![gitter][gitter-image]][gitter-url]

 [npm-image]: http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square
 [npm-url]: http://cnpmjs.org/package/cnpmjs.org
 [travis-image]: https://img.shields.io/travis/cnpm/cnpmjs.org.svg?style=flat-square
 [travis-url]: https://travis-ci.org/cnpm/cnpmjs.org
-[cov-image]: http://codecov.io/github/cnpm/cnpmjs.org/coverage.svg?branch=master
-[cov-url]: http://codecov.io/github/cnpm/cnpmjs.org?branch=master
+[coveralls-image]: https://img.shields.io/coveralls/cnpm/cnpmjs.org.svg?style=flat-square
+[coveralls-url]: https://coveralls.io/r/cnpm/cnpmjs.org?branch=master
+[gittip-image]: https://img.shields.io/gittip/fengmk2.svg?style=flat-square
+[gittip-url]: https://www.gittip.com/fengmk2/
 [david-image]: https://img.shields.io/david/cnpm/cnpmjs.org.svg?style=flat-square
 [david-url]: https://david-dm.org/cnpm/cnpmjs.org
+[node-image]: https://img.shields.io/badge/node.js-%3E=_0.11-red.svg?style=flat-square
+[node-url]: http://nodejs.org/download/
 [download-image]: https://img.shields.io/npm/dm/cnpmjs.org.svg?style=flat-square
 [download-url]: https://npmjs.org/package/cnpmjs.org
+[gitter-image]: https://badges.gitter.im/Join%20Chat.svg
+[gitter-url]: https://gitter.im/cnpm/cnpmjs.org?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge

 ![logo](https://raw.github.com/cnpm/cnpmjs.org/master/logo.png)

@@ -33,14 +42,12 @@ Our goal is to provide a low cost maintenance and easy to use solution for priva
 * Build a mirror NPM. (we use it to build a mirror in China: [cnpmjs.org](http://cnpmjs.org/))
 * Build a completely independent NPM registry to store whatever you like.

-## Features
+### Features

 * **Support "scoped" packages**: [npm/npm#5239](https://github.com/npm/npm/issues/5239)
-* **Support [CORS](http://en.wikipedia.org/wiki/Cross-origin_resource_sharing)**
 * **Simple to deploy**: only need `mysql` and a [simple store system](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
 You can get the source code through `npm` or `git`.
-* **Low cost and easy maintenance**: `package.json` info store in MySQL, MariaDB, SQLite or PostgreSQL databases,
-tarball(tgz file) store in CDN or other store systems.
+* **Low cost and easy maintenance**: `package.json` info store in MySQL, tarball(tgz file) store in CDN or other store systems.
 * **Automatic synchronization**: automatic synchronization from any registry specified, support two sync modes:
  - Sync all modules from a specified registry, like [npm registry](http://registry.npmjs.org).
  - Only sync the modules that exists in your own registry.
@@ -51,20 +58,14 @@ And it easy to wrap for your own registry which build with `cnpmjs.org`.
 * **Compatible with NPM client**: you can use the origin NPM client with `cnpmjs.org`,
 only need to change the registry in config. Even include manual synchronization (through `install` command).
 * **Version badge**: base on [shields.io](http://shields.io/) ![cnpm-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square)
-* **Support http_proxy**: if you're behind firewall, need to request through http proxy
-
-**PROTIP** Be sure to read [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
-as well as [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).

 ## Getting Start

-* [Deploy a private npm registry in 5 minutes](https://github.com/cnpm/cnpmjs.org/wiki/Deploy-a-private-npm-registry-in-5-minutes)
 * @[dead-horse](https://github.com/dead-horse): [What is cnpm?](http://deadhorse.me/slides/cnpmjs.html)
 * install and deploy cnpmjs.org through npm: [examples](https://github.com/cnpm/custom-cnpm-example)
 * Mirror NPM in China: [cnpmjs.org](http://cnpmjs.org)
 * cnpm client: [cnpm](https://github.com/cnpm/cnpm), `npm install -g cnpm`
 * [How to deploy cnpmjs.org](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
-* [Sync packages through `http_proxy`](https://github.com/cnpm/cnpmjs.org/wiki/Sync-packages-through-http_proxy)
 * [wiki](https://github.com/cnpm/cnpmjs.org/wiki)

 ## Develop on your local machine
@@ -72,11 +73,13 @@ as well as [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-fea
 ### Dependencies

 * [node](http://nodejs.org) >=0.11.12, use `--harmony`
-* Databases: only required one type
-  * [sqlite3](https://npm.taobao.org/package/sqlite3) >= 3.0.2, we use `sqlite3` by default
-  * [MySQL](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
-  * MariaDB
-  * PostgreSQL
+* [mysql](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
+
+### Start MySQL
+
+```bash
+$ nohup mysqld &
+```

 ### Clone codes and run test

@@ -93,7 +96,7 @@ $ make test
 # coverage
 $ make test-cov

-# update dependencies
+# udpate dependencies
 $ make autod

 # start server with development mode
@@ -109,10 +112,27 @@ $ make dev

 Tips: make sure your code is following the [node-style-guide](https://github.com/felixge/node-style-guide).

-## Sponsors
-
- [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS)
-
 ## License

-[MIT](LICENSE.txt)
+(The MIT License)
+
+Copyright(c) cnpmjs.org and other contributors.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
--- a/backup/dump.js
+++ b/backup/dump.js
@@ -0,0 +1,142 @@
+/**!
+ * cnpmjs.org - backup/dump.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+/**
+ * 1. dump module
+ * 2. dump tag
+ * 3. dump user
+ * 4. total
+ * 5. download_total
+ */
+
+var path = require('path');
+var fs = require('fs');
+var moment = require('moment');
+var eventproxy = require('eventproxy');
+var util = require('util');
+var zlib = require('zlib');
+var mysql = require('../common/mysql');
+var nfs = require('../common/nfs');
+var config = require('../config');
+
+function dumpTable(name, lastRow, callback) {
+  var sql = 'SELECT * from ' + name + ' WHERE gmt_modified >=? ORDER BY gmt_modified ASC LIMIT 10000;';
+  mysql.query(sql, [lastRow.gmt_modified], function (err, rows) {
+    if (err || rows.length === 0) {
+      return callback(err, rows);
+    }
+    if (rows[0].id === lastRow.id) {
+      rows = rows.slice(1);
+    }
+    callback(null, rows);
+  });
+}
+
+function log() {
+  var str = '[' + moment().format('YYYY-MM-DD HH:mm:ss') + '] ' + util.format.apply(util, arguments);
+  console.log(str);
+}
+
+function syncTable(name, callback) {
+  var datadir = __dirname;
+  var dataFile = path.join(datadir, moment().format('YYYY-MM-DD-HH') + '_' + name + '.json');
+  var lastRowFile = path.join(datadir, name + '_lastdate.json');
+  var lastRow = null;
+  if (fs.existsSync(lastRowFile)) {
+    lastRow = require(lastRowFile);
+    lastRow.gmt_modified = new Date(Date.parse(lastRow.gmt_modified));
+  } else {
+    lastRow = {
+      gmt_modified: new Date('2011-11-11'),
+    };
+  }
+
+  log('getting "%s" since %j', name, lastRow);
+  dumpTable(name, lastRow, function (err, rows) {
+    console.log('[%s] got %d rows', Date(), rows && rows.length || 0);
+    if (err) {
+      return callback(err);
+    }
+
+    if (!rows || rows.length === 0) {
+      return callback();
+    }
+
+    var writeStream = fs.createWriteStream(dataFile, {flags: 'a'});
+    writeStream.once('error', callback);
+    for (var i = 0; i < rows.length; i++) {
+      writeStream.write(JSON.stringify(rows[i]) + '\n');
+    }
+    writeStream.end();
+    writeStream.on('finish', function () {
+      log('append %d rows to %s', rows.length, dataFile);
+      var gzfile = dataFile + '.gz';
+      var gzip = zlib.createGzip();
+      var inp = fs.createReadStream(dataFile);
+      var out = fs.createWriteStream(gzfile);
+      inp.pipe(gzip).pipe(out);
+      out.once('error', callback);
+      out.on('finish', function () {
+        var key = path.join(config.backupFilePrefix, path.basename(gzfile));
+        log('saving %s to %s ...', gzfile, key);
+        nfs.upload(gzfile, {key: key}, function (err, result) {
+          if (err) {
+            return callback(err);
+          }
+
+          lastRow = rows[rows.length - 1];
+          lastRow = {gmt_modified: lastRow.gmt_modified, id: lastRow.id};
+          fs.writeFileSync(lastRowFile, JSON.stringify(lastRow));
+          log('save %s data file to %j, lastrow: %j', name, result, lastRow);
+          callback();
+        });
+      });
+    });
+  });
+}
+
+var ep = eventproxy.create();
+ep.fail(function (err) {
+  log('error: %s', err.stack);
+  process.exit(1);
+});
+
+syncTable('module', ep.done('module'));
+
+ep.on('module', function () {
+  syncTable('tag', ep.done('tag'));
+});
+
+ep.on('tag', function () {
+  syncTable('user', ep.done('user'));
+});
+
+ep.on('user', function () {
+  syncTable('total', ep.done('total'));
+});
+
+ep.on('total', function () {
+  syncTable('download_total', ep.done('download_total'));
+});
+
+ep.on('download_total', function () {
+  ep.emit('finish');
+});
+
+ep.on('finish', function () {
+  log('finish, %d process exit', process.pid);
+  process.exit(0);
+});
--- a/bin/cli.js
+++ b/bin/cli.js
@@ -1,128 +0,0 @@
-#!/usr/bin/env node
-
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:cli');
-var program = require('commander');
-var path = require('path');
-var fs = require('fs');
-var mkdirp = require('mkdirp');
-var treekill = require('treekill');
-var version = require('../package.json').version;
-
-function list(val) {
-  return val.split(',');
-}
-
-program
-  .version(version);
-
-program
-  .command('start')
-  .description('start cnpmjs.org server')
-  .option('--admins <admins>', 'set admins', list)
-  .option('--scopes <scopes>', 'set scopes', list)
-  // .option('--cluster', 'enable cluster mode')
-  .option('--dataDir <dataDir>', 'cnpmjs.org data dir, default is `$HOME/.cnpmjs.org`')
-  .action(start);
-
-program
-  .command('stop')
-  .description('stop cnpmjs.org server')
-  .option('--dataDir <dataDir>', 'cnpmjs.org data dir, default is `$HOME/.cnpmjs.org`')
-  .action(stop);
-
-program.parse(process.argv);
-
-
-function start(options) {
-  stop(options);
-  var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
-  mkdirp.sync(dataDir);
-
-  var configfile = path.join(dataDir, 'config.json');
-  var config = {};
-  if (fs.existsSync(configfile)) {
-    try {
-      config = require(configfile);
-    } catch (err) {
-      console.warn('load old %s error: %s', configfile, err);
-    }
-  }
-  // config.enableCluster = !!options.cluster;
-  if (options.admins) {
-    config.admins = {};
-    for (var i = 0; i < options.admins.length; i++) {
-      config.admins[options.admins[i]] = options.admins[i] + '@localhost.com';
-    }
-  }
-  if (options.scopes) {
-    config.scopes = options.scopes.map(function (name) {
-      if (name[0] !== '@') {
-        name = '@' + name;
-      }
-      return name;
-    });
-  }
-
-  var configJSON = JSON.stringify(config, null, 2);
-  fs.writeFileSync(configfile, configJSON);
-
-  debug('save config %s to %s', configJSON, configfile);
-
-  // if sqlite db file not exists, init first
-  initDatabase();
-
-  require('../dispatch');
-  fs.writeFileSync(path.join(dataDir, 'pid'), process.pid + '');
-}
-
-function stop(options) {
-  var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
-  var pidfile = path.join(dataDir, 'pid');
-  if (fs.existsSync(pidfile)) {
-    var pid = Number(fs.readFileSync(pidfile, 'utf8'));
-    treekill(pid, function (err) {
-      if (err) {
-        console.log(err);
-        throw err;
-      }
-      console.log('cnpmjs.org server:%d stop', pid);
-      fs.unlinkSync(pidfile);
-    });
-  }
-}
-
-function initDatabase() {
-  var models = require('../models');
-
-  models.sequelize.sync({ force: false })
-    .then(function () {
-      models.Total.init(function (err) {
-        if (err) {
-          console.error('[models/init_script.js] sequelize init fail');
-          console.error(err);
-          throw err;
-        } else {
-          console.log('[models/init_script.js] `sqlite` sequelize sync and init success');
-        }
-      });
-    })
-    .catch(function (err) {
-      console.error('[models/init_script.js] sequelize sync fail');
-      console.error(err);
-      throw err;
-    });
-}
--- a/bin/nodejsctl
+++ b/bin/nodejsctl
@@ -7,7 +7,7 @@ export NODE_ENV='production'
 ulimit -c unlimited

 cd `dirname $0`/..
-NODEJS='node'
+NODEJS='node --harmony'
 BASE_HOME=`pwd`
 PROJECT_NAME=`basename ${BASE_HOME}`
 STDOUT_LOG=`$NODEJS -e "console.log(require('path').join(require('$BASE_HOME/config').logdir, 'nodejs_stdout.log'));\
@@ -52,9 +52,9 @@ stop()
    kill -15 $PID
    sleep 2

-    node_num=`ps -ef | grep ${PROJECT_NAME} | grep -v grep | wc -l`
+    node_num=`ps -ef |grep node|grep ${PROJECT_NAME}|grep -v grep|wc -l`
    if [ $node_num != 0 ]; then
-      ps -ef | grep ${PROJECT_NAME} |grep -v grep|awk '{print $2}'|xargs kill -9
+      ps -ef |grep node | grep ${PROJECT_NAME} |grep -v grep|awk '{print $2}'|xargs kill -9
      ipcs -s | grep 0x | awk '{print $2}' | xargs -n1 ipcrm -s  > /dev/null 2>&1
      ipcs -m | grep 0x | awk '{print $2}' | xargs -n1 ipcrm -m  > /dev/null 2>&1
    fi
--- a/bin/restore_module_deps.js
+++ b/bin/restore_module_deps.js
@@ -0,0 +1,74 @@
+/**!
+ * cnpmjs.org - bin/restore_module_deps.js
+ *
+ * Copyright(c) 2014
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+"use strict";
+
+/**
+ * Module dependencies.
+ */
+
+var mysql = require('../common/mysql');
+var Module = require('../proxy/module');
+var ModuleDeps = require('../proxy/module_deps');
+
+var addCount = 0;
+
+function restore(id, callback) {
+  var sql = 'SELECT id, name, package FROM module WHERE id > ? ORDER BY id ASC LIMIT 1000';
+  mysql.query(sql, [id], function (err, rows) {
+    if (err) {
+      return callback(err);
+    }
+    if (rows.length === 0) {
+      return callback(null, []);
+    }
+
+    console.log('[%s] got %d rows', id, rows.length);
+
+    rows.forEach(function (r) {
+      Module.parseRow(r);
+      if (!r.package) {
+        return;
+      }
+      var deps = Object.keys(r.package.dependencies || {});
+      if (!Array.isArray(deps) || !deps.length) {
+        return;
+      }
+      deps.forEach(function (dep) {
+        ModuleDeps.add(dep, r.name, function (err) {
+          // console.log('[%s] add %s <= %s, error: %s', id, dep, r.name, err);
+        });
+      });
+      addCount += deps.length;
+    });
+    setTimeout(function () {
+      console.log('[%s] add %d relations', id, addCount);
+      callback(null, rows);
+    }, 1000);
+  });
+}
+
+var id = 0;
+function run() {
+  restore(id, function (err, rows) {
+    if (err) {
+      throw err;
+    }
+    if (rows.length === 0) {
+      console.log('finished, last id: %s, exit.', id);
+      process.exit(0);
+    }
+
+    id = rows[rows.length - 1].id;
+    run();
+  });
+}
+
+run();
--- a/common/logger.js
+++ b/common/logger.js
@@ -17,10 +17,10 @@

 var formater = require('error-formater');
 var Logger = require('mini-logger');
-var utility = require('utility');
-var util = require('util');
 var config = require('../config');
+var utility = require('utility');
 var mail = require('./mail');
+var util = require('util');

 var isTEST = process.env.NODE_ENV === 'test';
 var categories = ['sync_info', 'sync_error'];
--- a/common/mail.js
+++ b/common/mail.js
@@ -14,10 +14,10 @@
 * Module dependencies.
 */

+var mailConfig = require('../config').mail;
 var nodemailer = require('nodemailer');
 var utility = require('utility');
 var os = require('os');
-var mailConfig = require('../config').mail;

 var smtpConfig;
 if (mailConfig.auth) {
@@ -25,7 +25,6 @@ if (mailConfig.auth) {
  smtpConfig = mailConfig;
 } else {
  smtpConfig = {
-    enable: mailConfig.enable,
    // backward compat
    host: mailConfig.host,
    port: mailConfig.port,
@@ -38,7 +37,7 @@ if (mailConfig.auth) {
  };
 }

-var transport;
+var transport = nodemailer.createTransport(smtpConfig);

 /**
 * Send notice email with mail level and appname.
@@ -72,15 +71,6 @@ LEVELS.forEach(function (level) {
 exports.send = function (to, subject, html, callback) {
  callback = callback || utility.noop;

-  if (mailConfig.enable === false) {
-    console.log('[send mail debug] [%s] to: %s, subject: %s\n%s', Date(), to, subject, html);
-    return callback();
-  }
-
-  if (!transport) {
-    transport = nodemailer.createTransport(smtpConfig);
-  }
-
  var message = {
    from: mailConfig.from || mailConfig.sender,
    to: to,
--- a/common/markdown.js
+++ b/common/markdown.js
@@ -1,34 +0,0 @@
-/**!
- * cnpmjs.org - common/markdown.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var xss = require('xss');
-var MarkdownIt = require('markdown-it');
-
-// allow class attr on code
-xss.whiteList.code = ['class'];
-
-var md = new MarkdownIt({
-  html: true,
-  linkify: true,
-});
-
-exports.render = function (content, filterXss) {
-  var html = md.render(content);
-  if (filterXss !== false) {
-    html = xss(html);
-  }
-  return html;
-};
--- a/common/mysql.js
+++ b/common/mysql.js
@@ -0,0 +1,80 @@
+/*!
+ * cnpmjs.org - common/mysql.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com>
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var thunkify = require('thunkify-wrap');
+var ready = require('ready');
+var mysql = require('mysql');
+var config = require('../config');
+
+var server = config.mysqlServers[0];
+
+// TODO: query timeout
+var pool = mysql.createPool({
+  host: server.host,
+  port: server.port,
+  user: server.user,
+  password: server.password,
+  database: config.mysqlDatabase,
+  connectionLimit: config.mysqlMaxConnections,
+  multipleStatements: true,
+});
+
+exports.pool = pool;
+
+exports.query = function (sql, values, cb) {
+  if (typeof values === 'function') {
+    cb = values;
+    values = null;
+  }
+  pool.query(sql, values, function (err, rows) {
+    cb(err, rows);
+  });
+};
+
+exports.queryOne = function (sql, values, cb) {
+  if (typeof values === 'function') {
+    cb = values;
+    values = null;
+  }
+  exports.query(sql, values, function (err, rows) {
+    if (rows) {
+      rows = rows[0];
+    }
+    cb(err, rows);
+  });
+};
+
+exports.escape = function (val) {
+  return pool.escape(val);
+};
+
+ready(exports);
+
+thunkify(exports);
+
+function init() {
+  exports.query('show tables', function (err, rows) {
+    if (err) {
+      console.error('[%s] [worker:%s] mysql init error: %s', Date(), process.pid, err);
+      setTimeout(init, 1000);
+      return;
+    }
+    console.log('[%s] [worker:%s] mysql ready, got %d tables', Date(), process.pid, rows.length);
+    exports.ready(true);
+  });
+}
+init();
--- a/common/nfs.js
+++ b/common/nfs.js
@@ -1,9 +1,11 @@
 /*!
+ * cnpmjs.org - common/nfs.js
+ *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
 * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
 */

 'use strict';
--- a/common/redis.js
+++ b/common/redis.js
@@ -0,0 +1,37 @@
+/**!
+ * cnpmjs.org - common/redis.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var config = require('../config');
+
+// close redis by set config.redis to `null` or `{}`
+if (config.redis && config.redis.host && config.redis.port) {
+
+  var redis = require('redis');
+  var wrapper = require('co-redis');
+  var logger = require('./logger');
+  var _client = redis.createClient(config.redis.port, config.redis.host);
+
+  _client.on('error', function (err) {
+    logger.error(err);
+  });
+
+  module.exports = wrapper(_client);
+
+} else {
+  console.warn('[%s] [worker:%s:common/redis.js] Redis config can not found',
+    Date(), process.pid);
+  module.exports = null;
+}
--- a/common/sequelize.js
+++ b/common/sequelize.js
@@ -1,75 +0,0 @@
-/**!
- * cnpmjs.org - common/sequelize.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var Sequelize = require('sequelize');
-var DataTypes = require('sequelize/lib/data-types');
-var config = require('../config');
-
-if (config.mysqlServers && config.database.dialect === 'sqlite') {
-  // https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x
-  // forward compat with old style on 1.x
-  // mysqlServers: [
-  //   {
-  //     host: '127.0.0.1',
-  //     port: 3306,
-  //     user: 'root',
-  //     password: ''
-  //   }
-  // ],
-  // mysqlDatabase: 'cnpmjs_test',
-  // mysqlMaxConnections: 4,
-  // mysqlQueryTimeout: 5000,
-
-  console.warn('[WARNNING] your config.js was too old, please @see https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x');
-  var server = config.mysqlServers[0];
-  config.database = {
-    db: config.mysqlDatabase,
-    username: server.user,
-    password: server.password,
-    dialect: 'mysql',
-    host: server.host,
-    port: server.port,
-    pool: {
-      maxConnections: config.mysqlMaxConnections || 10,
-      minConnections: 0,
-      maxIdleTime: 30000
-    },
-    logging: !!process.env.SQL_DEBUG,
-  };
-}
-
-var database = config.database;
-
-// sync database before app start, defaul is false
-database.syncFirst = false;
-
-// add longtext for mysql
-Sequelize.LONGTEXT = DataTypes.LONGTEXT = DataTypes.TEXT;
-if (config.dialect === 'mysql') {
-  Sequelize.LONGTEXT = DataTypes.LONGTEXT = 'LONGTEXT';
-}
-
-database.define = {
-  timestamps: true,
-  createdAt: 'gmt_create',
-  updatedAt: 'gmt_modified',
-  charset: 'utf8',
-  collate: 'utf8_general_ci',
-};
-
-var sequelize = new Sequelize(database.db, database.username, database.password, database);
-
-module.exports = sequelize;
--- a/common/urllib.js
+++ b/common/urllib.js
@@ -14,58 +14,18 @@
 * Module dependencies.
 */

-var urlparse = require('url').parse;
 var urllib = require('urllib');
 var HttpAgent = require('agentkeepalive');
 var HttpsAgent = require('agentkeepalive').HttpsAgent;
-var config = require('../config');
-
-var httpAgent;
-var httpsAgent;
-
-if (config.httpProxy) {
-  var tunnel = require('tunnel-agent');
-  var urlinfo = urlparse(config.httpProxy);
-  if (urlinfo.protocol === 'http:') {
-    httpAgent = tunnel.httpOverHttp({
-      proxy: {
-        host: urlinfo.hostname,
-        port: urlinfo.port
-      }
-    });
-    httpsAgent = tunnel.httpsOverHttp({
-      proxy: {
-        host: urlinfo.hostname,
-        port: urlinfo.port
-      }
-    });
-  } else if (urlinfo.protocol === 'https:') {
-    httpAgent = tunnel.httpOverHttps({
-      proxy: {
-        host: urlinfo.hostname,
-        port: urlinfo.port
-      }
-    });
-    httpsAgent = tunnel.httpsOverHttps({
-      proxy: {
-        host: urlinfo.hostname,
-        port: urlinfo.port
-      }
-    });
-  } else {
-    throw new TypeError('httpProxy format error: ' + config.httpProxy);
-  }
-} else {
-  httpAgent = new HttpAgent({
-    timeout: 0,
-    keepAliveTimeout: 15000
-  });
-  httpsAgent = new HttpsAgent({
-    timeout: 0,
-    keepAliveTimeout: 15000
-  });
-}

+var httpAgent = new HttpAgent({
+  timeout: 0,
+  keepAliveTimeout: 15000
+});
+var httpsAgent = new HttpsAgent({
+  timeout: 0,
+  keepAliveTimeout: 15000
+});
 var client = urllib.create({
  agent: httpAgent,
  httpsAgent: httpsAgent
@@ -73,3 +33,53 @@ var client = urllib.create({

 module.exports = client;
 module.exports.USER_AGENT = urllib.USER_AGENT;
+
+function startMonitor() {
+  var statInterval = 60000;
+
+  var agents = [
+    ['httpAgent', httpAgent],
+    ['httpsAgent', httpsAgent]
+  ];
+
+  function agentStat() {
+    for (var i = 0; i < agents.length; i++) {
+      var type = agents[i][0];
+      var agent = agents[i][1];
+      var rate = '0';
+      if (agent.createSocketCount > 0) {
+        rate = (agent.requestCount / agent.createSocketCount).toFixed(0);
+      }
+      console.info('[%s] socket: %d created, %d close, %d timeout, request: %d requests, %s req/socket',
+        type,
+        agent.createSocketCount,
+        agent.closeSocketCount,
+        agent.timeoutSocketCount,
+        agent.requestCount,
+        rate
+      );
+
+      var name;
+      for (name in agent.sockets) {
+        console.info('working sockets %s: %d', name, agent.sockets[name].length);
+      }
+      for (name in agent.freeSockets) {
+        console.info('free sockets %s: %d', name, agent.freeSockets[name].length);
+      }
+      for (name in agent.requests) {
+        console.info('pedding requests %s: %d', name, agent.requests[name].length);
+      }
+      if (agent.requestCount >= 100000000) {
+        agent.requestCount = 0;
+        agent.createSocketCount = 0;
+        agent.closeSocketCount = 0;
+        agent.timeoutSocketCount = 0;
+      }
+    }
+  }
+
+  agentStat();
+  return setInterval(agentStat, statInterval);
+}
+
+startMonitor();
--- a/config/index.js
+++ b/config/index.js
@@ -1,10 +1,12 @@
 /**!
+ * cnpmjs.org - config/index.js
+ *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
 * Authors:
 *  dead_horse <dead_horse@qq.com>
- *  fengmk2 <m@fengmk2.com> (http://fengmk2.com)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
 */

 'use strict';
@@ -13,16 +15,16 @@
 * Module dependencies.
 */

-var mkdirp = require('mkdirp');
-var copy = require('copy-to');
 var path = require('path');
 var fs = require('fs');
 var os = require('os');
+var mkdirp = require('mkdirp');
+var copy = require('copy-to');

+fs.existsSync = fs.existsSync || path.existsSync;
 var version = require('../package.json').version;

 var root = path.dirname(__dirname);
-var dataDir = path.join(process.env.HOME || root, '.cnpmjs.org');

 var config = {
  version: version,
@@ -36,7 +38,6 @@ var config = {
  /*
   * server configure
   */
-
  registryPort: 7001,
  webPort: 7002,
  bindingHost: '127.0.0.1', // only binding on 127.0.0.1 for local access
@@ -44,17 +45,15 @@ var config = {
  // debug mode
  // if in debug mode, some middleware like limit wont load
  // logger module will print to stdout
-  debug: process.env.NODE_ENV === 'development',
-  // page mode, enable on development env
-  pagemock: process.env.NODE_ENV === 'development',
+  debug: true,
  // session secret
  sessionSecret: 'cnpmjs.org test session secret',
  // max request json body size
  jsonLimit: '10mb',
  // log dir name
-  logdir: path.join(dataDir, 'logs'),
+  logdir: path.join(root, '.tmp', 'logs'),
  // update file template dir
-  uploadDir: path.join(dataDir, 'downloads'),
+  uploadDir: path.join(root, '.dist'),
  // web page viewCache
  viewCache: false,

@@ -83,7 +82,6 @@ var config = {
  // email notification for errors
  // check https://github.com/andris9/Nodemailer for more informations
  mail: {
-    enable: false,
    appname: 'cnpmjs.org',
    from: 'cnpmjs.org mail sender <adderss@gmail.com>',
    service: 'gmail',
@@ -92,9 +90,20 @@ var config = {
      pass: 'your password'
    }
  },
+  // forward Compat with old style
+  // mail: {
+  //   appname: 'cnpmjs.org',
+  //   sender: 'cnpmjs.org mail sender <adderss@gmail.com>',
+  //   host: 'smtp.gmail.com',
+  //   port: 465,
+  //   user: 'address@gmail.com',
+  //   pass: 'your password',
+  //   ssl: true,
+  //   debug: false
+  // },
+

  logoURL: '//ww4.sinaimg.cn/large/69c1d4acgw1ebfly5kjlij208202oglr.jpg', // cnpm logo image url
-  adBanner: '',
  customReadmeFile: '', // you can use your custom readme file instead the cnpm one
  customFooter: '', // you can add copyright and site total script html here
  npmClientName: 'cnpm', // use `${name} install package`
@@ -106,45 +115,30 @@ var config = {
  backupFilePrefix: '/cnpm/backup/',

  /**
-   * database config
+   * mysql config
   */

-  database: {
-    db: 'cnpmjs_test',
-    username: 'root',
-    password: '',
+  mysqlServers: [
+    {
+      host: '127.0.0.1',
+      port: 3306,
+      user: 'root',
+      password: ''
+    }
+  ],
+  mysqlDatabase: 'cnpmjs_test',
+  mysqlMaxConnections: 4,
+  mysqlQueryTimeout: 5000,

-    // the sql dialect of the database
-    // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
-    dialect: 'sqlite',

-    // custom host; default: 127.0.0.1
-    host: '127.0.0.1',
-
-    // custom port; default: 3306
-    port: 3306,
-
-    // use pooling in order to reduce db connection overload and to increase speed
-    // currently only for mysql and postgresql (since v1.5.0)
-    pool: {
-      maxConnections: 10,
-      minConnections: 0,
-      maxIdleTime: 30000
-    },
-
-    // the storage engine for 'sqlite'
-    // default store into ~/.cnpmjs.org/data.sqlite
-    storage: path.join(dataDir, 'data.sqlite'),
-
-    logging: !!process.env.SQL_DEBUG,
-  },
+  // redis config
+  // use for koa-limit module as storage
+  redis: null,

  // package tarball store in local filesystem by default
  nfs: require('fs-cnpm')({
-    dir: path.join(dataDir, 'nfs')
+    dir: path.join(root, '.tmp', 'dist')
  }),
-  // if set true, will 302 redirect to `nfs.url(dist.key)`
-  downloadRedirectToNFS: false,

  // registry url name
  registryHost: 'r.cnpmjs.org',
@@ -153,33 +147,48 @@ var config = {
   * registry mode config
   */

-  // enable private mode or not
-  // private mode: only admins can publish, other users just can sync package from source npm
-  // public mode: all users can publish
-  enablePrivate: false,
+  // enable private mode, only admin can publish, other use just can sync package from source npm
+  enablePrivate: true,

  // registry scopes, if don't set, means do not support scopes
-  scopes: [ '@cnpm', '@cnpmtest', '@cnpm-test' ],
+  scopes: [
+    '@cnpm',
+    '@cnpmtest'
+  ],
+
+  // redirect @cnpm/private-package => private-package
+  // forward compatbility for update from lower version cnpmjs.org
+  adaptScope: true,
+
+  // force user publish with scope
+  // but admins still can publish without scope
+  forcePublishWithScope: true,

  // some registry already have some private packages in global scope
  // but we want to treat them as scoped private packages,
  // so you can use this white list.
-  privatePackages: [],
+  privatePackages: ['private-package'],

  /**
   * sync configs
   */

+  // sync dist config
+  // sync node.js dist from nodejs.org
+  noticeSyncDistError: true,
+  disturl: 'http://nodejs.org/dist',
+  syncDist: false,
+
  // the official npm registry
  // cnpm wont directly sync from this one
  // but sometimes will request it for some package infomations
  // please don't change it if not necessary
-  officialNpmRegistry: 'https://registry.npmjs.com',
+  officialNpmRegistry: 'https://registry.npmjs.org',

  // sync source, upstream registry
  // If you want to directly sync from official npm's registry
  // please drop them an email first
-  sourceNpmRegistry: 'https://registry.npm.taobao.org',
+  sourceNpmRegistry: 'http://registry.npm.taobao.org',

  // upstream registry is base on cnpm/cnpmjs.org or not
  // if your upstream is official npm registry, please turn it off
@@ -189,7 +198,7 @@ var config = {
  syncByInstall: true,

  // sync mode select
-  // none: do not sync any module, proxy all public modules from sourceNpmRegistry
+  // none: do not sync any module
  // exist: only sync exist modules
  // all: sync all modules
  syncModel: 'none', // 'none', 'all', 'exist'
@@ -210,36 +219,13 @@ var config = {
  syncDevDependencies: false,

  // badge subject on http://shields.io/
-  badgePrefixURL: 'https://img.shields.io/badge',
  badgeSubject: 'cnpm',
-
-  // custom user service, @see https://github.com/cnpm/cnpmjs.org/wiki/Use-Your-Own-User-Authorization
-  userService: null,
-
-  // always-auth https://docs.npmjs.com/misc/config#always-auth
-  // Force npm to always require authentication when accessing the registry, even for GET requests.
-  alwaysAuth: false,
-
-  // if you're behind firewall, need to request through http proxy, please set this
-  // e.g.: `httpProxy: 'http://proxy.mycompany.com:8080'`
-  httpProxy: null,
 };

-if (process.env.NODE_ENV !== 'test') {
-  var customConfig;
-  if (process.env.NODE_ENV === 'development') {
-    customConfig = path.join(root, 'config', 'config.js');
-  } else {
-    // 1. try to load `$dataDir/config.json` first, not exists then goto 2.
-    // 2. load config/config.js, everything in config.js will cover the same key in index.js
-    customConfig = path.join(dataDir, 'config.json');
-    if (!fs.existsSync(customConfig)) {
-      customConfig = path.join(root, 'config', 'config.js');
-    }
-  }
-  if (fs.existsSync(customConfig)) {
-    copy(require(customConfig)).override(config);
-  }
+// load config/config.js, everything in config.js will cover the same key in index.js
+var customConfig = path.join(root, 'config/config.js');
+if (fs.existsSync(customConfig)) {
+  copy(require(customConfig)).override(config);
 }

 mkdirp.sync(config.logdir);
--- a/controllers/download.js
+++ b/controllers/download.js
@@ -0,0 +1,83 @@
+/**!
+ * cnpmjs.org - controllers/download.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var thunkify = require('thunkify-wrap');
+var moment = require('moment');
+var DownloadTotal = require('../proxy/download');
+
+exports.total = function (name, callback) {
+  if (typeof name === 'function') {
+    callback = name;
+    name = null;
+  }
+  var end = moment();
+  var start = end.clone().subtract(1, 'months').startOf('month');
+  var lastday = end.clone().subtract(1, 'days').format('YYYY-MM-DD');
+  var lastweekStart = end.clone().subtract(1, 'weeks').startOf('week');
+  var lastweekEnd = lastweekStart.clone().endOf('week').format('YYYY-MM-DD');
+  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
+  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
+  var thisweekStart = end.clone().startOf('week').format('YYYY-MM-DD');
+  start = start.format('YYYY-MM-DD');
+  end = end.format('YYYY-MM-DD');
+  lastweekStart = lastweekStart.format('YYYY-MM-DD');
+  var method = name ? 'getModuleTotal' : 'getTotal';
+  var args = [start, end];
+  if (name) {
+    args.unshift(name);
+  }
+  args.push(function (err, rows) {
+    if (err) {
+      return callback(err);
+    }
+
+    var download = {
+      today: 0,
+      thisweek: 0,
+      thismonth: 0,
+      lastday: 0,
+      lastweek: 0,
+      lastmonth: 0,
+    };
+    for (var i = 0; i < rows.length; i++) {
+      var r = rows[i];
+      if (r.date === end) {
+        download.today += r.count;
+      }
+      if (r.date >= thismonthStart) {
+        download.thismonth += r.count;
+      }
+      if (r.date >= thisweekStart) {
+        download.thisweek += r.count;
+      }
+
+      if (r.date === lastday) {
+        download.lastday += r.count;
+      }
+      if (r.date >= lastweekStart && r.date <= lastweekEnd) {
+        download.lastweek += r.count;
+      }
+      if (r.date >= start && r.date <= lastmonthEnd) {
+        download.lastmonth += r.count;
+      }
+    }
+    callback(null, download);
+  });
+
+  DownloadTotal[method].apply(DownloadTotal, args);
+};
+
+thunkify(exports);
--- a/controllers/registry/package/deprecate.js
+++ b/controllers/registry/package/deprecate.js
@@ -1,5 +1,5 @@
 /**!
- * cnpmjs.org - controllers/registry/package/deprecate.js
+ * cnpmjs.org - controllers/registry/deprecate.js
 *
 * Copyright(c) fengmk2 and other contributors.
 * MIT Licensed
@@ -14,20 +14,20 @@
 * Module dependencies.
 */

-var packageService = require('../../../services/package');
+var Module = require('../../proxy/module');

 module.exports = deprecateVersions;

 /**
 * @see https://github.com/cnpm/cnpmjs.org/issues/415
 */
-function* deprecateVersions() {
+function* deprecateVersions(next) {
  var body = this.request.body;
  var name = this.params.name || this.params[0];

  var tasks = [];
  for (var version in body.versions) {
-    tasks.push(packageService.getModule(name, version));
+    tasks.push(Module.get(name, version));
  }
  var rs = yield tasks;

@@ -46,12 +46,12 @@ function* deprecateVersions() {
    var data = body.versions[row.package.version];
    if (typeof data.deprecated === 'string') {
      row.package.deprecated = data.deprecated;
-      updateTasks.push(packageService.updateModulePackage(row.id, row.package));
+      updateTasks.push(Module.updatePackage(row.id, row.package));
    }
  }
  yield updateTasks;
  // update last modified
-  yield* packageService.updateModuleLastModified(name);
+  yield* Module.updateLastModified(name);

  this.status = 201;
  this.body = {
--- a/controllers/registry/module.js
+++ b/controllers/registry/module.js
--- a/controllers/registry/package/dist_tag.js
+++ b/controllers/registry/package/dist_tag.js
@@ -1,90 +0,0 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
-
-function ok() {
-  return {
-    ok: "dist-tags updated"
-  };
-}
-
-// GET /-/package/:pkg/dist-tags -- returns the package's dist-tags
-exports.index = function* () {
-  var name = this.params.name || this.params[0];
-  var rows = yield packageService.listModuleTags(name);
-  var tags = {};
-  for (var i = 0; i < rows.length; i++) {
-    var row = rows[i];
-    tags[row.tag] = row.version;
-  }
-  this.body = tags;
-};
-
-// PUT /-/package/:pkg/dist-tags -- Set package's dist-tags to provided object body (removing missing)
-exports.save = function* () {
-  var name = this.params.name || this.params[0];
-  yield packageService.removeModuleTags(name);
-  yield* exports.update.call(this);
-};
-
-// POST /-/package/:pkg/dist-tags -- Add/modify dist-tags from provided object body (merge)
-exports.update = function* () {
-  var name = this.params.name || this.params[0];
-  var tags = this.request.body;
-  for (var tag in tags) {
-    var version = tags[tag];
-    yield packageService.addModuleTag(name, tag, version);
-  }
-  this.status = 201;
-  this.body = ok();
-};
-
-// PUT /-/package/:pkg/dist-tags/:tag -- Set package's dist-tags[tag] to provided string body
-// POST /-/package/:pkg/dist-tags/:tag -- Same as PUT /-/package/:pkg/dist-tags/:tag
-exports.set = function* () {
-  var name = this.params.name || this.params[0];
-  var tag = this.params.tag || this.params[1];
-  var version = this.request.body;
-  // make sure version exists
-  var pkg = yield packageService.getModule(name, version);
-  if (!pkg) {
-    this.status = 400;
-    this.body = {
-      error: 'version_error',
-      reason: name + '@' + version + ' not exists'
-    };
-    return;
-  }
-
-  yield packageService.addModuleTag(name, tag, version);
-  this.status = 201;
-  this.body = ok();
-};
-
-// DELETE /-/package/:pkg/dist-tags/:tag -- Remove tag from dist-tags
-exports.destroy = function* () {
-  var name = this.params.name || this.params[0];
-  var tag = this.params.tag || this.params[1];
-  if (tag === 'latest') {
-    this.status = 400;
-    this.body = {
-      error: 'dist_tag_error',
-      reason: 'Can\'t not delete latest tag',
-    };
-    return;
-  }
-  yield packageService.removeModuleTagsByNames(name, tag);
-  this.body = ok();
-};
--- a/controllers/registry/package/download.js
+++ b/controllers/registry/package/download.js
@@ -1,116 +0,0 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:download');
-var mime = require('mime');
-var utility = require('utility');
-var defer = require('co-defer');
-var is = require('is-type-of');
-var nfs = require('../../../common/nfs');
-var logger = require('../../../common/logger');
-var common = require('../../../lib/common');
-var downloadAsReadStream = require('../../utils').downloadAsReadStream;
-var packageService = require('../../../services/package');
-var downloadTotalService = require('../../../services/download_total');
-var config = require('../../../config');
-
-var _downloads = {};
-
-module.exports = function* download(next) {
-  var name = this.params.name || this.params[0];
-  var filename = this.params.filename || this.params[1];
-  var version = filename.slice(name.length + 1, -4);
-  var row = yield packageService.getModule(name, version);
-  // can not get dist
-  var url = null;
-
-  if (typeof nfs.url === 'function') {
-    if (is.generatorFunction(nfs.url)) {
-      url = yield nfs.url(common.getCDNKey(name, filename));
-    } else {
-      url = nfs.url(common.getCDNKey(name, filename));
-    }
-  }
-
-  debug('download %s %s %s %s', name, filename, version, url);
-
-  if (!row || !row.package || !row.package.dist) {
-    if (!url) {
-      return yield* next;
-    }
-    this.status = 302;
-    this.set('Location', url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
-    return;
-  }
-
-  _downloads[name] = (_downloads[name] || 0) + 1;
-
-  if (config.downloadRedirectToNFS && url) {
-    this.status = 302;
-    this.set('Location', url);
-    return;
-  }
-
-  var dist = row.package.dist;
-  if (!dist.key) {
-    // try to use nsf.url() first
-    url = url || dist.tarball;
-    debug('get tarball by 302, url: %s', url);
-    this.status = 302;
-    this.set('Location', url);
-    return;
-  }
-
-  // else use `dist.key` to get tarball from nfs
-  if (typeof dist.size === 'number' && dist.size > 0) {
-    this.length = dist.size;
-  }
-  this.type = mime.lookup(dist.key);
-  this.attachment(filename);
-  this.etag = dist.shasum;
-
-  this.body = yield downloadAsReadStream(dist.key);
-};
-
-defer.setInterval(function* () {
-  // save download count
-  var totals = [];
-  for (var name in _downloads) {
-    var count = _downloads[name];
-    totals.push([name, count]);
-  }
-  _downloads = {};
-
-  if (totals.length === 0) {
-    return;
-  }
-
-  debug('save download total: %j', totals);
-
-  var date = utility.YYYYMMDD();
-  for (var i = 0; i < totals.length; i++) {
-    var item = totals[i];
-    var name = item[0];
-    var count = item[1];
-    try {
-      yield* downloadTotalService.plusModuleTotal({ name: name, date: date, count: count });
-    } catch (err) {
-      err.message += '; name: ' + name + ', count: ' + count + ', date: ' + date;
-      logger.error(err);
-      // save back to _downloads, try again next time
-      _downloads[name] = (_downloads[name] || 0) + count;
-    }
-  }
-}, 5000);
--- a/controllers/registry/package/download_total.js
+++ b/controllers/registry/package/download_total.js
@@ -1,80 +0,0 @@
-/*!
- * cnpmjs.org - controllers/registry/package/download_total.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (https://github.com/dead-horse)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var DownloadTotal = require('../../../services/download_total');
-var DATE_REG = /^\d{4}-\d{2}-\d{2}$/;
-
-module.exports = function* downloadTotal () {
-  var range = this.params.range;
-  var name = this.params.name;
-
-  range = range.split(':');
-  if (range.length !== 2
-      || !range[0].match(DATE_REG)
-      || !range[1].match(DATE_REG)) {
-    this.status = 400;
-    this.body = {
-      error: 'range_error',
-      reason: 'range must be YYYY-MM-DD:YYYY-MM-DD style'
-    };
-    return;
-  }
-
-  this.body = name
-    ? yield getPackageTotal(name, range[0], range[1])
-    : yield getTotal(range[0], range[1]);
-};
-
-function* getPackageTotal(name, start, end) {
-  var res = yield DownloadTotal.getModuleTotal(name, start, end);
-  var downloads = res.map(function (row) {
-    return {
-      day: row.date,
-      downloads: row.count
-    };
-  });
-
-  downloads.sort(function (a, b) {
-    return a.day > b.day ? 1 : -1;
-  });
-
-  return {
-    downloads: downloads,
-    package: name,
-    start: start,
-    end: end
-  };
-}
-
-function* getTotal(start, end) {
-  var res = yield DownloadTotal.getTotal(start, end);
-  var downloads = res.map(function (row) {
-    return {
-      day: row.date,
-      downloads: row.count
-    };
-  });
-
-  downloads.sort(function (a, b) {
-    return a.day > b.day ? 1 : -1;
-  });
-
-  return {
-    downloads: downloads,
-    start: start,
-    end: end
-  };
-}
--- a/controllers/registry/package/list.js
+++ b/controllers/registry/package/list.js
@@ -1,200 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/list.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:list');
-var packageService = require('../../../services/package');
-var common = require('../../../lib/common');
-var SyncModuleWorker = require('../../sync_module_worker');
-var config = require('../../../config');
-
-/**
- * list all version of a module
- * GET /:name
- */
-module.exports = function* list() {
-  var orginalName = this.params.name || this.params[0];
-  var name = orginalName;
-  var rs = yield [
-    packageService.getModuleLastModified(name),
-    packageService.listModuleTags(name)
-  ];
-  var modifiedTime = rs[0];
-  var tags = rs[1];
-
-  debug('show %s(%s), last modified: %s, tags: %j', name, orginalName, modifiedTime, tags);
-  if (modifiedTime) {
-    // find out the latest modfied time
-    // because update tags only modfied tag, wont change module gmt_modified
-    for (var i = 0; i < tags.length; i++) {
-      var tag = tags[i];
-      if (tag.gmt_modified > modifiedTime) {
-        modifiedTime = tag.gmt_modified;
-      }
-    }
-
-    // must set status first
-    this.status = 200;
-    if (this.fresh) {
-      debug('%s not change at %s, 304 return', name, modifiedTime);
-      this.status = 304;
-      return;
-    }
-  }
-
-  var r = yield [
-    packageService.listModulesByName(name),
-    packageService.listStarUserNames(name),
-    packageService.listMaintainers(name),
-  ];
-  var rows = r[0];
-  var starUsers = r[1];
-  var maintainers = r[2];
-
-  debug('show %s got %d rows, %d tags, %d star users, maintainers: %j',
-    name, rows.length, tags.length, starUsers.length, maintainers);
-
-  var starUserMap = {};
-  for (var i = 0; i < starUsers.length; i++) {
-    var starUser = starUsers[i];
-    if (starUser[0] !== '"' && starUser[0] !== "'") {
-      starUserMap[starUser] = true;
-    }
-  }
-  starUsers = starUserMap;
-
-  if (rows.length === 0) {
-    // check if unpublished
-    var unpublishedInfo = yield* packageService.getUnpublishedModule(name);
-    debug('show unpublished %j', unpublishedInfo);
-    if (unpublishedInfo) {
-      this.status = 404;
-      this.body = {
-        _id: orginalName,
-        name: orginalName,
-        time: {
-          modified: unpublishedInfo.package.time,
-          unpublished: unpublishedInfo.package,
-        },
-        _attachments: {}
-      };
-      return;
-    }
-  }
-
-  // if module not exist in this registry,
-  // sync the module backend and return package info from official registry
-  if (rows.length === 0) {
-    if (!this.allowSync) {
-      this.status = 404;
-      this.body = {
-        error: 'not_found',
-        reason: 'document not found'
-      };
-      return;
-    }
-
-    // start sync
-    var logId = yield* SyncModuleWorker.sync(name, 'sync-by-install');
-    debug('start sync %s, get log id %s', name, logId);
-
-    return this.redirect(config.officialNpmRegistry + this.url);
-  }
-
-  var latestMod = null;
-  var readme = null;
-  // set tags
-  var distTags = {};
-  for (var i = 0; i < tags.length; i++) {
-    var t = tags[i];
-    distTags[t.tag] = t.version;
-  }
-
-  // set versions and times
-  var versions = {};
-  var times = {};
-  var attachments = {};
-  var createdTime = null;
-  for (var i = 0; i < rows.length; i++) {
-    var row = rows[i];
-    var pkg = row.package;
-    common.setDownloadURL(pkg, this);
-    pkg._cnpm_publish_time = row.publish_time;
-    versions[pkg.version] = pkg;
-
-    var t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
-    if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
-      latestMod = row;
-      readme = pkg.readme;
-    }
-
-    delete pkg.readme;
-    if (maintainers.length > 0) {
-      pkg.maintainers = maintainers;
-    }
-
-    if (!createdTime || t < createdTime) {
-      createdTime = t;
-    }
-  }
-
-  if (modifiedTime && createdTime) {
-    var ts = {
-      modified: modifiedTime,
-      created: createdTime,
-    };
-    for (var t in times) {
-      ts[t] = times[t];
-    }
-    times = ts;
-  }
-
-  if (!latestMod) {
-    latestMod = rows[0];
-  }
-
-  var rev = String(latestMod.id);
-  var pkg = latestMod.package;
-
-  if (tags.length === 0) {
-    // some sync error reason, will cause tags missing
-    // set latest tag at least
-    distTags.latest = pkg.version;
-  }
-
-  var info = {
-    _id: orginalName,
-    _rev: rev,
-    name: orginalName,
-    description: pkg.description,
-    "dist-tags": distTags,
-    maintainers: pkg.maintainers,
-    time: times,
-    users: starUsers,
-    author: pkg.author,
-    repository: pkg.repository,
-    versions: versions,
-    readme: readme,
-    _attachments: attachments,
-  };
-
-  info.readmeFilename = pkg.readmeFilename;
-  info.homepage = pkg.homepage;
-  info.bugs = pkg.bugs;
-  info.license = pkg.license;
-
-  debug('show module %s: %s, latest: %s', orginalName, rev, latestMod.version);
-  this.body = info;
-};
--- a/controllers/registry/package/list_all.js
+++ b/controllers/registry/package/list_all.js
@@ -1,30 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/list_all.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
-
-// GET /-/all
-// List all packages names
-// https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L86
-module.exports = function* () {
-  var updated = Date.now();
-  var names = yield* packageService.listAllPublicModuleNames();
-  var result = { _updated: updated };
-  names.forEach(function (name) {
-    result[name] = true;
-  });
-  this.body = result;
-};
--- a/controllers/registry/package/list_by_user.js
+++ b/controllers/registry/package/list_by_user.js
@@ -1,29 +0,0 @@
-/**!
- * list packages by username
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-const packageService = require('../../../services/package');
-
-module.exports = function*() {
-  const username = this.params.user;
-  const packages = yield packageService.listModulesByUser(username);
-
-  this.body = {
-    user: {
-      name: username,
-    },
-    packages: packages,
-  };
-};
--- a/controllers/registry/package/list_dependents.js
+++ b/controllers/registry/package/list_dependents.js
@@ -1,26 +0,0 @@
-/**!
- * list package's dependents
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-const packageService = require('../../../services/package');
-
-module.exports = function*() {
-  const name = this.params.name || this.params[0];
-  const dependents = yield packageService.listDependents(name);
-
-  this.body = {
-    dependents: dependents,
-  };
-};
--- a/controllers/registry/package/list_shorts.js
+++ b/controllers/registry/package/list_shorts.js
@@ -1,21 +0,0 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
-
-// GET /-/short
-// List all packages names only
-module.exports = function* () {
-  this.body = yield packageService.listAllPublicModuleNames();
-};
--- a/controllers/registry/package/list_since.js
+++ b/controllers/registry/package/list_since.js
@@ -1,59 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/list_since.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
-
-var A_WEEK_MS = 3600000 * 24 * 7;
-
-// GET /-/all/since?stale=update_after&startkey={key}
-// List packages names since startkey
-// https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L89
-module.exports = function* () {
-  var query = this.query;
-  if (query.stale !== 'update_after') {
-    this.status = 400;
-    this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `stale`.'
-    };
-    return;
-  }
-
-  var startkey = Number(query.startkey);
-  if (!startkey) {
-    this.status = 400;
-    this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `startkey`.'
-    };
-    return;
-  }
-
-  var updated = Date.now();
-  if (updated - startkey > A_WEEK_MS) {
-    startkey = updated - A_WEEK_MS;
-    console.warn('[%s] list modules since time out of range: query: %j, ip: %s',
-      Date(), query, this.ip);
-  }
-
-  var names = yield* packageService.listPublicModuleNamesSince(startkey);
-  var result = { _updated: updated };
-  names.forEach(function (name) {
-    result[name] = true;
-  });
-
-  this.body = result;
-};
--- a/controllers/registry/package/remove.js
+++ b/controllers/registry/package/remove.js
@@ -1,67 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/remove.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove');
-var urlparse = require('url').parse;
-var packageService = require('../../../services/package');
-var totalService = require('../../../services/total');
-var nfs = require('../../../common/nfs');
-var logger = require('../../../common/logger');
-
-// DELETE /:name/-rev/:rev
-// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L25
-module.exports = function* remove(next) {
-  var name = this.params.name || this.params[0];
-  var rev = this.params.rev || this.params[1];
-  debug('remove all the module with name: %s, id: %s', name, rev);
-
-  var mods = yield* packageService.listModulesByName(name);
-  debug('removeAll module %s: %d', name, mods.length);
-  var mod = mods[0];
-  if (!mod) {
-    return yield* next;
-  }
-
-  yield [
-    packageService.removeModulesByName(name),
-    packageService.removeModuleTags(name),
-    totalService.plusDeleteModule(),
-  ];
-
-  var keys = [];
-  for (var i = 0; i < mods.length; i++) {
-    var row = mods[i];
-    var dist = row.package.dist;
-    var key = dist.key;
-    if (!key) {
-      key = urlparse(dist.tarball).pathname;
-    }
-    key && keys.push(key);
-  }
-
-  try {
-    yield keys.map(function (key) {
-      return nfs.remove(key);
-    });
-  } catch (err) {
-    logger.error(err);
-  }
-
-  // remove the maintainers
-  yield* packageService.removeAllMaintainers(name);
-
-  this.body = { ok: true };
-};
--- a/controllers/registry/package/remove_version.js
+++ b/controllers/registry/package/remove_version.js
@@ -1,74 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/remove_version.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove_version');
-var packageService = require('../../../services/package');
-var nfs = require('../../../common/nfs');
-var logger = require('../../../common/logger');
-var getCDNKey = require('../../../lib/common').getCDNKey;
-
-// DELETE /:name/download/:filename/-rev/:rev
-// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L97
-module.exports = function* removeOneVersion(next) {
-  var name = this.params.name || this.params[0];
-  var filename = this.params.filename || this.params[1];
-  var id = Number(this.params.rev || this.params[2]);
-  // cnpmjs.org-2.0.0.tgz
-  var version = filename.split(name + '-')[1];
-  if (version) {
-    // 2.0.0.tgz
-    version = version.substring(0, version.lastIndexOf('.tgz'));
-  }
-  if (!version) {
-    return yield* next;
-  }
-
-  debug('remove tarball with filename: %s, version: %s, revert to => rev id: %s', filename, version, id);
-
-  if (isNaN(id)) {
-    return yield* next;
-  }
-
-  var rs = yield [
-    packageService.getModuleById(id),
-    packageService.getModule(name, version),
-  ];
-  var revertTo = rs[0];
-  var mod = rs[1]; // module need to delete
-  if (!mod || mod.name !== name) {
-    return yield* next;
-  }
-
-  var key = mod.package && mod.package.dist && mod.package.dist.key;
-  if (!key) {
-    key = getCDNKey(mod.name, filename);
-  }
-
-  if (revertTo && revertTo.package) {
-    debug('removing key: %s from nfs, revert to %s@%s', key, revertTo.name, revertTo.package.version);
-  } else {
-    debug('removing key: %s from nfs, no revert mod', key);
-  }
-  try {
-    yield nfs.remove(key);
-  } catch (err) {
-    logger.error(err);
-  }
-  // remove version from table
-  yield* packageService.removeModulesByNameAndVersions(name, [version]);
-  debug('removed %s@%s', name, version);
-  this.body = { ok: true };
-};
--- a/controllers/registry/package/save.js
+++ b/controllers/registry/package/save.js
@@ -1,237 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/save.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:save');
-var crypto = require('crypto');
-var deprecateVersions = require('./deprecate');
-var packageService = require('../../../services/package');
-var common = require('../../../lib/common');
-var nfs = require('../../../common/nfs');
-var config = require('../../../config');
-
-// old flows:
-// 1. add()
-// 2. upload()
-// 3. updateLatest()
-//
-// new flows: only one request
-// PUT /:name
-// https://github.com/npm/npm-registry-client/blob/master/lib/publish.js#L84
-module.exports = function* save(next) {
-  // 'dist-tags': { latest: '0.0.2' },
-  //  _attachments:
-  // { 'nae-sandbox-0.0.2.tgz':
-  //    { content_type: 'application/octet-stream',
-  //      data: 'H4sIAAAAA
-  //      length: 9883
-  var pkg = this.request.body;
-  var username = this.user.name;
-  var name = this.params.name || this.params[0];
-  var filename = Object.keys(pkg._attachments || {})[0];
-  var version = Object.keys(pkg.versions || {})[0];
-  if (!version) {
-    this.status = 400;
-    this.body = {
-      error: 'version_error',
-      reason: 'package.versions is empty'
-    };
-    return;
-  }
-
-  // check maintainers
-  var result = yield* packageService.authMaintainer(name, username);
-  if (!result.isMaintainer) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name +
-        ', please contact maintainers: ' + result.maintainers.join(', ')
-    };
-    return;
-  }
-
-  if (!filename) {
-    var hasDeprecated = false;
-    for (var v in pkg.versions) {
-      var row = pkg.versions[v];
-      if (typeof row.deprecated === 'string') {
-        hasDeprecated = true;
-        break;
-      }
-    }
-    if (hasDeprecated) {
-      return yield* deprecateVersions.call(this, next);
-    }
-
-    this.status = 400;
-    this.body = {
-      error: 'attachment_error',
-      reason: 'package._attachments is empty'
-    };
-    return;
-  }
-
-  var attachment = pkg._attachments[filename];
-  var versionPackage = pkg.versions[version];
-  var maintainers = versionPackage.maintainers;
-
-  // should never happened in normal request
-  if (!maintainers) {
-    this.status = 400;
-    this.body = {
-      error: 'maintainers error',
-      reason: 'request body need maintainers'
-    };
-    return;
-  }
-
-  // notice that admins can not publish to all modules
-  // (but admins can add self to maintainers first)
-
-  // make sure user in auth is in maintainers
-  // should never happened in normal request
-  var m = maintainers.filter(function (maintainer) {
-    return maintainer.name === username;
-  });
-  if (m.length === 0) {
-    this.status = 403;
-    this.body = {
-      error: 'maintainers error',
-      reason: username + ' does not in maintainer list'
-    };
-    return;
-  }
-
-  // TODO: add this info into some table
-  versionPackage._publish_on_cnpm = true;
-  var distTags = pkg['dist-tags'] || {};
-  var tags = []; // tag, version
-  for (var t in distTags) {
-    tags.push([t, distTags[t]]);
-  }
-
-  if (tags.length === 0) {
-    this.status = 400;
-    this.body = {
-      error: 'invalid',
-      reason: 'dist-tags should not be empty'
-    };
-    return;
-  }
-
-  debug('%s publish new %s:%s, attachment size: %s, maintainers: %j, distTags: %j',
-    username, name, version, attachment.length, versionPackage.maintainers, distTags);
-
-  var exists = yield* packageService.getModule(name, version);
-  var shasum;
-  if (exists) {
-    this.status = 403;
-    this.body = {
-      error: 'forbidden',
-      reason: 'cannot modify pre-existing version: ' + version
-    };
-    return;
-  }
-
-  // upload attachment
-  var tarballBuffer;
-  tarballBuffer = new Buffer(attachment.data, 'base64');
-
-  if (tarballBuffer.length !== attachment.length) {
-    this.status = 403;
-    this.body = {
-      error: 'size_wrong',
-      reason: 'Attachment size ' + attachment.length
-        + ' not match download size ' + tarballBuffer.length,
-    };
-    return;
-  }
-
-  if (!distTags.latest) {
-    // need to check if latest tag exists or not
-    var latest = yield* packageService.getModuleByTag(name, 'latest');
-    if (!latest) {
-      // auto add latest
-      tags.push(['latest', tags[0][1]]);
-      debug('auto add latest tag: %j', tags);
-    }
-  }
-
-  shasum = crypto.createHash('sha1');
-  shasum.update(tarballBuffer);
-  shasum = shasum.digest('hex');
-
-  var options = {
-    key: common.getCDNKey(name, filename),
-    shasum: shasum
-  };
-  var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
-  debug('upload %j', uploadResult);
-
-  var dist = {
-    shasum: shasum,
-    size: attachment.length
-  };
-
-  // if nfs upload return a key, record it
-  if (uploadResult.url) {
-    dist.tarball = uploadResult.url;
-  } else if (uploadResult.key) {
-    dist.key = uploadResult.key;
-    dist.tarball = uploadResult.key;
-  }
-
-  var mod = {
-    name: name,
-    version: version,
-    author: username,
-    package: versionPackage
-  };
-
-  mod.package.dist = dist;
-  yield* addDepsRelations(mod.package);
-
-  var addResult = yield* packageService.saveModule(mod);
-  debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
-    addResult.id, dist.tarball, dist.size, shasum, dist, version);
-
-  if (tags.length) {
-    yield tags.map(function (tag) {
-      // tag: [tagName, version]
-      return packageService.addModuleTag(name, tag[0], tag[1]);
-    });
-  }
-
-  // ensure maintainers exists
-  var maintainerNames = maintainers.map(function (item) {
-    return item.name;
-  });
-  yield* packageService.addPrivateModuleMaintainers(name, maintainerNames);
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    rev: String(addResult.id)
-  };
-};
-
-function* addDepsRelations(pkg) {
-  var dependencies = Object.keys(pkg.dependencies || {});
-  if (dependencies.length > config.maxDependencies) {
-    dependencies = dependencies.slice(0, config.maxDependencies);
-  }
-  yield packageService.addDependencies(pkg.name, dependencies);
-}
--- a/controllers/registry/package/show.js
+++ b/controllers/registry/package/show.js
@@ -1,66 +0,0 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:show');
-var semver = require('semver');
-var packageService = require('../../../services/package');
-var setDownloadURL = require('../../../lib/common').setDownloadURL;
-var SyncModuleWorker = require('../../sync_module_worker');
-var config = require('../../../config');
-
-/**
- * [deprecate] api
- *
- * get the special version or tag of a module
- *
- * GET /:name/:version
- * GET /:name/:tag
- */
-module.exports = function* show() {
-  var name = this.params.name || this.params[0];
-  var tag = this.params.version || this.params[1];
-  var version = semver.valid(tag);
-  var mod;
-  if (version) {
-    mod = yield* packageService.getModule(name, version);
-  } else {
-    mod = yield* packageService.getModuleByTag(name, tag);
-  }
-  if (mod) {
-    setDownloadURL(mod.package, this);
-    mod.package._cnpm_publish_time = mod.publish_time;
-    var maintainers = yield* packageService.listMaintainers(name);
-    if (maintainers.length > 0) {
-      mod.package.maintainers = maintainers;
-    }
-    this.body = mod.package;
-    return;
-  }
-
-  // if not fond, sync from source registry
-  if (!this.allowSync) {
-    this.status = 404;
-    this.body = {
-      error: 'not exist',
-      reason: 'version not found: ' + version
-    };
-    return;
-  }
-
-  // start sync
-  var logId = yield* SyncModuleWorker.sync(name, 'sync-by-install');
-  debug('start sync %s, get log id %s', name, logId);
-
-  this.redirect(config.officialNpmRegistry + this.url);
-};
--- a/controllers/registry/package/tag.js
+++ b/controllers/registry/package/tag.js
@@ -1,69 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/tag.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:tag');
-var semver = require('semver');
-var util = require('util');
-var packageService = require('../../../services/package');
-
-// PUT /:name/:tag
-// https://github.com/npm/npm-registry-client/blob/master/lib/tag.js#L4
-// this.request("PUT", uri+"/"+tagName, { body : JSON.stringify(version) }, cb)
-module.exports = function* tag() {
-  var version = this.request.body;
-  var name = this.params.name || this.params[0];
-  var tag = this.params.tag || this.params[1];
-  debug('tag %j to %s/%s', version, name, tag);
-
-  if (!version) {
-    this.status = 400;
-    this.body = {
-      error: 'version_missed',
-      reason: 'version not found'
-    };
-    return;
-  }
-
-  if (!semver.valid(version)) {
-    this.status = 403;
-    var reason = util.format('setting tag %s to invalid version: %s: %s/%s',
-      tag, version, name, tag);
-    this.body = {
-      error: 'forbidden',
-      reason: reason
-    };
-    return;
-  }
-
-  var mod = yield* packageService.getModule(name, version);
-  if (!mod) {
-    this.status = 403;
-    var reason = util.format('setting tag %s to unknown version: %s: %s/%s',
-      tag, version, name, tag);
-    this.body = {
-      error: 'forbidden',
-      reason: reason
-    };
-    return;
-  }
-
-  var row = yield* packageService.addModuleTag(name, tag, version);
-  this.status = 201;
-  this.body = {
-    ok: true,
-    modified: row.gmt_modified
-  };
-};
--- a/controllers/registry/package/update.js
+++ b/controllers/registry/package/update.js
@@ -1,180 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/package/update.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:package:update');
-var packageService = require('../../../services/package');
-var userService = require('../../../services/user');
-var config = require('../../../config');
-
-// PUT /:name/-rev/:rev
-//
-// * remove with versions, then will `DELETE /:name/download/:filename/-rev/:rev`
-// * ...
-module.exports = function* update(next) {
-  var name = this.params.name || this.params[0];
-  debug('update module %s, %s, %j', this.url, name, this.request.body);
-
-  var body = this.request.body;
-  if (body.versions) {
-    yield* updateVersions.call(this, next);
-  } else if (body.maintainers) {
-    yield* updateMaintainers.call(this, next);
-  } else {
-    yield* next;
-  }
-};
-
-// update with versions
-// https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L63
-function* updateVersions(next) {
-  var name = this.params.name || this.params[0];
-  // left versions
-  var versions = this.request.body.versions;
-
-  // step1: list all the versions
-  var mods = yield* packageService.listModulesByName(name);
-  debug('removeWithVersions module %s, left versions %j, %s mods',
-    name, Object.keys(versions), mods && mods.length);
-  if (!mods || !mods.length) {
-    return yield* next;
-  }
-
-  // step3: calculate which versions need to remove and
-  // which versions need to remain
-  var removeVersions = [];
-  var removeVersionMaps = {};
-  var remainVersions = [];
-
-  for (var i = 0; i < mods.length; i++) {
-    var v = mods[i].version;
-    if (!versions[v]) {
-      removeVersions.push(v);
-      removeVersionMaps[v] = true;
-    } else {
-      remainVersions.push(v);
-    }
-  }
-
-  if (!removeVersions.length) {
-    debug('no versions need to remove');
-    this.status = 201;
-    this.body = { ok: true };
-    return;
-  }
-  debug('remove versions: %j, remain versions: %j', removeVersions, remainVersions);
-
-  // step 4: remove all the versions which need to remove
-  // let removeTar do remove versions from module table
-  var tags = yield* packageService.listModuleTags(name);
-
-  var removeTags = [];
-  var latestRemoved = false;
-  tags.forEach(function (tag) {
-    // this tag need be removed
-    if (removeVersionMaps[tag.version]) {
-      removeTags.push(tag.id);
-      if (tag.tag === 'latest') {
-        latestRemoved = true;
-      }
-    }
-  });
-
-  debug('remove tags: %j', removeTags);
-  if (removeTags.length) {
-    // step 5: remove all the tags
-    yield* packageService.removeModuleTagsByIds(removeTags);
-    if (latestRemoved && remainVersions[0]) {
-      debug('latest tags removed, generate a new latest tag with new version: %s',
-        remainVersions[0]);
-      // step 6: insert new latest tag
-      yield* packageService.addModuleTag(name, 'latest', remainVersions[0]);
-    }
-  }
-
-  // step 7: update last modified, make sure etag change
-  yield* packageService.updateModuleLastModified(name);
-
-  this.status = 201;
-  this.body = { ok: true };
-}
-
-function* updateMaintainers() {
-  var name = this.params.name || this.params[0];
-  var body = this.request.body;
-  debug('updateMaintainers module %s, %j', name, body);
-
-  var usernames = body.maintainers.map(function (user) {
-    return user.name;
-  });
-
-  if (usernames.length === 0) {
-    this.status = 403;
-    this.body = {
-      error: 'invalid operation',
-      reason: 'Can not remove all maintainers'
-    };
-    return;
-  }
-
-  if (config.customUserService) {
-    // ensure new authors are vaild
-    var maintainers = yield* packageService.listMaintainerNamesOnly(name);
-    var map = {};
-    var newNames = [];
-    for (var i = 0; i < maintainers.length; i++) {
-      map[maintainers[i]] = 1;
-    }
-    for (var i = 0; i < usernames.length; i++) {
-      var username = usernames[i];
-      if (map[username] !== 1) {
-        newNames.push(username);
-      }
-    }
-    if (newNames.length > 0) {
-      var users = yield* userService.list(newNames);
-      var map = {};
-      for (var i = 0; i < users.length; i++) {
-        var user = users[i];
-        map[user.login] = 1;
-      }
-      var invailds = [];
-      for (var i = 0; i < newNames.length; i++) {
-        var username = newNames[i];
-        if (map[username] !== 1) {
-          invailds.push(username);
-        }
-      }
-      if (invailds.length > 0) {
-        this.status = 403;
-        this.body = {
-          error: 'invalid user name',
-          reason: 'User: `' + invailds.join(', ') + '` not exists'
-        };
-        return;
-      }
-    }
-  }
-
-  var r = yield* packageService.updatePrivateModuleMaintainers(name, usernames);
-  debug('result: %j', r);
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: name,
-    rev: this.params.rev || this.params[1],
-  };
-}
--- a/controllers/registry/user.js
+++ b/controllers/registry/user.js
@@ -0,0 +1,291 @@
+/**!
+ * cnpmjs.org - controllers/registry/user.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:registry:user');
+var utility = require('utility');
+var crypto = require('crypto');
+var UserService = require('../../services/user');
+var User = require('../../proxy/user');
+var config = require('../../config');
+var common = require('../../lib/common');
+
+exports.show = function* (next) {
+  var name = this.params.name;
+  var isAdmin = common.isAdmin(name);
+  var scopes = config.scopes || [];
+  if (config.customUserService) {
+    var customUser = yield* UserService.get(name);
+    if (customUser) {
+      isAdmin = !!customUser.site_admin;
+      scopes = customUser.scopes;
+
+      var data = {
+        user: customUser
+      };
+      yield* User.saveCustomUser(data);
+    }
+  }
+
+  var user = yield* User.get(name);
+  if (!user) {
+    return yield* next;
+  }
+
+  var data = user.json;
+  if (!data) {
+    data = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+    };
+  }
+
+  if (data.login) {
+    // custom user format
+    // convert to npm user format
+    data = {
+      _id: 'org.couchdb.user:' + user.name,
+      _rev: user.rev,
+      name: user.name,
+      email: user.email,
+      type: 'user',
+      roles: [],
+      date: user.gmt_modified,
+      avatar: data.avatar_url,
+      fullname: data.name || data.login,
+      homepage: data.html_url,
+    };
+  }
+
+  data._cnpm_meta = {
+    id: user.id,
+    npm_user: user.npm_user === 1,
+    custom_user: user.npm_user === 2,
+    gmt_create: user.gmt_create,
+    gmt_modified: user.gmt_modified,
+    admin: isAdmin,
+    scopes: scopes,
+  };
+
+  this.body = data;
+};
+
+function ensurePasswordSalt(user, body) {
+  if (!user.password_sha && body.password) {
+    // create password_sha on server
+    user.salt = crypto.randomBytes(30).toString('hex');
+    user.password_sha = utility.sha1(body.password + user.salt);
+  }
+}
+
+// npm 1.4.4
+// add new user first
+// @see https://github.com/npm/npm-registry-client/commit/effb4bc88d443f764f2c2e8b4dd583cc72cf6084
+// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
+//   'accept-encoding': 'gzip',
+//   'user-agent': 'node/v0.11.12 darwin x64',
+//   host: '127.0.0.1:7001',
+//   'content-type': 'application/json',
+//   'content-length': '150',
+//   connection: 'close' } { name: 'mk2',
+//   password: '123456',
+//   email: 'fengmk2@gmail.com',
+//   _id: 'org.couchdb.user:mk2',
+//   type: 'user',
+//   roles: [],
+//   date: '2014-03-15T02:33:19.465Z' }
+
+// old npm flow
+// json:
+// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
+//   'user-agent': 'node/v0.8.26 darwin x64',
+//   host: '127.0.0.1:7001',
+//   'content-type': 'application/json',
+//   'content-length': '258',
+//   connection: 'keep-alive' }
+// { name: 'mk2',
+//   salt: '12351936478446a5466d4fb1633b80f3838b4caaa03649a885ac722cd6',
+//   password_sha: '123408912a6db1d96b132a90856d99db029cef3d',
+//   email: 'fengmk2@gmail.com',
+//   _id: 'org.couchdb.user:mk2',
+//   type: 'user',
+//   roles: [],
+//   date: '2014-03-15T02:39:25.696Z' }
+exports.add = function* () {
+  var name = this.params.name;
+  var body = this.request.body || {};
+  var user = {
+    name: body.name,
+    // salt: body.salt,
+    // password_sha: body.password_sha,
+    email: body.email,
+    ip: this.ip || '0.0.0.0',
+    // roles: body.roles || [],
+  };
+
+  ensurePasswordSalt(user, body);
+
+  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+    this.status = 422;
+    this.body = {
+      error: 'paramError',
+      reason: 'params missing, name, email or password missing.'
+    };
+    return;
+  }
+
+  debug('add user: %j', body);
+
+  var loginedUser;
+  try {
+    loginedUser = yield UserService.auth(body.name, body.password);
+  } catch (err) {
+    this.status = err.status || 500;
+    this.body = {
+      error: err.name,
+      reason: err.message
+    };
+    return;
+  }
+  if (loginedUser) {
+    var rev = Date.now() + '-' + loginedUser.login;
+    if (config.customUserService) {
+      // make sure sync user meta to cnpm database
+      var data = user;
+      data.rev = rev;
+      data.user = loginedUser;
+      yield* User.saveCustomUser(data);
+    }
+    this.status = 201;
+    this.body = {
+      ok: true,
+      id: 'org.couchdb.user:' + loginedUser.login,
+      rev: rev,
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // user login fail, not allow to add new user
+    this.status = 401;
+    this.body = {
+      error: 'unauthorized',
+      reason: 'Login fail, please check your login name and password'
+    };
+    return;
+  }
+
+  var existUser = yield User.get(name);
+  if (existUser) {
+    this.status = 409;
+    this.body = {
+      error: 'conflict',
+      reason: 'User ' + name + ' already exists.'
+    };
+    return;
+  }
+
+  var result = yield User.add(user);
+  this.etag = '"' + result.rev + '"';
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: 'org.couchdb.user:' + name,
+    rev: result.rev
+  };
+};
+
+// logined before update, no need to auth user again
+// { name: 'admin',
+// password: '123123',
+// email: 'fengmk2@gmail.com',
+// _id: 'org.couchdb.user:admin',
+// type: 'user',
+// roles: [],
+// date: '2014-08-05T16:08:22.645Z',
+// _rev: '1-1a18c3d73ba42e863523a399ff3304d8',
+// _cnpm_meta:
+//  { id: 14,
+//    npm_user: false,
+//    custom_user: false,
+//    gmt_create: '2014-08-05T15:46:58.000Z',
+//    gmt_modified: '2014-08-05T15:46:58.000Z',
+//    admin: true,
+//    scopes: [ '@cnpm', '@cnpmtest' ] } }
+exports.update = function *(next) {
+  var name = this.params.name;
+  var rev = this.params.rev;
+  if (!name || !rev) {
+    return yield* next;
+  }
+  debug('update: %s, rev: %s, user.name: %s', name, rev, this.user.name);
+
+  if (name !== this.user.name) {
+    // must auth user first
+    this.status = 401;
+    this.body = {
+      error: 'unauthorized',
+      reason: 'Name is incorrect.'
+    };
+    return;
+  }
+
+  var body = this.request.body || {};
+  var user = {
+    name: body.name,
+    // salt: body.salt,
+    // password_sha: body.password_sha,
+    email: body.email,
+    ip: this.ip || '0.0.0.0',
+    rev: body.rev || body._rev,
+    // roles: body.roles || [],
+  };
+
+  debug('update user %j', body);
+
+  ensurePasswordSalt(user, body);
+
+  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+    this.status = 422;
+    this.body = {
+      error: 'paramError',
+      reason: 'params missing, name, email or password missing.'
+    };
+    return;
+  }
+
+  var result = yield User.update(user);
+  if (!result) {
+    this.status = 409;
+    this.body = {
+      error: 'conflict',
+      reason: 'Document update conflict.'
+    };
+    return;
+  }
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    id: 'org.couchdb.user:' + user.name,
+    rev: result.rev
+  };
+};
--- a/controllers/registry/user/add.js
+++ b/controllers/registry/user/add.js
@@ -1,128 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/user/add.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var ensurePasswordSalt = require('./common').ensurePasswordSalt;
-var userService = require('../../../services/user');
-var config = require('../../../config');
-
-// npm 1.4.4
-// add new user first
-// @see https://github.com/npm/npm-registry-client/commit/effb4bc88d443f764f2c2e8b4dd583cc72cf6084
-// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
-//   'accept-encoding': 'gzip',
-//   'user-agent': 'node/v0.11.12 darwin x64',
-//   host: '127.0.0.1:7001',
-//   'content-type': 'application/json',
-//   'content-length': '150',
-//   connection: 'close' } { name: 'mk2',
-//   password: '123456',
-//   email: 'fengmk2@gmail.com',
-//   _id: 'org.couchdb.user:mk2',
-//   type: 'user',
-//   roles: [],
-//   date: '2014-03-15T02:33:19.465Z' }
-
-// old npm flow
-// json:
-// PUT /-/user/org.couchdb.user:mk2 { accept: 'application/json',
-//   'user-agent': 'node/v0.8.26 darwin x64',
-//   host: '127.0.0.1:7001',
-//   'content-type': 'application/json',
-//   'content-length': '258',
-//   connection: 'keep-alive' }
-// { name: 'mk2',
-//   salt: '12351936478446a5466d4fb1633b80f3838b4caaa03649a885ac722cd6',
-//   password_sha: '123408912a6db1d96b132a90856d99db029cef3d',
-//   email: 'fengmk2@gmail.com',
-//   _id: 'org.couchdb.user:mk2',
-//   type: 'user',
-//   roles: [],
-//   date: '2014-03-15T02:39:25.696Z' }
-module.exports = function* addUser() {
-  var name = this.params.name;
-  var body = this.request.body || {};
-  var user = {
-    name: body.name,
-    // salt: body.salt,
-    // password_sha: body.password_sha,
-    email: body.email,
-    ip: this.ip || '0.0.0.0',
-    // roles: body.roles || [],
-  };
-
-  ensurePasswordSalt(user, body);
-
-  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
-    this.status = 422;
-    this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.'
-    };
-    return;
-  }
-
-  var loginedUser;
-  try {
-    loginedUser = yield* userService.authAndSave(body.name, body.password);
-  } catch (err) {
-    this.status = err.status || 500;
-    this.body = {
-      error: err.name,
-      reason: err.message
-    };
-    return;
-  }
-  if (loginedUser) {
-    this.status = 201;
-    this.body = {
-      ok: true,
-      id: 'org.couchdb.user:' + loginedUser.login,
-      rev: Date.now() + '-' + loginedUser.login
-    };
-    return;
-  }
-
-  if (config.customUserService) {
-    // user login fail, not allow to add new user
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Login fail, please check your login name and password'
-    };
-    return;
-  }
-
-  var existUser = yield* userService.get(name);
-  if (existUser) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'User ' + name + ' already exists.'
-    };
-    return;
-  }
-
-  // add new user
-  var result = yield* userService.add(user);
-  this.etag = '"' + result.rev + '"';
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: 'org.couchdb.user:' + name,
-    rev: result.rev
-  };
-};
--- a/controllers/registry/user/common.js
+++ b/controllers/registry/user/common.js
@@ -1,26 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/user/common.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var crypto = require('crypto');
-var utility = require('utility');
-
-exports.ensurePasswordSalt = function (user, body) {
-  if (!user.password_sha && body.password) {
-    // create password_sha on server
-    user.salt = crypto.randomBytes(30).toString('hex');
-    user.password_sha = utility.sha1(body.password + user.salt);
-  }
-};
--- a/controllers/registry/user/show.js
+++ b/controllers/registry/user/show.js
@@ -1,69 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/user/show.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var userService = require('../../../services/user');
-
-// GET /-/user/org.couchdb.user::name
-module.exports = function* show(next) {
-  var name = this.params.name;
-  var user = yield* userService.getAndSave(name);
-  if (!user) {
-    return yield* next;
-  }
-
-  var data = user.json;
-  if (!data) {
-    data = {
-      _id: 'org.couchdb.user:' + user.name,
-      _rev: user.rev,
-      name: user.name,
-      email: user.email,
-      type: 'user',
-      roles: [],
-      date: user.gmt_modified,
-    };
-  }
-
-  if (data.login) {
-    // custom user format
-    // convert to npm user format
-    data = {
-      _id: 'org.couchdb.user:' + user.name,
-      _rev: user.rev,
-      name: user.name,
-      email: user.email,
-      type: 'user',
-      roles: [],
-      date: user.gmt_modified,
-      avatar: data.avatar_url,
-      fullname: data.name || data.login,
-      homepage: data.html_url,
-      scopes: data.scopes,
-      site_admin: data.site_admin
-    };
-  }
-
-  data._cnpm_meta = {
-    id: user.id,
-    npm_user: user.isNpmUser,
-    custom_user: !!data.login,
-    gmt_create: user.gmt_create,
-    gmt_modified: user.gmt_modified,
-  };
-
-  this.body = data;
-};
--- a/controllers/registry/user/update.js
+++ b/controllers/registry/user/update.js
@@ -1,97 +0,0 @@
-/**!
- * cnpmjs.org - controllers/registry/user/update.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:registry:user:update');
-var ensurePasswordSalt = require('./common').ensurePasswordSalt;
-var userService = require('../../../services/user');
-
-// logined before update, no need to auth user again
-// { name: 'admin',
-// password: '123123',
-// email: 'fengmk2@gmail.com',
-// _id: 'org.couchdb.user:admin',
-// type: 'user',
-// roles: [],
-// date: '2014-08-05T16:08:22.645Z',
-// _rev: '1-1a18c3d73ba42e863523a399ff3304d8',
-// _cnpm_meta:
-//  { id: 14,
-//    npm_user: false,
-//    custom_user: false,
-//    gmt_create: '2014-08-05T15:46:58.000Z',
-//    gmt_modified: '2014-08-05T15:46:58.000Z',
-//    admin: true,
-//    scopes: [ '@cnpm', '@cnpmtest' ] } }
-module.exports = function* updateUser(next) {
-  var name = this.params.name;
-  var rev = this.params.rev;
-  if (!name || !rev) {
-    return yield* next;
-  }
-  debug('update: %s, rev: %s, user.name: %s', name, rev, this.user.name);
-
-  if (name !== this.user.name) {
-    // must auth user first
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Name is incorrect.'
-    };
-    return;
-  }
-
-  var body = this.request.body || {};
-  var user = {
-    name: body.name,
-    // salt: body.salt,
-    // password_sha: body.password_sha,
-    email: body.email,
-    ip: this.ip || '0.0.0.0',
-    rev: body.rev || body._rev,
-    // roles: body.roles || [],
-  };
-
-  debug('update user %j', body);
-
-  ensurePasswordSalt(user, body);
-
-  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
-    this.status = 422;
-    this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.'
-    };
-    return;
-  }
-
-  var result = yield* userService.update(user);
-  if (!result) {
-    this.status = 409;
-    this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
-    };
-    return;
-  }
-
-  this.status = 201;
-  this.body = {
-    ok: true,
-    id: 'org.couchdb.user:' + user.name,
-    rev: result.rev
-  };
-};
--- a/controllers/registry/user_package.js
+++ b/controllers/registry/user_package.js
@@ -14,9 +14,9 @@
 * Module dependencies.
 */

-var packageService = require('../../services/package');
+var Module = require('../../proxy/module');
+var NpmModuleMaintainer = require('../../proxy/npm_module_maintainer');

-// GET /-/by-user/:user
 exports.list = function* () {
  var users = this.params.user.split('|');
  if (users.length > 20) {
@@ -35,20 +35,34 @@ exports.list = function* () {
    return;
  }

-  var tasks = {};
-  for (var i = 0; i < users.length; i++) {
-    var username = users[i];
-    tasks[username] = packageService.listPublicModuleNamesByUser(username);
+  var data = {};
+  var r = yield [
+    NpmModuleMaintainer.listByUsers(users),
+    // get the first user module by author field
+    Module.listNamesByAuthor(firstUser),
+  ];
+  var rows = r[0];
+  var firstUserModuleNames = r[1];
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    if (data[row.user]) {
+      data[row.user].push(row.name);
+    } else {
+      data[row.user] = [row.name];
+    }
  }

-  var data = yield tasks;
-
-  var keys = Object.keys(data);
-  for (var k = 0; k < keys.length; k++) {
-    var key = keys[k];
-    // make empty object as undefined
-    if (data[key].length === 0) {
-      data[key] = undefined;
+  if (firstUserModuleNames.length > 0) {
+    if (!data[firstUser]) {
+      data[firstUser] = firstUserModuleNames;
+    } else {
+      var items = data[firstUser];
+      for (var i = 0; i < firstUserModuleNames.length; i++) {
+        var name = firstUserModuleNames[i];
+        if (items.indexOf(name) === -1) {
+          items.push(name);
+        }
+      }
    }
  }

--- a/controllers/sync.js
+++ b/controllers/sync.js
@@ -15,25 +15,16 @@
 */

 var debug = require('debug')('cnpmjs.org:controllers:sync');
-var Log = require('../services/module_log');
-var SyncModuleWorker = require('./sync_module_worker');
-var config = require('../config');
+var Log = require('../proxy/module_log');
+var SyncModuleWorker = require('../proxy/sync_module_worker');

 exports.sync = function* () {
  var username = this.user.name || 'anonymous';
  var name = this.params.name || this.params[0];
-  var type = 'package';
-  if (name.indexOf(':') > 0) {
-    // user:fengmk2
-    // package:pedding
-    var splits = name.split(':');
-    type = splits[0];
-    name = splits[1];
-  }
  var publish = this.query.publish === 'true';
  var noDep = this.query.nodeps === 'true';
  debug('sync %s with query: %j', name, this.query);
-  if (type === 'package' && publish && !this.user.isAdmin) {
+  if (publish && !this.user.isAdmin) {
    this.status = 403;
    this.body = {
      error: 'no_perms',
@@ -43,13 +34,11 @@ exports.sync = function* () {
  }

  var options = {
-    type: type,
    publish: publish,
    noDep: noDep,
-    syncUpstreamFirst: config.sourceNpmRegistryIsCNpm,
  };

-  var logId = yield* SyncModuleWorker.sync(name, username, options);
+  var logId = yield SyncModuleWorker.sync(name, username, options);
  debug('sync %s got log id %j', name, logId);

  this.status = 201;
@@ -60,14 +49,10 @@ exports.sync = function* () {
 };

 exports.getSyncLog = function* (next) {
-  var logId = Number(this.params.id || this.params[1]);
+  // params: [$name, $id] on scope package
+  var logId = this.params.id || this.params[1];
  var offset = Number(this.query.offset) || 0;
-
-  if (!logId) { // NaN
-    this.status = 404;
-    return;
-  }
-  var row = yield* Log.get(logId);
+  var row = yield Log.get(logId);
  if (!row) {
    return yield* next;
  }
--- a/controllers/total.js
+++ b/controllers/total.js
@@ -1,9 +1,11 @@
 /**!
- * Copyright(c) cnpm and other contributors.
+ * cnpmjs.org - controllers/total.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
 * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
 *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
 */

@@ -13,24 +15,17 @@
 * Module dependencies.
 */

-const Total = require('../services/total');
-const version = require('../package.json').version;
-const config = require('../config');
-const getDownloadTotal = require('./utils').getDownloadTotal;
+var Total = require('../proxy/total');
+var Download = require('./download');
+var version = require('../package.json').version;
+var config = require('../config');

-const startTime = '' + Date.now();
-let cache = null;
+var startTime = '' + Date.now();

-module.exports = function* showTotal() {
-  if (cache && Date.now() - cache.cache_time < 10000) {
-    // cache 10 seconds
-    this.body = cache;
-    return;
-  }
-
-  const r = yield [Total.get(), getDownloadTotal()];
-  const total = r[0];
-  const download = r[1];
+exports.show = function *() {
+  var r = yield [Total.get(), Download.total()];
+  var total = r[0];
+  var download = r[1];

  total.download = download;
  total.db_name = 'registry';
@@ -40,8 +35,5 @@ module.exports = function* showTotal() {
  total.donate = 'https://www.gittip.com/fengmk2';
  total.sync_model = config.syncModel;

-  cache = total;
-  total.cache_time = Date.now();
-
  this.body = total;
 };
--- a/controllers/utils.js
+++ b/controllers/utils.js
@@ -19,19 +19,12 @@ var path = require('path');
 var fs = require('fs');
 var utility = require('utility');
 var ms = require('humanize-ms');
-var moment = require('moment');
-var downloadTotalService = require('../services/download_total');
 var nfs = require('../common/nfs');
 var config = require('../config');

 var DOWNLOAD_TIMEOUT = ms('10m');

 exports.downloadAsReadStream = function* (key) {
-  var options = { timeout: DOWNLOAD_TIMEOUT };
-  if (nfs.createDownloadStream) {
-    return yield nfs.createDownloadStream(key, options);
-  }
-
  var tmpPath = path.join(config.uploadDir,
    utility.randomString() + key.replace(/\//g, '-'));
  function cleanup() {
@@ -40,7 +33,7 @@ exports.downloadAsReadStream = function* (key) {
  }
  debug('downloadAsReadStream() %s to %s', key, tmpPath);
  try {
-    yield nfs.download(key, tmpPath, options);
+    yield nfs.download(key, tmpPath, {timeout: DOWNLOAD_TIMEOUT});
  } catch (err) {
    debug('downloadAsReadStream() %s to %s error: %s', key, tmpPath, err.stack);
    cleanup();
@@ -51,116 +44,3 @@ exports.downloadAsReadStream = function* (key) {
  tarball.once('end', cleanup);
  return tarball;
 };
-
-exports.getDownloadTotal = function* (name) {
-  var end = moment();
-  var start = end.clone().subtract(1, 'months').startOf('month');
-  var lastday = end.clone().subtract(1, 'days').format('YYYY-MM-DD');
-  var lastweekStart = end.clone().subtract(1, 'weeks').startOf('isoweek');
-  var lastweekEnd = lastweekStart.clone().endOf('isoweek').format('YYYY-MM-DD');
-  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
-  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
-  var thisweekStart = end.clone().startOf('isoweek').format('YYYY-MM-DD');
-  start = start.format('YYYY-MM-DD');
-  end = end.format('YYYY-MM-DD');
-  lastweekStart = lastweekStart.format('YYYY-MM-DD');
-  var method = name ? 'getModuleTotal' : 'getTotal';
-  var args = [start, end];
-  if (name) {
-    args.unshift(name);
-  }
-
-  var rows = yield* downloadTotalService[method].apply(downloadTotalService, args);
-  var download = {
-    today: 0,
-    thisweek: 0,
-    thismonth: 0,
-    lastday: 0,
-    lastweek: 0,
-    lastmonth: 0,
-  };
-
-  for (var i = 0; i < rows.length; i++) {
-    var r = rows[i];
-    if (r.date === end) {
-      download.today += r.count;
-    }
-    if (r.date >= thismonthStart) {
-      download.thismonth += r.count;
-    }
-    if (r.date >= thisweekStart) {
-      download.thisweek += r.count;
-    }
-
-    if (r.date === lastday) {
-      download.lastday += r.count;
-    }
-    if (r.date >= lastweekStart && r.date <= lastweekEnd) {
-      download.lastweek += r.count;
-    }
-    if (r.date >= start && r.date <= lastmonthEnd) {
-      download.lastmonth += r.count;
-    }
-  }
-  return download;
-};
-
-exports.setLicense = function (pkg) {
-  var license;
-  license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
-  if (!license) {
-    return ;
-  }
-
-  if (Array.isArray(license)) {
-    license = license[0];
-  }
-
-  if (typeof license === 'object') {
-    pkg.license = {
-      name: license.name || license.type,
-      url: license.url
-    };
-  }
-
-  if (typeof license === 'string') {
-    if (license.match(/(http|https)(:\/\/)/ig)) {
-      pkg.license = {
-        name: license,
-        url: license
-      };
-    } else {
-      pkg.license = {
-        url: exports.getOssLicenseUrlFromName(license),
-        name: license
-      };
-    }
-  }
-};
-
-exports.getOssLicenseUrlFromName = function (name) {
-  var base = 'http://opensource.org/licenses/';
-
-  var licenseMap = {
-    'bsd': 'BSD-2-Clause',
-    'mit': 'MIT',
-    'x11': 'MIT',
-    'mit/x11': 'MIT',
-    'apache 2.0': 'Apache-2.0',
-    'apache2': 'Apache-2.0',
-    'apache 2': 'Apache-2.0',
-    'apache-2': 'Apache-2.0',
-    'apache': 'Apache-2.0',
-    'gpl': 'GPL-3.0',
-    'gplv3': 'GPL-3.0',
-    'gplv2': 'GPL-2.0',
-    'gpl3': 'GPL-3.0',
-    'gpl2': 'GPL-2.0',
-    'lgpl': 'LGPL-2.1',
-    'lgplv2.1': 'LGPL-2.1',
-    'lgplv2': 'LGPL-2.1'
-  };
-
-  return licenseMap[name.toLowerCase()] ?
-    base + licenseMap[name.toLowerCase()] : base + name;
-};
--- a/controllers/web/badge.js
+++ b/controllers/web/badge.js
@@ -5,7 +5,7 @@
 * MIT Licensed
 *
 * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
 */

 'use strict';
@@ -14,20 +14,16 @@
 * Module dependencies.
 */

-var utility = require('utility');
-var util = require('util');
 var config = require('../../config');
-var packageService = require('../../services/package');
-var DownloadTotal = require('../../services/download_total');
+var Module = require('../../proxy/module');

-exports.version = function* () {
+exports.version = function* (next) {
  var color = 'lightgrey';
  var version = 'invalid';
  var name = this.params[0];
-  var tag = this.query.tag || 'latest';
-  var info = yield* packageService.getModuleByTag(name, tag);
-  if (info) {
-    version = info.version;
+  var latestTag = yield* Module.getTag(name, 'latest');
+  if (latestTag) {
+    version = latestTag.version;
    if (/^0\.0\./.test(version)) {
      // <0.1.0 & >=0.0.0
      color = 'red';
@@ -41,22 +37,13 @@ exports.version = function* () {
  }

  var subject = config.badgeSubject.replace(/\-/g, '--');
-  if (this.query.subject) {
-    subject = this.query.subject.replace(/\-/g, '--');
-  }
  version = version.replace(/\-/g, '--');
-  var style = this.query.style || 'flat-square';
-  var url = util.format(config.badgePrefixURL + '/%s-%s-%s.svg?style=%s',
-    utility.encodeURIComponent(subject), version, color, utility.encodeURIComponent(style));
-  this.redirect(url);
-};
+  var url = 'https://img.shields.io/badge/' + subject + '-' + version + '-' + color + '.svg';
+  if (this.querystring) {
+    url += '?' + this.querystring;
+  } else {
+    url += '?style=flat-square';
+  }

-exports.downloads = function* () {
-  // https://dn-img-shields-io.qbox.me/badge/downloads-100k/month-brightgreen.svg?style=flat-square
-  var name = this.params[0];
-  var count = yield DownloadTotal.getTotalByName(name);
-  var style = this.query.style || 'flat-square';
-  var url = util.format(config.badgePrefixURL + '/downloads-%s-brightgreen.svg?style=%s',
-    count, utility.encodeURIComponent(style));
  this.redirect(url);
 };
--- a/controllers/web/dist.js
+++ b/controllers/web/dist.js
@@ -0,0 +1,100 @@
+/**!
+ * cnpmjs.org - controllers/web/dist.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+"use strict";
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:web:dist');
+var mime = require('mime');
+var urlparse = require('url').parse;
+var Dist = require('../../proxy/dist');
+var config = require('../../config');
+var downloadAsReadStream = require('../utils').downloadAsReadStream;
+
+function padding(max, current, pad) {
+  pad = pad || ' ';
+  var left = max - current;
+  var str = '';
+  for (var i = 0; i < left; i++) {
+    str += pad;
+  }
+  return str;
+}
+
+exports.list = function* (next) {
+  var params = this.params;
+  var url = params[0];
+  if (!url) {
+    // GET /dist => /dist/
+    return this.redirect('/dist/');
+  }
+
+  var isDir = url[url.length - 1] === '/';
+  if (!isDir) {
+    return yield* download.call(this, next);
+  }
+
+  var items = yield* Dist.listdir(url);
+  if (url === '/') {
+    // phantomjs/
+    items.push({
+      name: 'phantomjs/',
+      date: '',
+    });
+  }
+
+  yield this.render('dist', {
+    title: 'Mirror index of ' + config.disturl + url,
+    disturl: config.disturl,
+    dirname: url,
+    items: items,
+    padding: padding
+  });
+};
+
+function* download(next) {
+  var fullname = this.params[0];
+  var info = yield* Dist.getfile(fullname);
+  debug('download %s got %j', fullname, info);
+  if (!info || !info.url) {
+    return yield* next;
+  }
+
+  if (/\.(html|js|css|json|txt)$/.test(fullname)) {
+    if (info.url.indexOf('http') === 0) {
+      info.url = urlparse(info.url).path;
+    }
+    return yield* pipe.call(this, info, false);
+  }
+
+  if (info.url.indexOf('http') === 0) {
+    return this.redirect(info.url);
+  }
+  yield* pipe.call(this, info, true);
+}
+
+function* pipe(info, attachment) {
+  debug('pipe %j, attachment: %s', info, attachment);
+  // download it from nfs
+  if (typeof info.size === 'number' && info.size > 0) {
+    this.length = info.size;
+  }
+  this.type = mime.lookup(info.url);
+  if (attachment) {
+    this.attachment(info.name);
+  }
+  if (info.sha1) {
+    this.etag = info.sha1;
+  }
+  this.body = yield* downloadAsReadStream(info.url);
+}
--- a/controllers/web/package.js
+++ b/controllers/web/package.js
@@ -0,0 +1,347 @@
+/*!
+ * cnpmjs.org - controllers/web/package.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ */
+
+'use strict';
+
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:controllers:web:package');
+var bytes = require('bytes');
+var giturl = require('giturl');
+var moment = require('moment');
+var eventproxy = require('eventproxy');
+var semver = require('semver');
+var marked = require('marked');
+var gravatar = require('gravatar');
+var humanize = require('humanize-number');
+var config = require('../../config');
+var Module = require('../../proxy/module');
+var down = require('../download');
+var sync = require('../sync');
+var Log = require('../../proxy/module_log');
+var ModuleDeps = require('../../proxy/module_deps');
+var setDownloadURL = require('../../lib/common').setDownloadURL;
+var ModuleStar = require('../../proxy/module_star');
+var packageService = require('../../services/package');
+var ModuleUnpublished = require('../../proxy/module_unpublished');
+
+exports.display = function* (next) {
+  var params = this.params;
+  // normal: {name: $name, version: $version}
+  // scope: [$name, $version]
+  var orginalName = params.name || params[0];
+  var name = orginalName;
+  var tag = params.version || params[1];
+  debug('display %s with %j', name, params);
+
+  var getPackageMethod;
+  var getPackageArgs;
+  var version = semver.valid(tag || '');
+  if (version) {
+    getPackageMethod = 'get';
+    getPackageArgs = [name, version];
+  } else {
+    getPackageMethod = 'getByTag';
+    getPackageArgs = [name, tag || 'latest'];
+  }
+
+  var pkg = yield Module[getPackageMethod].apply(Module, getPackageArgs);
+  if (!pkg) {
+    var adaptName = yield* Module.getAdaptName(name);
+    if (adaptName) {
+      name = adaptName;
+      pkg = yield Module[getPackageMethod].apply(Module, [name, getPackageArgs[1]]);
+    }
+  }
+
+  if (!pkg || !pkg.package) {
+    // check if unpublished
+    var unpublishedInfo = yield* ModuleUnpublished.get(name);
+    debug('show unpublished %j', unpublishedInfo);
+    if (unpublishedInfo) {
+      var data = {
+        name: name,
+        unpublished: unpublishedInfo.package
+      };
+      data.unpublished.time = new Date(data.unpublished.time);
+      if (data.unpublished.maintainers) {
+        for (var i = 0; i < data.unpublished.maintainers.length; i++) {
+          var maintainer = data.unpublished.maintainers[i];
+          if (maintainer.email) {
+            maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+          }
+        }
+      }
+      yield this.render('package_unpublished', {
+        package: data
+      });
+      return;
+    }
+
+    return yield* next;
+  }
+
+  var r = yield [
+    down.total(name),
+    ModuleDeps.list(name),
+    ModuleStar.listUsers(name),
+    packageService.listMaintainers(name)
+  ];
+  var download = r[0];
+  var dependents = (r[1] || []).map(function (item) {
+    return item.deps;
+  });
+  var users = r[2];
+  var maintainers = r[3];
+
+  pkg.package.fromNow = moment(pkg.publish_time).fromNow();
+  pkg = pkg.package;
+  pkg.users = users;
+  pkg.readme = marked(pkg.readme || '');
+  if (!pkg.readme) {
+    pkg.readme = pkg.description || '';
+  }
+
+  if (maintainers.length > 0) {
+    pkg.maintainers = maintainers;
+  }
+
+  if (pkg.maintainers) {
+    for (var i = 0; i < pkg.maintainers.length; i++) {
+      var maintainer = pkg.maintainers[i];
+      if (maintainer.email) {
+        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+      }
+    }
+  }
+
+  if (pkg.contributors) {
+    // registry.cnpmjs.org/compressible
+    if (!Array.isArray(pkg.contributors)) {
+      pkg.contributors = [pkg.contributors];
+    }
+    for (var i = 0; i < pkg.contributors.length; i++) {
+      var contributor = pkg.contributors[i];
+      if (contributor.email) {
+        contributor.gravatar = gravatar.url(contributor.email, {s: '50', d: 'retro'}, true);
+      }
+      if (config.packagePageContributorSearch || !contributor.url) {
+        contributor.url = '/~' + encodeURIComponent(contributor.name);
+      }
+    }
+  }
+
+  if (pkg.repository && pkg.repository.url) {
+    pkg.repository.weburl = giturl.parse(pkg.repository.url) || pkg.repository.url;
+  }
+
+  setLicense(pkg);
+
+  for (var k in download) {
+    download[k] = humanize(download[k]);
+  }
+  setDownloadURL(pkg, this, config.registryHost);
+
+  pkg.dependents = dependents;
+
+  if (pkg.dist) {
+    pkg.dist.size = bytes(pkg.dist.size || 0);
+  }
+
+  if (pkg.name !== orginalName) {
+    pkg.name = orginalName;
+  }
+
+  // pkg.engines = {
+  //   "python": ">= 0.11.9",
+  //   "node": ">= 0.11.9",
+  //   "node1": ">= 0.8.9",
+  //   "node2": ">= 0.10.9",
+  //   "node3": ">= 0.6.9",
+  // };
+  if (pkg.engines) {
+    for (var k in pkg.engines) {
+      var engine = String(pkg.engines[k] || '').trim();
+      var color = 'blue';
+      if (k.indexOf('node') === 0) {
+        color = 'yellowgreen';
+        var version = /(\d+\.\d+\.\d+)/.exec(engine);
+        if (version) {
+          version = version[0];
+          if (/^0\.11\.\d+/.test(version)) {
+            color = 'red';
+          } else if (/^0\.10\./.test(version) ||
+              /^0\.12\./.test(version) ||
+              /^0\.14\./.test(version) ||
+              /^[^0]+\./.test(version)) {
+            color = 'brightgreen';
+          }
+        }
+      }
+      pkg.engines[k] = {
+        version: engine,
+        title: k + ': ' + engine,
+        badgeURL: 'https://img.shields.io/badge/' + encodeURIComponent(k) +
+          '-' + encodeURIComponent(engine) + '-' + color + '.svg?style=flat-square',
+      };
+    }
+  }
+
+  yield this.render('package', {
+    title: 'Package - ' + pkg.name,
+    package: pkg,
+    download: download
+  });
+};
+
+exports.search = function *(next) {
+  var params = this.params;
+  var word = params.word || params[0];
+  debug('search %j', word);
+  var result = yield Module.search(word);
+
+  var match = null;
+  for (var i = 0; i < result.searchMatchs.length; i++) {
+    var p = result.searchMatchs[i];
+    if (p.name === word) {
+      match = p;
+      break;
+    }
+  }
+
+  // return a json result
+  if (this.query && this.query.type === 'json') {
+    this.body = {
+      keyword: word,
+      match: match,
+      packages: result.searchMatchs,
+      keywords: result.keywordMatchs,
+    };
+    this.type = 'application/json; charset=utf-8';
+    return;
+  }
+  yield this.render('search', {
+    title: 'Keyword - ' + word,
+    keyword: word,
+    match: match,
+    packages: result.searchMatchs,
+    keywords: result.keywordMatchs,
+  });
+};
+
+exports.rangeSearch = function *(next) {
+  var startKey = this.query.startkey || '';
+  if (startKey[0] === '"') {
+    startKey = startKey.substring(1);
+  }
+  if (startKey[startKey.length - 1] === '"') {
+    startKey = startKey.substring(0, startKey.length - 1);
+  }
+  var limit = Number(this.query.limit) || 20;
+  var result = yield Module.search(startKey, {limit: limit});
+
+  var packages = result.searchMatchs.concat(result.keywordMatchs);
+
+  var rows = [];
+  for (var i = 0; i < packages.length; i++) {
+    var p = packages[i];
+    var row = {
+      key: p.name,
+      count: 1,
+      value: {
+        name: p.name,
+        description: p.description,
+      }
+    };
+    rows.push(row);
+  }
+  this.body = {
+    rows: rows
+  };
+};
+
+exports.displaySync = function* (next) {
+  var name = this.params.name || this.params[0] || this.query.name;
+  yield this.render('sync', {
+    name: name,
+    title: 'Sync - ' + name,
+  });
+};
+
+exports.listPrivates = function* () {
+  var packages = yield Module.listPrivates();
+  yield this.render('private', {
+      title: 'private packages',
+      packages: packages
+    });
+};
+
+function setLicense(pkg) {
+  var license;
+  license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
+  if (!license) {
+    return ;
+  }
+
+  if (Array.isArray(license)) {
+    license = license[0];
+  }
+
+  if (typeof license === 'object') {
+    pkg.license = {
+      name: license.name || license.type,
+      url: license.url
+    };
+  }
+
+  if (typeof license === 'string') {
+    if (license.match(/(http|https)(:\/\/)/ig)) {
+      pkg.license = {
+        name: license,
+        url: license
+      };
+    } else {
+      pkg.license = {
+        url: getOssLicenseUrlFromName(license),
+        name: license
+      };
+    }
+  }
+}
+exports.setLicense = setLicense;
+
+function getOssLicenseUrlFromName(name) {
+  var base = 'http://opensource.org/licenses/';
+
+  var licenseMap = {
+    'bsd': 'BSD-2-Clause',
+    'mit': 'MIT',
+    'x11': 'MIT',
+    'mit/x11': 'MIT',
+    'apache 2.0': 'Apache-2.0',
+    'apache2': 'Apache-2.0',
+    'apache 2': 'Apache-2.0',
+    'apache-2': 'Apache-2.0',
+    'apache': 'Apache-2.0',
+    'gpl': 'GPL-3.0',
+    'gplv3': 'GPL-3.0',
+    'gplv2': 'GPL-2.0',
+    'gpl3': 'GPL-3.0',
+    'gpl2': 'GPL-2.0',
+    'lgpl': 'LGPL-2.1',
+    'lgplv2.1': 'LGPL-2.1',
+    'lgplv2': 'LGPL-2.1'
+  };
+
+  return licenseMap[name.toLowerCase()] ?
+    base + licenseMap[name.toLowerCase()] : base + name;
+}
--- a/controllers/web/package/list_privates.js
+++ b/controllers/web/package/list_privates.js
@@ -1,37 +0,0 @@
-/**!
- * cnpmjs.org - controllers/web/package/list_privates.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
-var config = require('../../../config');
-
-module.exports = function* listPrivates() {
-  var tasks = {};
-  for (var i = 0; i < config.scopes.length; i++) {
-    var scope = config.scopes[i];
-    tasks[scope] = packageService.listPrivateModulesByScope(scope);
-  }
-
-  if (config.privatePackages && config.privatePackages.length > 0) {
-    tasks['no scoped'] = packageService.listModules(config.privatePackages);
-  }
-
-  var scopes = yield tasks;
-  yield this.render('private', {
-    title: 'private packages',
-    scopes: scopes
-  });
-};
--- a/controllers/web/package/search.js
+++ b/controllers/web/package/search.js
@@ -1,53 +0,0 @@
-/**!
- * cnpmjs.org - controllers/web/package/search.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <m@fengmk2.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:web:package:search');
-var packageService = require('../../../services/package');
-
-module.exports = function* search() {
-  var params = this.params;
-  var word = params.word || params[0];
-  debug('search %j', word);
-  var result = yield* packageService.search(word);
-
-  var match = null;
-  for (var i = 0; i < result.searchMatchs.length; i++) {
-    var p = result.searchMatchs[i];
-    if (p.name === word) {
-      match = p;
-      break;
-    }
-  }
-
-  // return a json result
-  if (this.query && this.query.type === 'json') {
-    this.jsonp = {
-      keyword: word,
-      match: match,
-      packages: result.searchMatchs,
-      keywords: result.keywordMatchs,
-    };
-    return;
-  }
-  yield this.render('search', {
-    title: 'Keyword - ' + word,
-    keyword: word,
-    match: match,
-    packages: result.searchMatchs,
-    keywords: result.keywordMatchs,
-  });
-};
--- a/controllers/web/package/search_range.js
+++ b/controllers/web/package/search_range.js
@@ -1,49 +0,0 @@
-/**!
- * cnpmjs.org - controllers/web/package/search_range.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
-
-module.exports = function* searchRange() {
-  var startKey = this.query.startkey || '';
-  if (startKey[0] === '"') {
-    startKey = startKey.substring(1);
-  }
-  if (startKey[startKey.length - 1] === '"') {
-    startKey = startKey.substring(0, startKey.length - 1);
-  }
-  var limit = Number(this.query.limit) || 20;
-  var result = yield* packageService.search(startKey, {limit: limit});
-
-  var packages = result.searchMatchs.concat(result.keywordMatchs);
-
-  var rows = [];
-  for (var i = 0; i < packages.length; i++) {
-    var p = packages[i];
-    var row = {
-      key: p.name,
-      count: 1,
-      value: {
-        name: p.name,
-        description: p.description,
-      }
-    };
-    rows.push(row);
-  }
-  this.body = {
-    rows: rows
-  };
-};
--- a/controllers/web/package/show.js
+++ b/controllers/web/package/show.js
@@ -1,191 +0,0 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:controllers:web:package:show');
-var bytes = require('bytes');
-var giturl = require('giturl');
-var moment = require('moment');
-var semver = require('semver');
-var gravatar = require('gravatar');
-var humanize = require('humanize-number');
-var config = require('../../../config');
-var utils = require('../../utils');
-var setDownloadURL = require('../../../lib/common').setDownloadURL;
-var renderMarkdown = require('../../../common/markdown').render;
-var packageService = require('../../../services/package');
-
-module.exports = function* show(next) {
-  var params = this.params;
-  // normal: {name: $name, version: $version}
-  // scope: [$name, $version]
-  var orginalName = params.name || params[0];
-  var name = orginalName;
-  var tag = params.version || params[1];
-  debug('display %s with %j', name, params);
-
-  var getPackageMethod;
-  var getPackageArgs;
-  var version = semver.valid(tag || '');
-  if (version) {
-    getPackageMethod = 'getModule';
-    getPackageArgs = [name, version];
-  } else {
-    getPackageMethod = 'getModuleByTag';
-    getPackageArgs = [name, tag || 'latest'];
-  }
-
-  var pkg = yield packageService[getPackageMethod].apply(packageService, getPackageArgs);
-  if (!pkg || !pkg.package) {
-    // check if unpublished
-    var unpublishedInfo = yield* packageService.getUnpublishedModule(name);
-    debug('show unpublished %j', unpublishedInfo);
-    if (unpublishedInfo) {
-      var data = {
-        name: name,
-        unpublished: unpublishedInfo.package
-      };
-      data.unpublished.time = new Date(data.unpublished.time);
-      if (data.unpublished.maintainers) {
-        for (var i = 0; i < data.unpublished.maintainers.length; i++) {
-          var maintainer = data.unpublished.maintainers[i];
-          if (maintainer.email) {
-            maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
-          }
-        }
-      }
-      yield this.render('package_unpublished', {
-        package: data,
-        title: 'Package - ' + name
-      });
-      return;
-    }
-
-    return yield* next;
-  }
-
-  var r = yield [
-    utils.getDownloadTotal(name),
-    packageService.listDependents(name),
-    packageService.listStarUserNames(name),
-    packageService.listMaintainers(name)
-  ];
-  var download = r[0];
-  var dependents = r[1];
-  var users = r[2];
-  var maintainers = r[3];
-
-  pkg.package.fromNow = moment(pkg.publish_time).fromNow();
-  pkg = pkg.package;
-  pkg.users = users;
-  if (pkg.readme && typeof pkg.readme !== 'string') {
-    pkg.readme = 'readme is not string: ' + JSON.stringify(pkg.readme);
-  } else {
-    pkg.readme = renderMarkdown(pkg.readme || '');
-  }
-
-  if (!pkg.readme) {
-    pkg.readme = pkg.description || '';
-  }
-
-  if (maintainers.length > 0) {
-    pkg.maintainers = maintainers;
-  }
-
-  if (pkg.maintainers) {
-    for (var i = 0; i < pkg.maintainers.length; i++) {
-      var maintainer = pkg.maintainers[i];
-      if (maintainer.email) {
-        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
-      }
-    }
-  }
-
-  if (pkg._npmUser) {
-    pkg.lastPublishedUser = pkg._npmUser;
-    if (pkg.lastPublishedUser.email) {
-      pkg.lastPublishedUser.gravatar = gravatar.url(pkg.lastPublishedUser.email, {s: '50', d: 'retro'}, true);
-    }
-  }
-
-  if (pkg.repository === 'undefined') {
-    pkg.repository = null;
-  }
-  if (pkg.repository && pkg.repository.url) {
-    pkg.repository.weburl = giturl.parse(pkg.repository.url) || pkg.repository.url;
-  }
-  if (!pkg.bugs) {
-    pkg.bugs = {};
-  }
-
-  utils.setLicense(pkg);
-
-  for (var k in download) {
-    download[k] = humanize(download[k]);
-  }
-  setDownloadURL(pkg, this, config.registryHost);
-
-  pkg.dependents = dependents;
-
-  if (pkg.dist) {
-    pkg.dist.size = bytes(pkg.dist.size || 0);
-  }
-
-  if (pkg.name !== orginalName) {
-    pkg.name = orginalName;
-  }
-
-  pkg.registryUrl = '//' + config.registryHost + '/' + pkg.name;
-
-  // pkg.engines = {
-  //   "python": ">= 0.11.9",
-  //   "node": ">= 0.11.9",
-  //   "node1": ">= 0.8.9",
-  //   "node2": ">= 0.10.9",
-  //   "node3": ">= 0.6.9",
-  // };
-  if (pkg.engines) {
-    for (var k in pkg.engines) {
-      var engine = String(pkg.engines[k] || '').trim();
-      var color = 'blue';
-      if (k.indexOf('node') === 0) {
-        color = 'yellowgreen';
-        var version = /(\d+\.\d+\.\d+)/.exec(engine);
-        if (version) {
-          version = version[0];
-          if (/^0\.11\.\d+/.test(version)) {
-            color = 'red';
-          } else if (/^0\.10\./.test(version) ||
-              /^0\.12\./.test(version) ||
-              /^0\.14\./.test(version) ||
-              /^[^0]+\./.test(version)) {
-            color = 'brightgreen';
-          }
-        }
-      }
-      pkg.engines[k] = {
-        version: engine,
-        title: k + ': ' + engine,
-        badgeURL: config.badgePrefixURL + '/' + encodeURIComponent(k) +
-          '-' + encodeURIComponent(engine) + '-' + color + '.svg?style=flat-square',
-      };
-    }
-  }
-
-  yield this.render('package', {
-    title: 'Package - ' + pkg.name,
-    package: pkg,
-    download: download
-  });
-};
--- a/controllers/web/show_sync.js
+++ b/controllers/web/show_sync.js
@@ -1,34 +0,0 @@
-/**!
- * cnpmjs.org - controllers/web/show_sync.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-module.exports = function* showSync() {
-  var name = this.params.name || this.params[0] || this.query.name;
-  if (!name) {
-    return this.redirect('/');
-  }
-  var type = 'package';
-  if (name.indexOf(':') > 0) {
-    var splits = name.split(':');
-    name = splits[1];
-    type = splits[0];
-  }
-  yield this.render('sync', {
-    type: type,
-    name: name,
-    title: 'Sync ' + type + ' - ' + name,
-  });
-};
--- a/controllers/web/user/show.js
+++ b/controllers/web/user/show.js
@@ -1,5 +1,5 @@
 /**!
- * cnpmjs.org - controllers/web/user/show.js
+ * cnpmjs.org - controllers/web/package.js
 *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
@@ -15,18 +15,30 @@
 * Module dependencies.
 */

-var config = require('../../../config');
-var packageService = require('../../../services/package');
-var userService = require('../../../services/user');
-var common = require('../../../lib/common');
+var config = require('../../config');
+var Module = require('../../proxy/module');
+var User = require('../../proxy/user');
+var UserService = require('../../services/user');
+var common = require('../../lib/common');

-module.exports = function* showUser(next) {
+exports.display = function* (next) {
  var name = this.params.name;
  var isAdmin = common.isAdmin(name);
  var scopes = config.scopes || [];
-  var user;
-  var r = yield [packageService.listModulesByUser(name), userService.getAndSave(name)];
-  var packages = r[0];
+  if (config.customUserService) {
+    var customUser = yield* UserService.get(name);
+    if (customUser) {
+      isAdmin = !!customUser.site_admin;
+      scopes = customUser.scopes;
+      var data = {
+        user: customUser
+      };
+      yield* User.saveCustomUser(data);
+    }
+  }
+
+  var r = yield [Module.listByAuthor(name), User.get(name)];
+  var packages = r[0] || [];
  var user = r[1];
  if (!user && !packages.length) {
    return yield* next;
@@ -37,8 +49,7 @@ module.exports = function* showUser(next) {
  var data = {
    name: name,
    email: user.email,
-    json: user.json || {},
-    isNpmUser: user.isNpmUser,
+    json: user.json || {}
  };

  if (data.json.login) {
@@ -64,7 +75,7 @@ module.exports = function* showUser(next) {
    title: 'User - ' + name,
    packages: packages,
    user: data,
-    lastModified: user.gmt_modified,
+    lastModified: user && user.gmt_modified,
    isAdmin: isAdmin,
    scopes: scopes
  });
--- a/dispatch.js
+++ b/dispatch.js
@@ -1,10 +1,12 @@
 /**!
+ * cnpmjs.org - dispatch.js
+ *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
 * Authors:
 *  dead_horse <dead_horse@qq.com>
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
 */

 'use strict';
@@ -13,17 +15,15 @@
 * Module dependencies.
 */

-var childProcess = require('child_process');
 var path = require('path');
 var util = require('util');
+var cluster = require('cluster');
 var cfork = require('cfork');
 var config = require('./config');
 var workerPath = path.join(__dirname, 'worker.js');
+var childProcess = require('child_process');
 var syncPath = path.join(__dirname, 'sync');

-console.log('Starting cnpmjs.org ...\ncluster: %s\nadmins: %j\nscopes: %j\nsourceNpmRegistry: %s\nsyncModel: %s',
-  config.enableCluster, config.admins, config.scopes, config.sourceNpmRegistry, config.syncModel);
-
 if (config.enableCluster) {
  forkWorker();
  if (config.syncModel !== 'none') {
--- a/docs/Migrating-from-1.x-to-2.x.md
+++ b/docs/Migrating-from-1.x-to-2.x.md
@@ -1,143 +0,0 @@
-# Migrating from 1.x to 2.x
-
-2.x using [Sequelize] ORM to supports MySQL, MariaDB, SQLite or PostgreSQL databases.
-
-## New download total table structure
-
-### Create `downloads` table SQL
-
-You should create `downloads` table first:
-
-```sql
-CREATE TABLE IF NOT EXISTS `downloads` (
-  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
-  `gmt_create` datetime NOT NULL COMMENT 'create time',
-  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
-  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
-  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
-  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
-  `d03` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '03 download count',
-  `d04` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '04 download count',
-  `d05` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '05 download count',
-  `d06` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '06 download count',
-  `d07` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '07 download count',
-  `d08` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '08 download count',
-  `d09` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '09 download count',
-  `d10` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '10 download count',
-  `d11` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '11 download count',
-  `d12` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '12 download count',
-  `d13` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '13 download count',
-  `d14` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '14 download count',
-  `d15` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '15 download count',
-  `d16` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '16 download count',
-  `d17` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '17 download count',
-  `d18` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '18 download count',
-  `d19` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '19 download count',
-  `d20` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '20 download count',
-  `d21` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '21 download count',
-  `d22` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '22 download count',
-  `d23` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '23 download count',
-  `d24` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '24 download count',
-  `d25` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '25 download count',
-  `d26` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '26 download count',
-  `d27` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '27 download count',
-  `d28` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '28 download count',
-  `d29` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '29 download count',
-  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
-  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
-  PRIMARY KEY (`id`),
-  UNIQUE KEY `name_date` (`name`, `date`),
-  KEY `date` (`date`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
-```
-
-### Sync `download_total` to `downloads`
-
-Then use [sync_download_total.js](../tools/sync_download_total.js) scrpt to sync datas from `download_total`:
-
-```bash
-$ node --harmony tools/sync_download_total.js
-```
-
-# `config.js` changes in 2.x
-
-## New database config
-
-```js
-/**
-* database config
-*/
-
-database: {
-  db: 'cnpmjs_test',
-  username: 'root',
-  password: '',
-
-  // the sql dialect of the database
-  // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
-  dialect: 'sqlite',
-
-  // custom host; default: 127.0.0.1
-  host: '127.0.0.1',
-
-  // custom port; default: 3306
-  port: 3306,
-
-  // use pooling in order to reduce db connection overload and to increase speed
-  // currently only for mysql and postgresql (since v1.5.0)
-  pool: {
-    maxConnections: 10,
-    minConnections: 0,
-    maxIdleTime: 30000
-  },
-
-  // the storage engine for 'sqlite'
-  // default store into ~/cnpmjs.org.sqlite
-  storage: path.join(process.env.HOME || root, 'cnpmjs.org.sqlite'),
-
-  logging: !!process.env.SQL_DEBUG,
-},
-```
-
-If you're still using MySQL and old config.js `mysqlServers: []` from 1.x:
-
-```js
-mysqlServers: [
-{
-  host: '127.0.0.1',
-  port: 3306,
-  user: 'root',
-  password: ''
-}
-],
-mysqlDatabase: 'cnpmjs_test',
-mysqlMaxConnections: 4,
-mysqlQueryTimeout: 5000,
-```
-
-We will do forward compat, and auto change old style config.js to:
-
-```js
-database: {
-  db: 'cnpmjs_test',
-  username: 'root',
-  password: '',
-  dialect: 'mysql',
-  host: '127.0.0.1',
-  port: 3306,
-  pool: {
-    maxConnections: 10,
-    minConnections: 0,
-    maxIdleTime: 30000
-    },
-  logging: !!process.env.SQL_DEBUG,
-},
-```
-
-## remove `adaptScope`
-
-`adaptScope: true | false` feature was removed.
-
-
-[Sequelize]: http://sequelizejs.com/
--- a/docs/db.sql
+++ b/docs/db.sql
@@ -151,60 +151,17 @@ INSERT INTO total(name, gmt_modified) VALUES('total', now())
 -- ALTER TABLE `total` ADD `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync'
 -- ALTER TABLE `total` ADD `last_sync_module` varchar(100) NOT NULL COMMENT 'last sync success module name';

-- CREATE TABLE IF NOT EXISTS `download_total` (
--  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
--  `gmt_create` datetime NOT NULL COMMENT 'create time',
--  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
--  `date` datetime NOT NULL COMMENT 'YYYY-MM-DD format',
--  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
--  `count` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'download count',
--  PRIMARY KEY (`id`),
--  UNIQUE KEY `date_name` (`date`, `name`)
-- ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
-- ALTER TABLE  `download_total` CHANGE  `name`  `name` VARCHAR(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
-- ALTER TABLE  `download_total` CHANGE `date` `date` datetime NOT NULL COMMENT 'YYYY-MM-DD format';
-
-CREATE TABLE IF NOT EXISTS `downloads` (
-  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
-  `gmt_create` datetime NOT NULL COMMENT 'create time',
-  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
-  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
-  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
-  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
-  `d03` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '03 download count',
-  `d04` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '04 download count',
-  `d05` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '05 download count',
-  `d06` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '06 download count',
-  `d07` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '07 download count',
-  `d08` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '08 download count',
-  `d09` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '09 download count',
-  `d10` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '10 download count',
-  `d11` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '11 download count',
-  `d12` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '12 download count',
-  `d13` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '13 download count',
-  `d14` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '14 download count',
-  `d15` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '15 download count',
-  `d16` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '16 download count',
-  `d17` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '17 download count',
-  `d18` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '18 download count',
-  `d19` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '19 download count',
-  `d20` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '20 download count',
-  `d21` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '21 download count',
-  `d22` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '22 download count',
-  `d23` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '23 download count',
-  `d24` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '24 download count',
-  `d25` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '25 download count',
-  `d26` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '26 download count',
-  `d27` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '27 download count',
-  `d28` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '28 download count',
-  `d29` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '29 download count',
-  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
-  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
-  PRIMARY KEY (`id`),
-  UNIQUE KEY `name_date` (`name`, `date`),
-  KEY `date` (`date`)
+CREATE TABLE IF NOT EXISTS `download_total` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `date` varchar(10) NOT NULL COMMENT 'YYYY-MM-DD format',
+ `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `count` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'download count',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `date_name` (`date`, `name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+-- ALTER TABLE  `download_total` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';

 CREATE TABLE IF NOT EXISTS `module_deps` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
@@ -220,7 +177,7 @@ CREATE TABLE IF NOT EXISTS `dist_dir` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(200) NOT NULL COMMENT 'dir name',
+ `name` varchar(200) NOT NULL COMMENT 'user name',
 `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
 `date` varchar(20) COMMENT '02-May-2014 01:06',
 PRIMARY KEY (`id`),
@@ -232,7 +189,7 @@ CREATE TABLE IF NOT EXISTS `dist_file` (
 `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 `gmt_create` datetime NOT NULL COMMENT 'create time',
 `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) NOT NULL COMMENT 'file name',
+ `name` varchar(100) NOT NULL COMMENT 'user name',
 `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
 `date` varchar(20) COMMENT '02-May-2014 01:06',
 `size` int(10) unsigned NOT NULL COMMENT 'file size' DEFAULT '0',
--- a/docs/registry-api.md
+++ b/docs/registry-api.md
@@ -19,20 +19,22 @@ All data is sent and received as JSON.
 $ curl -i https://registry.npmjs.org

 HTTP/1.1 200 OK
+Date: Tue, 05 Aug 2014 10:53:24 GMT
+Server: CouchDB/1.5.0 (Erlang OTP/R16B03)
+Content-Type: text/plain; charset=utf-8
+Cache-Control: max-age=60
+Content-Length: 258
+Accept-Ranges: bytes
+Via: 1.1 varnish
+Age: 11
+X-Served-By: cache-ty67-TYO
+X-Cache: HIT
+X-Cache-Hits: 1
+X-Timer: S1407236004.867906,VS0,VE0

-{
-  "db_name": "registry",
-  "doc_count": 123772,
-  "doc_del_count": 377,
-  "update_seq": 685591,
-  "purge_seq": 0,
-  "compact_running": false,
-  "disk_size": 634187899,
-  "data_size": 445454185,
-  "instance_start_time": "1420670152481614",
-  "disk_format_version": 6,
-  "committed_update_seq": 685591
-}
+{"db_name":"registry","doc_count":90789,"doc_del_count":381,"update_seq":137250,"purge_seq":0,
+"compact_running":false,"disk_size":436228219,"data_size":332875061,
+"instance_start_time":"1405721973718703","disk_format_version":6,"committed_update_seq":137250}
 ```

 ## Client Errors
@@ -59,10 +61,22 @@ $ curl -u "username:password" https://registry.npmjs.org
 ## Failed login limit

 ```bash
-$ curl -i -X "GET" -u "foo:pwd" \
-    "https://registry.npmjs.com/-/user/org.couchdb.user:npm-user-service-testuser?write=true"
+$ curl -i -X PUT -u foo:pwd \
+  -d '{"name":"foo","email":"foo@bar.com","type":"user","roles":[]}' \
+  https://registry.npmjs.org/-/user/org.couchdb.user:foo/-rev/11-d226c6afa9286ab5b9eb858c429bdabf

 HTTP/1.1 401 Unauthorized
+Date: Tue, 05 Aug 2014 15:33:25 GMT
+Server: CouchDB/1.5.0 (Erlang OTP/R14B04)
+Content-Type: text/plain; charset=utf-8
+Cache-Control: max-age=60
+Content-Length: 67
+Accept-Ranges: bytes
+Via: 1.1 varnish
+X-Served-By: cache-ty66-TYO
+X-Cache: MISS
+X-Cache-Hits: 0
+X-Timer: S1407252805.261390,VS0,VE434

 {"error":"unauthorized","reason":"Name or password is incorrect."}
 ```
@@ -87,11 +101,14 @@ HTTP/1.1 401 Unauthorized
 GET /:package
 ```

-#### Response 200
+#### Response

 ```json
 HTTP/1.1 200 OK
 Etag: "8UDCP753LFXOG42NMX88JAN40"
+Content-Type: application/json
+Cache-Control: max-age=60
+Content-Length: 2243

 {
  "_id": "pedding",
@@ -229,17 +246,6 @@ Etag: "8UDCP753LFXOG42NMX88JAN40"
 }
 ```

-#### Response 404
-
-```json
-HTTP/1.1 404 Object Not Found
-
-{
-  "error": "not_found",
-  "reason": "document not found"
-}
-```
-
 ### ~~Get a special version or tag package~~

 __deprecated__
@@ -248,7 +254,7 @@ __deprecated__
 GET /:package/:tag_or_version
 ```

-#### Reponse 200
+#### Reponse

 ```json
 HTTP/1.1 200 OK
@@ -739,52 +745,9 @@ HTTP/1.1 200 OK

 ## User

- [Auth user](/docs/registry-api.md#auth-user)
- [Get a single user](/docs/registry-api.md#get-a-single-user)
- [Add a new user](/docs/registry-api.md#add-a-new-user)
- [Update a exists user](/docs/registry-api.md#update-a-exists-user)
-
-### Auth user
-
-* Authentication required.
-
-```
-GET /-/user/org.couchdb.user::username?write=true
-```
-
-#### Response 200
-
-```json
-HTTP/1.1 200 OK
-ETag: "5-a31b61ba3c50b50f7fcaf185e079e17a"
-
-{
-  "_id": "org.couchdb.user:npm-user-service-testuser",
-  "_rev": "5-a31b61ba3c50b50f7fcaf185e079e17a",
-  "password_scheme": "pbkdf2",
-  "iterations": 10,
-  "name": "npm-user-service-testuser",
-  "email": "fengmk2@gmail.com",
-  "type": "user",
-  "roles": [],
-  "date": "2015-01-04T08:28:51.378Z",
-  "password_scheme": "pbkdf2",
-  "iterations": 10,
-  "derived_key": "644157c126b93356e6eba2c59fdf1b7ec644ebf2",
-  "salt": "5d13874c0aa10751e35743bacd6eedd5"
-}
-```
-
-#### Response 401
-
-```json
-HTTP/1.1 401 Unauthorized
-
-{
-  "error": "unauthorized",
-  "reason": "Name or password is incorrect."
-}
-```
+* [Get a single user](/docs/registry-api.md#get-a-single-user)
+* [Add a new user](/docs/registry-api.md#add-a-new-user)
+* [Update a exists user](/docs/registry-api.md#update-a-exists-user)

 ### Get a single user

@@ -792,7 +755,7 @@ HTTP/1.1 401 Unauthorized
 GET /-/user/org.couchdb.user::username
 ```

-#### Response 200
+#### Response

 ```json
 HTTP/1.1 200 OK
@@ -862,17 +825,6 @@ ETag: "32-984ee97e01aea166dcab6d1517c730e3"
 }
 ```

-#### Response 404
-
-```json
-HTTP/1.1 404 Object Not Found
-
-{
-  "error": "not_found",
-  "reason": "missing"
-}
-```
-
 ### Add a new user

 ```
@@ -893,7 +845,7 @@ PUT /-/user/org.couchdb.user::username
 }
 ```

-#### Response 201
+#### Response

 ```json
 Status: 201 Created
@@ -905,19 +857,6 @@ Status: 201 Created
 }
 ```

-#### Response 409
-
-User already exists
-
-```json
-HTTP/1.1 409 Conflict
-
-{
-  "error": "conflict",
-  "reason": "Document update conflict."
-}
-```
-
 ### Update a exists user

 * Authentication required.
--- a/docs/web/readme.md
+++ b/docs/web/readme.md
@@ -4,12 +4,12 @@ So `cnpm` is meaning: **Company npm**.

 ## Registry

- Our public registry: [r.cnpmjs.org](//r.cnpmjs.org), syncing from [registry.npmjs.org](//registry.npmjs.org)
- [cnpmjs.org](/) version: <span id="app-version"></span>
- [Node.js](https://nodejs.org) version: <span id="node-version"></span>
- For developers behind the GFW, please visit [the Chinese mirror](https://npm.taobao.org). 中国用户请访问[国内镜像站点](https://npm.taobao.org/)。
+* Our public registry: [r.cnpmjs.org](http://r.cnpmjs.org), syncing from [registry.npmjs.org](http://registry.npmjs.org)
+* Current [cnpmjs.org](/) version: <span id="app-version"></span>
+* Mirror of [Node.js Manual & Documentation](/dist/latest/docs/api/index.html)
+* Mirror of [nodejs.org/dist](http://nodejs.org/dist): [/dist mirror](/dist)
+* Mirror of [phantomjs downloads](https://bitbucket.org/ariya/phantomjs/downloads): [phantomjs mirror](/dist/phantomjs/)

-<div class="ant-table">
 <table class="downloads">
  <tbody>
    <tr>
@@ -29,17 +29,12 @@ So `cnpm` is meaning: **Company npm**.
    </tr>
  </tbody>
 </table>
-</div>

 <div class="sync" style="display:none;">
  <h3>Sync Status</h3>
  <p id="sync-model"></p>
  <p>Last sync time is <span id="last-sync-time"></span>. </p>
-  <div class="ant-alert ant-alert-info syncing">
-    <span class="anticon ant-alert-icon anticon-info-circle"></span>
-    <span class="ant-alert-description">The sync worker is working in the backend now. </span>
-  </div>
-  <div class="ant-table">
+  <p class="syncing alert alert-info">The sync worker is working in the backend now. </p>
  <table class="sync-status">
    <tbody>
      <tr>
@@ -54,55 +49,100 @@ So `cnpm` is meaning: **Company npm**.
      </tr>
    </tbody>
  </table>
-  </div>
 </div>

-<script src="/js/readme.js"></script>
+Running on [Node.js](http://nodejs.org), version <span id="node-version"></span>.

-## Badges
+<script>
+$(function () {
+  function humanize(n, options) {
+    options = options || {};
+    var d = options.delimiter || ',';
+    var s = options.separator || '.';
+    n = n.toString().split('.');
+    n[0] = n[0].replace(/(\d)(?=(\d\d\d)+(?!\d))/g, '$1' + d);
+    return n.join(s);
+  }
+
+  $.getJSON('/total', function (data) {
+    $('#total-packages').html(humanize(data.doc_count));
+    $('#total-versions').html(humanize(data.doc_version_count));
+    $('#total-deletes').html(humanize(data.doc_del_count));
+
+    var downloads = $('table.downloads');
+    downloads.find('td.count:eq(3)').html(humanize(data.download.today));
+    downloads.find('td.count:eq(4)').html(humanize(data.download.thisweek));
+    downloads.find('td.count:eq(5)').html(humanize(data.download.thismonth));
+    downloads.find('td.count:eq(6)').html(humanize(data.download.lastday));
+    downloads.find('td.count:eq(7)').html(humanize(data.download.lastweek));
+    downloads.find('td.count:eq(8)').html(humanize(data.download.lastmonth));
+
+    $('#node-version').html(data.node_version || 'v0.10.22');
+    $('#app-version').html(data.app_version || '0.0.0');
+
+    if (data.sync_model === 'all') {
+      $('#sync-model').html('This registry will sync all packages from official registry.');
+      $('#last-sync-time').html(new Date(data.last_sync_time));
+    } else if (data.sync_model === 'exist') {
+      $('#sync-model').html('This registry will only update exist packages from official registry.');
+      $('#last-sync-time').html(new Date(data.last_exist_sync_time));
+    }
+
+    $('#need-sync').html(data.need_sync_num);
+    $('#success-sync').html(data.success_sync_num);
+    $('#fail-sync').html(data.fail_sync_num);
+    $('#left-sync').html(data.left_sync_num);
+    $('#percent-sync').html(Math.floor(data.success_sync_num / data.need_sync_num * 100));
+    $('#last-success-name').html('<a target="_blank" href="/package/' + data.last_sync_module + '">' +
+      data.last_sync_module + '</a>');
+
+    if (!data.sync_status) {
+      $('.syncing').html('');
+    }
+
+    $('.sync').show();
+  });
+});
+</script>
+
+## Version Badge

 Default style is `flat-square`.

-### Version
+Badge URL: `http://cnpmjs.org/badge/v/cnpmjs.org.svg` ![cnpmjs.org-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg)

-Badge URL: `http://cnpmjs.org/badge/v/cnpmjs.org.svg` ![cnpmjs.org-version-badge](//cnpmjs.org/badge/v/cnpmjs.org.svg)
-
-* `<0.1.0 & >=0.0.0`: ![red-badge](https://dn-img-shields-io.qbox.me/badge/cnpm-0.0.1-red.svg?style=flat-square)
-* `<1.0.0 & >=0.1.0`: ![red-badge](https://dn-img-shields-io.qbox.me/badge/cnpm-0.1.0-green.svg?style=flat-square)
-* `>=1.0.0`: ![red-badge](https://dn-img-shields-io.qbox.me/badge/cnpm-1.0.0-blue.svg?style=flat-square)
-
-### Downloads
-
-Badge URL: `http://cnpmjs.org/badge/d/cnpmjs.org.svg` ![cnpmjs.org-download-badge](//cnpmjs.org/badge/d/cnpmjs.org.svg)
+* `<0.1.0 & >=0.0.0`: ![red-badge](https://img.shields.io/badge/cnpm-0.0.1-red.svg?style=flat-square)
+* `<1.0.0 & >=0.1.0`: ![red-badge](https://img.shields.io/badge/cnpm-0.1.0-green.svg?style=flat-square)
+* `>=1.0.0`: ![red-badge](https://img.shields.io/badge/cnpm-1.0.0-blue.svg?style=flat-square)

 ## Usage

 use our npm client [cnpm](https://github.com/cnpm/cnpm)(More suitable with cnpmjs.org and gzip support), you can get our client through npm:

-```bash
-$ npm install -g cnpm --registry=http://registry.npm.taobao.org
+```
+npm install -g cnpm --registry=http://r.cnpmjs.org
 ```

 Or you can alias NPM to use it:

 ```bash
-alias cnpm="npm --registry=http://registry.npm.taobao.org \
+alias cnpm="npm --registry=http://r.cnpmjs.org \
 --cache=$HOME/.npm/.cache/cnpm \
--disturl=http://registry.npm.taobao.org/mirrors/node \
+--disturl=http://cnpmjs.org/dist \
 --userconfig=$HOME/.cnpmrc"

 #Or alias it in .bashrc or .zshrc
-$ echo '\n#alias for cnpm\nalias cnpm="npm --registry=http://registry.npm.taobao.org \
+$ echo '\n#alias for cnpm\nalias cnpm="npm --registry=http://r.cnpmjs.org \
  --cache=$HOME/.npm/.cache/cnpm \
-  --disturl=http://registry.npm.taobao.org/mirrors/node \
+  --disturl=http://cnpmjs.org/dist \
  --userconfig=$HOME/.cnpmrc"' >> ~/.zshrc && source ~/.zshrc
 ```

 ### install

-Install package from [r.cnpmjs.org](//r.cnpmjs.org). When installing a package or version does not exist, it will try to install from the official registry([registry.npmjs.org](//registry.npmjs.org)), and sync this package to cnpm in the backend.
+Install package from [r.cnpmjs.org](http://r.cnpmjs.org). When installing a package or version does not exist, it will try to install from the official registry([registry.npmjs.org](http://registry.npmjs.org)), and sync this package to cnpm in the backend.

-```bash
+```
 $ cnpm install [name]
 ```

@@ -114,10 +154,10 @@ Only `cnpm` cli has this command. Meaning sync package from source npm.
 $ cnpm sync connect
 ```

-sync package on web: [sync/connect](/sync/connect)
+sync package on web: [cnpmjs.org/sync/connect](http://cnpmjs.org/sync/connect)

 ```bash
-$ open http://registry.npm.taobao.org/sync/connect
+$ open http://cnpmjs.org/sync/connect
 ```

 ### publish / unpublish
@@ -147,8 +187,4 @@ Release [History](/history).

 ## npm and cnpm relation

-![npm&cnpm](https://dn-cnpm.qbox.me/cnpm-npm-relation.png)
-
-## Sponsors
-
- [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS)
+![npm&cnpm](https://docs.google.com/drawings/d/12QeQfGalqjsB77mRnf5Iq5oSXHCIUTvZTwECMonqCmw/pub?w=383&h=284)
--- a/index.js
+++ b/index.js
@@ -1,4 +1,6 @@
 /**!
+ * cnpmjs.org - index.js
+ *
 * Copyright(c) cnpmjs.org and other contributors.
 * MIT Licensed
 *
--- a/lib/common.js
+++ b/lib/common.js
@@ -27,11 +27,6 @@ exports.getTarballFilepath = function (filename) {
 };

 exports.getCDNKey = function (name, filename) {
-  // if name is scope package name, need to auto fix filename as a scope package file name
-  // e.g.: @scope/foo, filename: foo-1.0.0.tgz => filename: @scope/foo-1.0.0.tgz
-  if (name[0] === '@' && filename[0] !== '@') {
-    filename = name.split('/')[0] + '/' + filename;
-  }
  return '/' + name + '/-/' + filename;
 };

@@ -61,20 +56,3 @@ exports.isMaintainer = function (user, maintainers) {

  return match.length > 0;
 };
-
-exports.isLocalModule = function (mods) {
-  for (var i = 0; i < mods.length; i++) {
-    var r = mods[i];
-    if (r.package && r.package._publish_on_cnpm) {
-      return true;
-    }
-  }
-  return false;
-};
-
-exports.isPrivateScopedPackage = function (name) {
-  if (name[0] !== '@') {
-    return false;
-  }
-  return config.scopes.indexOf(name.split('/')[0]) >= 0;
-};
--- a/middleware/auth.js
+++ b/middleware/auth.js
@@ -16,14 +16,13 @@

 var debug = require('debug')('cnpmjs.org:middleware:auth');
 var UserService = require('../services/user');
-var config = require('../config');

 /**
 * Parse the request authorization
 * get the real user
 */

-module.exports = function () {
+module.exports = function (options) {
  return function* auth(next) {
    this.user = {};

@@ -31,12 +30,12 @@ module.exports = function () {
    authorization = authorization.trim();
    debug('%s %s with %j', this.method, this.url, authorization);
    if (!authorization) {
-      return yield* unauthorized.call(this, next);
+      return yield* next;
    }

    authorization = new Buffer(authorization, 'base64').toString().split(':');
    if (authorization.length !== 2) {
-      return yield* unauthorized.call(this, next);
+      return yield* next;
    }

    var username = authorization[0];
@@ -53,7 +52,7 @@ module.exports = function () {

    if (!row) {
      debug('auth fail user: %j, headers: %j', row, this.header);
-      return yield* unauthorized.call(this, next);
+      return yield* next;
    }

    this.user.name = row.login;
@@ -63,19 +62,3 @@ module.exports = function () {
    yield* next;
  };
 };
-
-function* unauthorized(next) {
-  if (!config.alwaysAuth || this.method !== 'GET') {
-    return yield* next;
-  }
-  this.status = 401;
-  this.set('WWW-Authenticate', 'Basic realm="sample"');
-  if (this.accepts(['html', 'json']) === 'json') {
-    this.body = {
-      error: 'unauthorized',
-      reason: 'login first'
-    };
-  } else {
-    this.body = 'login first';
-  }
-}
--- a/middleware/block.js
+++ b/middleware/block.js
@@ -1,28 +0,0 @@
-/**!
- * cnpmjs.org - middleware/block.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-module.exports = function () {
-  return function* block(next) {
-    var ua = String(this.get('user-agent')).toLowerCase();
-    if (ua === 'ruby') {
-      this.status = 403;
-      return this.body = {
-        message: 'forbidden Ruby user-agent, ip: ' + this.ip
-      };
-    }
-    yield* next;
-  };
-};
--- a/middleware/editable.js
+++ b/middleware/editable.js
@@ -1,42 +0,0 @@
-/**!
- * cnpmjs.org - middleware/editable.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../services/package');
-
-// admin or module's maintainer can modified the module
-module.exports = function* editable(next) {
-  var username = this.user && this.user.name;
-  var moduleName = this.params.name || this.params[0];
-  if (username && moduleName) {
-    if (this.user.isAdmin) {
-      return yield* next;
-    }
-    var isMaintainer = yield* packageService.isMaintainer(moduleName, username);
-    if (isMaintainer) {
-      return yield* next;
-    }
-  }
-
-  this.status = 403;
-  var message = 'not authorized to modify ' + moduleName;
-  if (username) {
-    message = username + ' ' + message;
-  }
-  this.body = {
-    error: 'forbidden user',
-    reason: message
-  };
-};
--- a/middleware/exists_package.js
+++ b/middleware/exists_package.js
@@ -1,28 +0,0 @@
-/**!
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var packageService = require('../services/package');
-
-module.exports = function* (next) {
-  var name = this.params.name || this.params[0];
-  var pkg = yield packageService.getLatestModule(name);
-  if (pkg) {
-    return yield* next;
-  }
-  this.status = 404;
-  this.body = {
-    error: 'not_found',
-    reason: 'document not found'
-  };
-};
--- a/middleware/limit.js
+++ b/middleware/limit.js
@@ -16,6 +16,7 @@

 var config = require('../config');
 var limit = require('koa-limit');
+var store = require('../common/redis');

 var limitConfig = config.limit;

@@ -24,5 +25,10 @@ if (!limitConfig.enable) {
    yield *next;
  };
 } else {
+
+  if (!config.debug) {
+    limitConfig.store = store;
+  }
+
  module.exports = limit(limitConfig);
 }
--- a/middleware/login.js
+++ b/middleware/login.js
@@ -31,10 +31,11 @@ module.exports = function *login(next) {
  }

  if (!this.user.name) {
+
    this.status = 401;
    this.body = {
      error: 'unauthorized',
-      reason: 'Login first'
+      reason: 'Login first.'
    };
    return;
  }
--- a/middleware/opensearch.js
+++ b/middleware/opensearch.js
@@ -22,7 +22,9 @@ var template = '<?xml version="1.0" encoding="UTF-8"?>\
    <Url method="get" type="text/html" template="http://${host}/browse/keyword/{searchTerms}"/>\
 </OpenSearchDescription>';

-module.exports = function *opensearch(next) {
+var lastModifyDate = new Date();
+
+module.exports = function *publishable(next) {
  if (this.path === '/opensearch.xml') {
    this.type = 'text/xml';
    this.charset = 'utf-8';
--- a/middleware/proxy_to_npm.js
+++ b/middleware/proxy_to_npm.js
@@ -1,59 +0,0 @@
-/**!
- * cnpmjs.org - middleware/proxy_to_npm.js
- *
- * Copyright(c) Alibaba Group Holding Limited.
- *
- * Authors:
- *   苏千 <suqian.yf@alipay.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var debug = require('debug')('cnpmjs.org:middleware:proxy_to_npm');
-var config = require('../config');
-
-module.exports = function (options) {
-  var redirectUrl = config.sourceNpmRegistry;
-  var proxyUrls = [
-    // /:pkg, dont contains scoped package
-    /^\/[\w\-\.]+$/,
-    // /-/package/:pkg/dist-tags
-    /^\/\-\/package\/[\w\-\.]+\/dist-tags/,
-  ];
-  if (options && options.isWeb) {
-    redirectUrl = redirectUrl.replace('//registry.', '//');
-    proxyUrls = [
-      // /package/:pkg
-      /^\/package\/[\w\-\.]+$/,
-    ];
-  }
-  return function* proxyToNpm(next) {
-    if (config.syncModel !== 'none') {
-      return yield* next;
-    }
-    // only proxy read requests
-    if (this.method !== 'GET' && this.method !== 'HEAD') {
-      return yield* next;
-    }
-
-    var pathname = this.path;
-    var match;
-    for (var i = 0; i < proxyUrls.length; i++) {
-      match = proxyUrls[i].test(pathname);
-      if (match) {
-        break;
-      }
-    }
-    if (!match) {
-      return yield* next;
-    }
-
-    var url = redirectUrl + this.url;
-    debug('proxy to %s', url);
-    this.redirect(url);
-  };
-};
--- a/middleware/publishable.js
+++ b/middleware/publishable.js
@@ -21,6 +21,7 @@ var debug = require('debug')('cnpmjs.org:middlewares/publishable');
 module.exports = function *publishable(next) {
  // private mode, only admin user can publish
  if (config.enablePrivate && !this.user.isAdmin) {
+
    this.status = 403;
    this.body = {
      error: 'no_perms',
@@ -29,8 +30,9 @@ module.exports = function *publishable(next) {
    return;
  }

-  // public mode, all user have permission to publish `scoped package`
-  // and only can publish with scopes in `ctx.user.scopes`, default is `config.scopes`
+  // public mode, all user have permission to publish
+  // but if `config.scopes` exist, only can publish with scopes in `config.scope`
+  // if `config.forcePublishWithScope` set to true, only admins can publish without scope

  var name = this.params.name || this.params[0];

@@ -48,7 +50,7 @@ module.exports = function *publishable(next) {
  }

  // none-scope
-  if (checkNoneScope(name, this)) {
+  if (checkNoneScope(this)) {
    return yield* next;
  }
 };
@@ -69,7 +71,7 @@ function checkScope(name, ctx) {
    ctx.status = 400;
    ctx.body = {
      error: 'invalid scope',
-      reason: util.format('scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', '))
+      reason: util.format('scope %s not match legal scopes %j', scope, ctx.user.scopes)
    };
    return false;
  }
@@ -81,23 +83,21 @@ function checkScope(name, ctx) {
 * check if user have permission to publish without scope
 */

-function checkNoneScope(name, ctx) {
-  // admins unpublished everything
-  if (ctx.user.isAdmin && ctx.method === 'DELETE') {
+function checkNoneScope(ctx) {
+  if (!config.scopes
+    || !config.scopes.length
+    || !config.forcePublishWithScope) {
+    return true;
+  }
+
+  // only admins can publish or unpublish non-scope modules
+  if (ctx.user.isAdmin) {
    return true;
  }

  ctx.status = 403;
-  if (ctx.user.scopes.length === 0) {
-    ctx.body = {
-      error: 'no_perms',
-      reason: 'can\'t publish non-scoped package, please set `config.scopes`'
-    };
-    return;
-  }
-
  ctx.body = {
    error: 'no_perms',
-    reason: 'only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)'
+    reason: 'only allow publish with ' + ctx.user.scopes.join(',') + ' scope(s)'
  };
 }
--- a/middleware/registry_not_found.js
+++ b/middleware/registry_not_found.js
@@ -14,8 +14,8 @@
 * Module dependencies.
 */

-module.exports = function* notFound(next) {
-  yield* next;
+module.exports = function *notFound(next) {
+  yield *next;

  if (this.status && this.status !== 404) {
    return;
--- a/middleware/static.js
+++ b/middleware/static.js
@@ -23,8 +23,7 @@ var staticDir = path.join(path.dirname(__dirname), 'public');
 module.exports = middlewares.staticCache(staticDir, {
  buffer: config.debug ? false : true,
  maxAge: config.debug ? 0 : 60 * 60 * 24 * 7,
-  alias: {
+  alas: {
    '/favicon.ico': '/favicon.png'
-  },
-  gzip: config.enableCompress,
+  }
 });
--- a/middleware/sync_by_install.js
+++ b/middleware/sync_by_install.js
@@ -21,29 +21,21 @@ var config = require('../config');
 */

 module.exports = function* syncByInstall(next) {
-  this.allowSync = false;
-  if (!config.syncByInstall) {
+  if (!config.syncByInstall || !config.enablePrivate) {
    // only config.enablePrivate should enable sync on install
    return yield* next;
  }
-  // request not by node, consider it request from web, dont sync
+  // request not by node, consider it request from web
  var ua = this.get('user-agent');
  if (!ua || ua.indexOf('node') < 0) {
    return yield* next;
  }

-  // if request with `/xxx?write=true`, meaning the read request using for write, dont sync
+  // if request with `/xxx?write=true`, meaning the read request using for write
  if (this.query.write) {
    return yield* next;
  }

-  var name = this.params.name || this.params[0];
-
-  // scoped package dont sync
-  if (name && name[0] === '@') {
-    return yield* next;
-  }
-
  this.allowSync = true;
  yield* next;
 };
--- a/middleware/web_not_found.js
+++ b/middleware/web_not_found.js
@@ -16,8 +16,8 @@

 var debug = require('debug')('cnpmjs.org:middleware:web_not_found');

-module.exports = function* notFound(next) {
-  yield* next;
+module.exports = function *notFound(next) {
+  yield *next;

  if (this.status && this.status !== 404) {
    return;
--- a/models/_module_maintainer_class_methods.js
+++ b/models/_module_maintainer_class_methods.js
@@ -1,159 +0,0 @@
-/**!
- * cnpmjs.org - models/_module_maintainer_class_methods.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/**
- * list all module names by user
- * @param {String} user
- */
-
-exports.listModuleNamesByUser = function* (user) {
-  var rows = yield this.findAll({
-    attributrs: ['name'],
-    where: {
-      user: user
-    }
-  });
-  return rows.map(function (row) {
-    return row.name;
-  });
-};
-
-/**
- * list all maintainers of module `name`
- * @param {String} name
- */
-
-exports.listMaintainers = function* (name) {
-  var rows = yield this.findAll({
-    attributrs: ['user'],
-    where: {
-      name: name
-    }
-  });
-  return rows.map(function (row) {
-    return row.user;
-  });
-};
-
-/**
- * add a maintainer for module `name`
- * @param {String} name
- * @param {String} user
- */
-
-exports.addMaintainer = function* (name, user) {
-  var row = yield this.find({
-    where: {
-      user: user,
-      name: name
-    }
-  });
-  if (!row) {
-    row = yield this.build({
-      user: user,
-      name: name
-    }).save();
-  }
-  return row;
-};
-
-/**
- * add maintainers for module `name`
- * @param {String} name
- * @param {Array} users
- */
-
-exports.addMaintainers = function* (name, users) {
-  return yield users.map(function (user) {
-    return this.addMaintainer(name, user);
-  }.bind(this));
-};
-
-/**
- * remove maintainers for module `name`
- * @param {String} name
- * @param {Array} users
- */
-
-exports.removeMaintainers = function* (name, users) {
-  // removeMaintainers(name, oneUserName)
-  if (typeof users === 'string') {
-    users = [users];
-  }
-  if (users.length === 0) {
-    return;
-  }
-  yield this.destroy({
-    where: {
-      name: name,
-      user: users,
-    }
-  });
-};
-
-/**
- * remove all maintainers for module `name`
- * @param {String} name
- */
-
-exports.removeAllMaintainers = function* (name) {
-  yield this.destroy({
-    where: {
-      name: name
-    }
-  });
-};
-
-/**
- * add maintainers to module
- * @param {String} name
- * @param {Array} users
- */
-
-exports.updateMaintainers = function* (name, users) {
-  // maintainers should be [username1, username2, ...] format
-  // find out the exists maintainers
-  // then remove all the users not present and add all the left
-
-  if (users.length === 0) {
-    return {
-      add: [],
-      remove: []
-    };
-  }
-  var exists = yield* this.listMaintainers(name);
-
-  var addUsers = users.filter(function (username) {
-    // add user which in `users` but do not in `exists`
-    return exists.indexOf(username) === -1;
-  });
-
-  var removeUsers = exists.filter(function (username) {
-    // remove user which in `exists` by not in `users`
-    return users.indexOf(username) === -1;
-  });
-
-  yield [
-    this.addMaintainers(name, addUsers),
-    this.removeMaintainers(name, removeUsers),
-  ];
-
-  return {
-    add: addUsers,
-    remove: removeUsers
-  };
-};
-
--- a/models/download_total.js
+++ b/models/download_total.js
@@ -1,273 +0,0 @@
-/**!
- * cnpmjs.org - models/download_total.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-// CREATE TABLE IF NOT EXISTS `downloads` (
-//  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
-//  `gmt_create` datetime NOT NULL COMMENT 'create time',
-//  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-//  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
-//  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
-//  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
-//  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
-//  `d03` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '03 download count',
-//  `d04` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '04 download count',
-//  `d05` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '05 download count',
-//  `d06` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '06 download count',
-//  `d07` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '07 download count',
-//  `d08` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '08 download count',
-//  `d09` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '09 download count',
-//  `d10` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '10 download count',
-//  `d11` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '11 download count',
-//  `d12` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '12 download count',
-//  `d13` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '13 download count',
-//  `d14` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '14 download count',
-//  `d15` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '15 download count',
-//  `d16` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '16 download count',
-//  `d17` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '17 download count',
-//  `d18` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '18 download count',
-//  `d19` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '19 download count',
-//  `d20` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '20 download count',
-//  `d21` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '21 download count',
-//  `d22` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '22 download count',
-//  `d23` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '23 download count',
-//  `d24` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '24 download count',
-//  `d25` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '25 download count',
-//  `d26` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '26 download count',
-//  `d27` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '27 download count',
-//  `d28` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '28 download count',
-//  `d29` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '29 download count',
-//  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
-//  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
-//  PRIMARY KEY (`id`),
-//  UNIQUE KEY `name_date` (`name`, `date`)
-//  KEY `date` (`date`)
-// ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('DownloadTotal', {
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    },
-    date: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      comment: 'YYYYMM format',
-    },
-    d01: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '01 download count',
-    },
-    d02: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '02 download count',
-    },
-    d03: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '03 download count',
-    },
-    d04: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '04 download count',
-    },
-    d05: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '05 download count',
-    },
-    d06: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '06 download count',
-    },
-    d07: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '07 download count',
-    },
-    d08: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '08 download count',
-    },
-    d09: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '09 download count',
-    },
-    d10: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '10 download count',
-    },
-    d11: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '11 download count',
-    },
-    d12: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '12 download count',
-    },
-    d13: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '13 download count',
-    },
-    d14: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '14 download count',
-    },
-    d15: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '15 download count',
-    },
-    d16: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '16 download count',
-    },
-    d17: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '17 download count',
-    },
-    d18: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '18 download count',
-    },
-    d19: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '19 download count',
-    },
-    d20: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '20 download count',
-    },
-    d21: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '21 download count',
-    },
-    d22: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '22 download count',
-    },
-    d23: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '23 download count',
-    },
-    d24: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '24 download count',
-    },
-    d25: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '25 download count',
-    },
-    d26: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '26 download count',
-    },
-    d27: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '27 download count',
-    },
-    d28: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '28 download count',
-    },
-    d29: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '29 download count',
-    },
-    d30: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '30 download count',
-    },
-    d31: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: '31 download count',
-    },
-  }, {
-    tableName: 'downloads',
-    comment: 'module download total info',
-    indexes: [
-      {
-        unique: true,
-        fields: ['name', 'date']
-      },
-      {
-        fields: ['date']
-      }
-    ],
-    classMethods: {
-
-    }
-  });
-};
--- a/models/index.js
+++ b/models/index.js
@@ -1,50 +0,0 @@
-/**!
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var path = require('path');
-var sequelize = require('../common/sequelize');
-
-function load(name) {
-  return sequelize.import(path.join(__dirname, name));
-}
-
-module.exports = {
-  sequelize: sequelize,
-  Module: load('module'),
-  ModuleLog: load('module_log'),
-  ModuleStar: load('module_star'),
-  ModuleKeyword: load('module_keyword'),
-  ModuleDependency: load('module_deps'),
-  ModuleMaintainer: load('module_maintainer'),
-  ModuleUnpublished: load('module_unpublished'),
-  NpmModuleMaintainer: load('npm_module_maintainer'),
-
-  Tag: load('tag'),
-  User: load('user'),
-  Total: load('total'),
-  DownloadTotal: load('download_total'),
-
-  query: function* (sql, args) {
-    var options = { replacements: args };
-    var data = yield this.sequelize.query(sql, options).spread();
-    if (/select /i.test(sql)) {
-      return data[0];
-    }
-    return data[1];
-  },
-  queryOne: function* (sql, args) {
-    var rows = yield* this.query(sql, args);
-    return rows && rows[0];
-  }
-};
--- a/models/init_script.js
+++ b/models/init_script.js
@@ -1,56 +0,0 @@
-/**!
- * cnpmjs.org - models/init_script.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var config = require('../config');
-
-config.database.logging = console.log;
-
-// $ node --harmony models/init_script.js <force> <dialect> <port> <username>
-var force = process.argv[2] === 'true';
-var dialect = process.argv[3];
-if (dialect) {
-  config.database.dialect = dialect;
-}
-var port = process.argv[4];
-if (port) {
-  config.database.port = parseInt(port);
-}
-var username = process.argv[5];
-if (username) {
-  config.database.username = username;
-}
-
-var models = require('./');
-
-models.sequelize.sync({ force: force })
-  .then(function () {
-    models.Total.init(function (err) {
-      if (err) {
-        console.error('[models/init_script.js] sequelize init fail');
-        console.error(err);
-        throw err;
-      } else {
-        console.log('[models/init_script.js] `%s` sequelize sync and init success',
-          config.database.dialect);
-        process.exit(0);
-      }
-    });
-  })
-  .catch(function (err) {
-    console.error('[models/init_script.js] sequelize sync fail');
-    console.error(err);
-    process.exit(1);
-  });
--- a/models/module.js
+++ b/models/module.js
@@ -1,108 +0,0 @@
-/**!
- * cnpmjs.org - models/module.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `module` (
-  `id` INTEGER NOT NULL auto_increment ,
-  `author` VARCHAR(100) NOT NULL,
-  `name` VARCHAR(100) NOT NULL,
-  `version` VARCHAR(30) NOT NULL,
-  `description` LONGTEXT,
-  `package` LONGTEXT,
-  `dist_shasum` VARCHAR(100),
-  `dist_tarball` VARCHAR(2048),
-  `dist_size` INTEGER UNSIGNED NOT NULL DEFAULT 0,
-  `publish_time` BIGINT(20) UNSIGNED,
-  `gmt_create` DATETIME NOT NULL,
-  `gmt_modified` DATETIME NOT NULL,
-  PRIMARY KEY (`id`)
-)
-COMMENT 'module info' ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE utf8_general_ci;
-
-CREATE UNIQUE INDEX `module_name_version` ON `module` (`name`, `version`);
-CREATE INDEX `module_gmt_modified` ON `module` (`gmt_modified`);
-CREATE INDEX `module_publish_time` ON `module` (`publish_time`);
-CREATE INDEX `module_author` ON `module` (`author`);
-*/
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('Module', {
-    author: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'first maintainer name'
-    },
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name'
-    },
-    version: {
-      type: DataTypes.STRING(30),
-      allowNull: false,
-      comment: 'module version'
-    },
-    description: {
-      type: DataTypes.LONGTEXT,
-    },
-    package: {
-      type: DataTypes.LONGTEXT,
-      comment: 'package.json',
-    },
-    dist_shasum: {
-      type: DataTypes.STRING(100),
-      allowNull: true,
-    },
-    dist_tarball: {
-      type: DataTypes.STRING(2048),
-      allowNull: true,
-    },
-    dist_size: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      defaultValue: 0,
-    },
-    publish_time: {
-      type: DataTypes.BIGINT(20),
-      allowNull: true,
-    }
-  }, {
-    tableName: 'module',
-    comment: 'module info',
-    indexes: [
-      {
-        unique: true,
-        fields: ['name', 'version']
-      },
-      {
-        fields: ['gmt_modified']
-      },
-      {
-        fields: ['publish_time']
-      },
-      {
-        fields: ['author']
-      }
-    ],
-    classMethods: {
-      findByNameAndVersion: function* (name, version) {
-        return yield this.find({
-          where: { name: name, version: version }
-        });
-      }
-    }
-  });
-};
--- a/models/module_deps.js
+++ b/models/module_deps.js
@@ -1,58 +0,0 @@
-/**!
- * cnpmjs.org - models/module_deps.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `module_deps` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT '`name` is deped by `deps`',
- PRIMARY KEY (`id`),
- UNIQUE KEY `module_deps_name_deps` (`name`,`deps`),
- KEY `deps` (`module_deps_deps`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('ModuleDependency', {
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    },
-    dependent: {
-      field: 'deps',
-      type: DataTypes.STRING(100),
-      comment: '`name` is depended by `deps`. `deps` == depend => `name`'
-    }
-  }, {
-    tableName: 'module_deps',
-    comment: 'module deps',
-    // no need update timestamp
-    updatedAt: false,
-    indexes: [
-      {
-        unique: true,
-        fields: ['name', 'deps']
-      },
-      {
-        fields: ['deps']
-      }
-    ],
-    classMethods: {
-    }
-  });
-};
--- a/models/module_keyword.js
+++ b/models/module_keyword.js
@@ -1,69 +0,0 @@
-/**!
- * cnpmjs.org - models/module_keyword.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `module_keyword` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `description` longtext,
- PRIMARY KEY (`id`),
- UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
- KEY `name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('ModuleKeyword', {
-    keyword: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-    },
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    },
-    description: {
-      type: DataTypes.LONGTEXT,
-      allowNull: true,
-    }
-  }, {
-    tableName: 'module_keyword',
-    comment: 'module keyword',
-    updatedAt: false,
-    indexes: [
-      {
-        unique: true,
-        fields: ['keyword', 'name']
-      },
-      {
-        fields: ['name']
-      }
-    ],
-    classMethods: {
-      findByKeywordAndName: function* (keyword, name) {
-        return yield this.find({
-          where: {
-            keyword: keyword,
-            name: name
-          }
-        });
-      }
-    }
-  });
-};
--- a/models/module_log.js
+++ b/models/module_log.js
@@ -1,56 +0,0 @@
-/**!
- * cnpmjs.org - models/module_log.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `module_log` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `username` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `log` longtext,
- PRIMARY KEY (`id`),
- KEY `module_log_name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('ModuleLog', {
-    username: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'user name'
-    },
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    },
-    log: {
-      type: DataTypes.LONGTEXT
-    }
-  }, {
-    tableName: 'module_log',
-    comment: 'module sync log',
-    indexes: [
-      {
-        fields: ['name']
-      }
-    ],
-    classMethods: {
-    }
-  });
-};
--- a/models/module_maintainer.js
+++ b/models/module_maintainer.js
@@ -1,56 +0,0 @@
-/**!
- * cnpmjs.org - models/module_maintainer.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `module_maintainer` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- PRIMARY KEY (`id`),
- UNIQUE KEY `module_maintainer_user_name` (`user`,`name`),
- KEY `name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('ModuleMaintainer', {
-    user: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'user name'
-    },
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    }
-  }, {
-    tableName: 'module_maintainer',
-    comment: 'private module maintainers',
-    updatedAt: false,
-    indexes: [
-      {
-        unique: true,
-        fields: ['user', 'name']
-      },
-      {
-        fields: ['name']
-      }
-    ],
-    classMethods: require('./_module_maintainer_class_methods'),
-  });
-};
--- a/models/module_star.js
+++ b/models/module_star.js
@@ -1,57 +0,0 @@
-/**!
- * cnpmjs.org - models/module_star.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `module_star` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- PRIMARY KEY (`id`),
- UNIQUE KEY `module_star_user_name` (`user`,`name`),
- KEY `module_star_name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('ModuleStar', {
-    user: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'user name'
-    },
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    }
-  }, {
-    tableName: 'module_star',
-    comment: 'module star',
-    updatedAt: false,
-    indexes: [
-      {
-        unique: true,
-        fields: ['user', 'name']
-      },
-      {
-        fields: ['name']
-      }
-    ],
-    classMethods: {
-    }
-  });
-};
--- a/models/module_unpublished.js
+++ b/models/module_unpublished.js
@@ -1,87 +0,0 @@
-/**!
- * cnpmjs.org - models/module_unpublished.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var utils = require('./utils');
-
-/*
-CREATE TABLE IF NOT EXISTS `module_unpublished` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
- PRIMARY KEY (`id`),
- UNIQUE KEY `module_unpublished_name` (`name`),
- KEY `module_unpublished_gmt_modified` (`gmt_modified`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('ModuleUnpublished', {
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    },
-    package: {
-      type: DataTypes.LONGTEXT,
-      comment: 'base info: tags, time, maintainers, description, versions',
-      get: utils.JSONGetter('package'),
-      set: utils.JSONSetter('package'),
-    }
-  }, {
-    tableName: 'module_unpublished',
-    comment: 'module unpublished info',
-    indexes: [
-      {
-        unique: true,
-        fields: ['name']
-      },
-      {
-        fields: ['gmt_modified']
-      }
-    ],
-    classMethods: {
-      findByName: function* (name) {
-        return yield this.find({
-          where: {
-            name: name
-          }
-        });
-      },
-      save: function* (name, pkg) {
-        var row = yield this.find({
-          where: {
-            name: name
-          }
-        });
-        if (row) {
-          row.package = pkg;
-          if (row.isDirty) {
-            row = yield row.save(['package']);
-          }
-          return row;
-        }
-
-        row = this.build({
-          name: name,
-          package: pkg,
-        });
-        return yield row.save();
-      }
-    }
-  });
-};
--- a/models/npm_module_maintainer.js
+++ b/models/npm_module_maintainer.js
@@ -1,56 +0,0 @@
-/**!
- * cnpmjs.org - models/npm_module_maintainer.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- PRIMARY KEY (`id`),
- UNIQUE KEY `npm_module_maintainer_user_name` (`user`,`name`),
- KEY `name` (`name`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('NpmModuleMaintainer', {
-    user: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'user name'
-    },
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    }
-  }, {
-    tableName: 'npm_module_maintainer',
-    comment: 'npm original module maintainers',
-    updatedAt: false,
-    indexes: [
-      {
-        unique: true,
-        fields: ['user', 'name']
-      },
-      {
-        fields: ['name']
-      }
-    ],
-    classMethods: require('./_module_maintainer_class_methods'),
-  });
-};
--- a/models/tag.js
+++ b/models/tag.js
@@ -1,72 +0,0 @@
-/**!
- * cnpmjs.org - models/tag.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-/*
-CREATE TABLE IF NOT EXISTS `tag` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `tag` varchar(30) NOT NULL COMMENT 'tag name',
- `version` varchar(30) NOT NULL COMMENT 'module version',
- `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
- PRIMARY KEY (`id`),
- UNIQUE KEY `tag_name_tag` (`name`, `tag`),
- KEY `tag_gmt_modified` (`gmt_modified`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
- */
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('Tag', {
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'module name',
-    },
-    tag: {
-      type: DataTypes.STRING(30),
-      allowNull: false,
-      comment: 'tag name',
-    },
-    version: {
-      type: DataTypes.STRING(30),
-      allowNull: false,
-      comment: 'module version',
-    },
-    module_id: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      comment: 'module id'
-    }
-  }, {
-    tableName: 'tag',
-    comment: 'module tag',
-    indexes: [
-      {
-        unique: true,
-        fields: ['name', 'tag']
-      },
-      {
-        fields: ['gmt_modified']
-      }
-    ],
-    classMethods: {
-      findByNameAndTag: function* (name, tag) {
-        return yield this.find({ where: { name: name, tag: tag } });
-      }
-    }
-  });
-};
--- a/models/total.js
+++ b/models/total.js
@@ -1,118 +0,0 @@
-/**!
- * cnpmjs.org - models/total.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-// CREATE TABLE IF NOT EXISTS `total` (
-//  `name` varchar(100) NOT NULL COMMENT 'total name',
-//  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-//  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
-//  `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry',
-//  `last_exist_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync exist packages from official registry',
-//  `sync_status` tinyint unsigned NOT NULL DEFAULT '0' COMMENT 'system sync from official registry status',
-//  `need_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages need to be sync',
-//  `success_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages sync success at this time',
-//  `fail_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages sync fail at this time',
-//  `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync',
-//  `last_sync_module` varchar(100) COMMENT 'last sync success module name',
-//  PRIMARY KEY (`name`)
-// ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='total info';
-// -- init `total` count
-// INSERT INTO total(name, gmt_modified) VALUES('total', now())
-//   ON DUPLICATE KEY UPDATE gmt_modified=now();
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('Total', {
-    name: {
-      type: DataTypes.STRING(100),
-      primaryKey: true,
-      comment: 'total name'
-    },
-    module_delete: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'module delete count',
-    },
-    last_sync_time: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'last timestamp sync from official registry',
-    },
-    last_exist_sync_time: {
-      type: DataTypes.BIGINT(20),
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'last timestamp sync exist packages from official registry',
-    },
-    sync_status: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'system sync from official registry status',
-    },
-    need_sync_num: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'how many packages need to be sync',
-    },
-    success_sync_num: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'how many packages sync success at this time',
-    },
-    fail_sync_num: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'how many packages sync fail at this time',
-    },
-    left_sync_num: {
-      type: DataTypes.INTEGER,
-      allowNull: false,
-      defaultValue: 0,
-      comment: 'how many packages left to be sync',
-    },
-    last_sync_module: {
-      type: DataTypes.STRING(100),
-      allowNull: true,
-      comment: 'last sync success module name',
-    },
-  }, {
-    tableName: 'total',
-    comment: 'total info',
-    createdAt: false,
-    classMethods: {
-      init: function (callback) {
-        var that = this;
-        that.find({
-          where: { name: 'total' }
-        }).then(function (row) {
-          if (!row) {
-            that.build({name: 'total'}).save()
-              .then(function () {
-                callback();
-              })
-              .catch(callback);
-            return;
-          }
-          callback();
-        }).catch(callback);
-      }
-    }
-  });
-};
--- a/models/user.js
+++ b/models/user.js
@@ -1,250 +0,0 @@
-/**!
- * cnpmjs.org - models/user.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-var utility = require('utility');
-var utils = require('./utils');
-
-/*
-CREATE TABLE IF NOT EXISTS `user` (
- `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
- `gmt_create` datetime NOT NULL COMMENT 'create time',
- `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) NOT NULL COMMENT 'user name',
- `salt` varchar(100) NOT NULL,
- `password_sha` varchar(100) NOT NULL COMMENT 'user password hash',
- `ip` varchar(64) NOT NULL COMMENT 'user last request ip',
- `roles` varchar(200) NOT NULL DEFAULT '[]',
- `rev` varchar(40) NOT NULL,
- `email` varchar(400) NOT NULL,
- `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
- `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
- PRIMARY KEY (`id`),
- UNIQUE KEY `user_name` (`name`),
- KEY `user_gmt_modified` (`gmt_modified`)
-) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
-*/
-
-module.exports = function (sequelize, DataTypes) {
-  return sequelize.define('User', {
-    name: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'user name',
-    },
-    salt: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-    },
-    password_sha: {
-      type: DataTypes.STRING(100),
-      allowNull: false,
-      comment: 'user password hash',
-    },
-    ip: {
-      type: DataTypes.STRING(64),
-      allowNull: false,
-      comment: 'user last request ip',
-    },
-    roles: {
-      type: DataTypes.STRING(200),
-      allowNull: false,
-      defaultValue: '[]',
-    },
-    rev: {
-      type: DataTypes.STRING(40),
-      allowNull: false,
-    },
-    email: {
-      type: DataTypes.STRING(400),
-      allowNull: false,
-    },
-    json: {
-      type: DataTypes.LONGTEXT,
-      allowNull: true,
-      get: utils.JSONGetter('json'),
-      set: utils.JSONSetter('json'),
-    },
-    isNpmUser: {
-      field: 'npm_user',
-      type: DataTypes.BOOLEAN,
-      allowNull: false,
-      defaultValue: false,
-      comment: 'user sync from npm or not, 1: true, other: false',
-    }
-  }, {
-    tableName: 'user',
-    comment: 'user base info',
-    indexes: [
-      {
-        unique: true,
-        fields: ['name']
-      },
-      {
-        fields: ['gmt_modified']
-      }
-    ],
-    classMethods: {
-      // utils
-      createPasswordSha: function (password, salt) {
-        return utility.sha1(password + salt);
-      },
-
-      // read
-      auth: function* (name, password) {
-        var user = yield* this.findByName(name);
-        if (user) {
-          var sha = this.createPasswordSha(password, user.salt);
-          if (user.password_sha !== sha) {
-            user = null;
-          }
-        }
-        return user;
-      },
-      findByName: function* (name) {
-        return yield this.find({ where: { name: name } });
-      },
-      listByNames: function* (names) {
-        if (!names || names.length === 0) {
-          return [];
-        }
-        return yield this.findAll({
-          where: {
-            name: {
-              in: names
-            }
-          }
-        });
-      },
-      search: function* (query, options) {
-        return yield this.findAll({
-          where: {
-            name: {
-              like: query + '%'
-            }
-          },
-          limit: options.limit
-        });
-      },
-
-      // write
-      saveNpmUser: function* (data) {
-        var user = yield* this.findByName(data.name);
-        if (!user) {
-          user = this.build({
-            isNpmUser: true,
-            name: data.name,
-            salt: '0',
-            password_sha: '0',
-            ip: '0',
-          });
-        }
-        user.isNpmUser = true;
-        user.json = data;
-        user.email = data.email || '';
-        user.rev = data._rev || '';
-        if (user.isDirty) {
-          user = yield user.save();
-        }
-        return user;
-      },
-      saveCustomUser: function* (data) {
-        var name = data.user.login;
-        var user = yield* this.findByName(name);
-        if (!user) {
-          user = this.build({
-            isNpmUser: false,
-            name: name,
-          });
-        }
-
-        var rev = '1-' + data.user.login;
-        var salt = data.salt || '0';
-        var passwordSha = data.password_sha || '0';
-        var ip = data.ip || '0';
-
-        user.isNpmUser = false;
-        user.email = data.user.email;
-        user.ip = ip;
-        user.json = data.user;
-        user.rev = rev;
-        user.salt = salt;
-        user.password_sha = passwordSha;
-        if (user.isDirty) {
-          user = yield user.save();
-        }
-        return user;
-      },
-
-      // add cnpm user
-      add: function* (user) {
-        var roles = user.roles || [];
-        try {
-          roles = JSON.stringify(roles);
-        } catch (e) {
-          roles = '[]';
-        }
-        var rev = '1-' + utility.md5(JSON.stringify(user));
-
-        var row = this.build({
-          rev: rev,
-          name: user.name,
-          email: user.email,
-          salt: user.salt,
-          password_sha: user.password_sha,
-          ip: user.ip,
-          roles: roles,
-          isNpmUser: false,
-        });
-
-        return yield row.save();
-      },
-
-      update: function* (user) {
-        var rev = user.rev || user._rev;
-        var revNo = Number(rev.split('-', 1));
-        if (!revNo) {
-          var err = new Error(rev + ' format error');
-          err.name = 'RevFormatError';
-          err.data = {user: user};
-          throw err;
-        }
-        revNo++;
-        var newRev = revNo + '-' + utility.md5(JSON.stringify(user));
-        var roles = user.roles || [];
-        try {
-          roles = JSON.stringify(roles);
-        } catch (e) {
-          roles = '[]';
-        }
-
-        var row = yield* this.findByName(user.name);
-        if (!row) {
-          return null;
-        }
-
-        row.rev = newRev;
-        row.email = user.email;
-        row.salt = user.salt;
-        row.password_sha = user.password_sha;
-        row.ip = user.ip;
-        row.roles = roles;
-        row.isNpmUser = false;
-
-        return yield row.save(['rev', 'email', 'salt', 'password_sha', 'ip', 'roles', 'isNpmUser']);
-      }
-    }
-  });
-};
--- a/models/utils.js
+++ b/models/utils.js
@@ -1,34 +0,0 @@
-/**!
- * cnpmjs.org - models/utils.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
-'use strict';
-
-/**
- * Module dependencies.
- */
-
-exports.JSONGetter = function (propertyName) {
-  return function JSONGetter() {
-    var value = this.getDataValue(propertyName);
-    if (value && typeof value === 'string') {
-      value = JSON.parse(value);
-    }
-    return value;
-  };
-};
-
-exports.JSONSetter = function (propertyName) {
-  return function JSONSetter(value) {
-    if (typeof value !== 'string') {
-      value = JSON.stringify(value);
-    }
-    this.setDataValue(propertyName, value);
-  };
-};
--- a/package.json
+++ b/package.json
@@ -1,78 +1,70 @@
 {
  "name": "cnpmjs.org",
-  "version": "2.5.1",
+  "version": "1.7.6",
  "description": "Private npm registry and web for Enterprise, base on MySQL and Simple Store Service",
  "main": "index.js",
  "scripts": {
-    "test": "make jshint && make test",
+    "test": "make install && make jshint && make test",
    "start": "./bin/nodejsctl start && cp History.md docs/web/history.md",
    "status": "./bin/nodejsctl status",
    "stop": "./bin/nodejsctl stop"
  },
-  "bin": {
-    "cnpmjs.org": "bin/cli.js"
-  },
  "dependencies": {
    "agentkeepalive": "~1.2.0",
-    "bluebird": "~3.0.6",
-    "bytes": "~2.2.0",
-    "cfork": "~1.4.0",
-    "co": "~4.6.0",
-    "co-defer": "~1.0.0",
+    "bluebird": "~2.3.5",
+    "bytes": "~1.0.0",
+    "cfork": "~1.2.0",
+    "cheerio": "~0.17.0",
+    "co": "~3.1.0",
+    "co-defer": "~0.1.1",
    "co-gather": "~0.0.1",
+    "co-read": "~0.1.0",
+    "co-redis": "~1.1.0",
    "co-sleep": "~0.0.1",
-    "commander": "~2.6.0",
-    "copy-to": "~2.0.1",
-    "debug": "~2.2.0",
+    "co-write": "~0.3.0",
+    "copy-to": "~1.0.1",
+    "debug": "~2.0.0",
    "error-formater": "~1.0.3",
-    "fs-cnpm": "~1.2.0",
-    "giturl": "^1.0.0",
-    "graceful": "~1.0.0",
+    "eventproxy": "~0.3.1",
+    "fs-cnpm": "~1.1.0",
+    "giturl": "~0.0.3",
+    "graceful": "~0.1.0",
    "gravatar": "~1.1.0",
-    "humanize-ms": "~1.0.1",
+    "humanize-ms": "~1.0.0",
    "humanize-number": "~0.0.2",
-    "is-type-of": "~1.0.0",
-    "kcors": "~1.0.1",
-    "koa": "~1.1.0",
+    "koa": "~0.12.2",
    "koa-limit": "~1.0.2",
-    "koa-markdown": "~2.0.1",
-    "koa-middlewares": "~2.1.0",
-    "koa-mock": "~1.5.0",
-    "koa-safe-jsonp": "~0.3.0",
-    "lodash": "^3.10.1",
-    "markdown-it": "~3.0.6",
-    "mime": "~1.3.4",
+    "koa-markdown": "~0.0.3",
+    "koa-middlewares": "~1.4.1",
+    "marked": "~0.3.2",
+    "mime": "~1.2.11",
    "mini-logger": "~1.0.0",
    "mkdirp": "~0.5.0",
-    "moment": "~2.10.6",
-    "mysql": "~2.5.4",
+    "moment": "~2.8.3",
+    "multiline": "~1.0.1",
+    "mysql": "~2.5.2",
    "nodemailer": "~1.3.0",
-    "semver": "~5.1.0",
-    "sequelize": "~2.0.1",
-    "thunkify-wrap": "~1.0.4",
-    "treekill": "~1.0.0",
-    "tunnel-agent": "^0.4.0",
-    "urllib": "~2.5.0",
-    "utility": "~1.6.0",
-    "xss": "~0.2.8"
+    "ready": "~0.1.1",
+    "redis": "~0.12.1",
+    "semver": "~4.0.3",
+    "thunkify-wrap": "~1.0.2",
+    "urllib": "~1.5.2",
+    "utility": "~1.2.0"
  },
  "devDependencies": {
-    "autod": "*",
-    "chunkstream": "*",
-    "co-mocha": "*",
+    "autod": "^1.0.0",
+    "chunkstream": "~0.0.1",
+    "co-mocha": "0.0.2",
    "contributors": "*",
-    "istanbul": "*",
-    "jshint": "*",
-    "mm": "*",
-    "mocha": "*",
+    "istanbul-harmony": "~0.3.0",
+    "jshint": "~2.5.6",
+    "mm": "~0.2.1",
+    "mocha": "~1.21.5",
    "node-dev": "*",
-    "pedding": "*",
-    "pg": "~4.4.2",
-    "pg-hstore": "~2.3.1",
-    "should": "~7.1.0",
-    "should-http": "*",
-    "sqlite3": "*",
-    "supertest": "*"
+    "pedding": "~1.0.0",
+    "should": "~4.0.4",
+    "should-http": "0.0.1",
+    "supertest": "~0.14.0"
  },
  "homepage": "https://github.com/cnpm/cnpmjs.org",
  "repository": {
@@ -92,11 +84,14 @@
    "registry"
  ],
  "engines": {
-    "node": ">= 2.0.0"
+    "node": ">= 0.11.14"
  },
  "author": [
-    "fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)",
+    "fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)",
    "dead_horse <dead_horse@qq.com> (http://deadhorse.me)"
  ],
+  "publishConfig": {
+    "tag": "v1"
+  },
  "license": "MIT"
 }
--- a/proxy/dist.js
+++ b/proxy/dist.js
@@ -0,0 +1,86 @@
+/**!
+ * cnpmjs.org - proxy/dist.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+/* jshint -W032 */
+
+/**
+ * Module dependencies.
+ */
+
+var path = require('path');
+var multiline = require('multiline');
+var mysql = require('../common/mysql');
+
+var SAVE_FILE_SQL = multiline(function () {;/*
+  INSERT INTO
+    dist_file(gmt_create, gmt_modified, name, parent, date, size, url, sha1)
+  VALUES
+    (now(), now(), ?, ?, ?, ?, ?, ?)
+  ON DUPLICATE KEY UPDATE
+    name=VALUES(name),
+    parent=VALUES(parent),
+    date=VALUES(date),
+    size=VALUES(size),
+    url=VALUES(url),
+    sha1=VALUES(sha1);
+*/});
+
+exports.savefile = function* (info) {
+  return yield mysql.query(SAVE_FILE_SQL, [
+    info.name, info.parent, info.date, info.size, info.url, info.sha1
+  ]);
+};
+
+var SAVE_DIR_SQL = multiline(function () {;/*
+  INSERT INTO
+    dist_dir(gmt_create, gmt_modified, name, parent, date)
+  VALUES
+    (now(), now(), ?, ?, ?)
+  ON DUPLICATE KEY UPDATE
+    name=VALUES(name),
+    parent=VALUES(parent),
+    date=VALUES(date);
+*/});
+
+exports.savedir = function* (info) {
+  return yield mysql.query(SAVE_DIR_SQL, [
+    info.name, info.parent, info.date
+  ]);
+};
+
+var LIST_DIRS_SQL = multiline(function () {;/*
+  SELECT name, parent, date FROM dist_dir WHERE parent = ?;
+*/});
+var LIST_FILES_SQL = multiline(function () {;/*
+  SELECT name, parent, date, size, url, sha1
+  FROM dist_file WHERE parent = ?;
+*/});
+
+exports.listdir = function* (name) {
+  var rs = yield [
+    mysql.query(LIST_DIRS_SQL, [name]),
+    mysql.query(LIST_FILES_SQL, [name]),
+  ];
+  return rs[0].concat(rs[1]);
+};
+
+var GET_FILE_SQL = multiline(function () {;/*
+  SELECT name, parent, date, url, size, sha1 FROM dist_file WHERE parent = ? AND name = ?;
+*/});
+
+exports.getfile = function* (fullname) {
+  var name = path.basename(fullname);
+  var parent = path.dirname(fullname);
+  if (parent !== '/') {
+    parent += '/';
+  }
+  return yield mysql.queryOne(GET_FILE_SQL, [parent, name]);
+};
--- a/proxy/download.js
+++ b/proxy/download.js
@@ -0,0 +1,64 @@
+/**!
+ * cnpmjs.org - proxy/download.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+/* jshint -W032 */
+
+
+/**
+ * Module dependencies.
+ */
+
+var thunkify = require('thunkify-wrap');
+var config = require('../config');
+var mysql = require('../common/mysql');
+var multiline = require('multiline');
+
+var PLUS_SQL = multiline(function () {;/*
+  INSERT INTO
+    download_total(gmt_create, gmt_modified, date, name, count)
+  VALUES
+    (now(), now(), ?, ?, ?)
+  ON DUPLICATE KEY UPDATE
+    count=count + VALUES(count),
+    name=VALUES(name),
+    date=VALUES(date);
+*/});
+exports.plusTotal = function (data, callback) {
+  mysql.query(PLUS_SQL, [data.date, data.name, data.count], callback);
+};
+
+var SELECT_ONE_TOTAL_SQL = multiline(function () {;/*
+  SELECT
+    date, count
+  FROM
+    download_total
+  WHERE
+    date>=? AND date<=? AND name=?;
+*/});
+exports.getModuleTotal = function (name, start, end, callback) {
+  mysql.query(SELECT_ONE_TOTAL_SQL, [start, end, name], callback);
+};
+
+var SELECT_ALL_TOTAL_SQL = multiline(function () {;/*
+  SELECT
+    date, sum(count) AS count
+  FROM
+    download_total
+  WHERE
+    date>=? AND date<=?
+  GROUP BY
+    date;
+*/});
+exports.getTotal = function (start, end, callback) {
+  mysql.query(SELECT_ALL_TOTAL_SQL, [start, end], callback);
+};
+
+thunkify(exports);
--- a/proxy/module.js
+++ b/proxy/module.js
@@ -0,0 +1,785 @@
+/**!
+ * cnpmjs.org - proxy/module.js
+ *
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
+'use strict';
+/* jshint -W032 */
+
+/**
+ * Module dependencies.
+ */
+
+var thunkify = require('thunkify-wrap');
+var utility = require('utility');
+var eventproxy = require('eventproxy');
+var config = require('../config');
+var mysql = require('../common/mysql');
+var multiline = require('multiline');
+
+var INSERT_MODULE_SQL = multiline(function () {;/*
+  INSERT INTO
+    module(gmt_create, gmt_modified, publish_time, author, name, version,
+      package, dist_tarball, dist_shasum, dist_size, description)
+  VALUES
+    (now(), now(), ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  ON DUPLICATE KEY UPDATE
+    gmt_modified=now(),
+    publish_time=VALUES(publish_time),
+    description=VALUES(description),
+    author=VALUES(author),
+    name=VALUES(name),
+    version=VALUES(version),
+    package=VALUES(package),
+    dist_tarball=VALUES(dist_tarball),
+    dist_shasum=VALUES(dist_shasum),
+    dist_size=VALUES(dist_size);
+*/});
+
+exports.add = function (mod, callback) {
+  var keywords = mod.package.keywords;
+  var pkg;
+  try {
+    pkg = stringifyPackage(mod.package);
+  } catch (e) {
+    return callback(e);
+  }
+  var description = mod.package && mod.package.description || '';
+
+  var dist = mod.package.dist || {};
+  dist.tarball = '';
+  dist.shasum = '';
+  dist.size = 0;
+  var publish_time = mod.publish_time || Date.now();
+  var values = [
+    publish_time,
+    mod.author, // meaning first maintainer, more maintainers please check module_maintainer table
+    mod.name, mod.version, pkg,
+    dist.tarball, dist.shasum, dist.size, description
+  ];
+  mysql.query(INSERT_MODULE_SQL, values, function (err, result) {
+    if (err) {
+      return callback(err);
+    }
+    callback(null, {id: result.insertId, gmt_modified: new Date()});
+
+    if (typeof keywords === 'string') {
+      keywords = [keywords];
+    }
+
+    if (!Array.isArray(keywords)) {
+      return;
+    }
+
+    var words = [];
+    for (var i = 0; i < keywords.length; i++) {
+      var w = keywords[i];
+      if (typeof w === 'string') {
+        w = w.trim();
+        if (w) {
+          words.push(w);
+        }
+      }
+    }
+
+    if (words.length === 0) {
+      return;
+    }
+
+    // add keywords
+    exports.addKeywords(mod.name, description, words, utility.noop);
+  });
+};
+
+var GET_KEYWORD_SQL = multiline(function () {;/*
+  SELECT
+    keyword
+  FROM
+    module_keyword
+  WHERE
+    name = ?
+  ORDER BY
+    keyword;
+*/});
+
+exports.getKeywords = function (name, callback) {
+  mysql.query(GET_KEYWORD_SQL, [name], function (err, rows) {
+    var keywords = [];
+    if (rows && rows.length) {
+      keywords = rows.map(function (r) {
+        return r.keyword;
+      });
+    }
+    callback(err, keywords);
+  });
+};
+
+var ADD_KEYWORD_SQL = multiline(function () {;/*
+  INSERT INTO
+    module_keyword(gmt_create, keyword, name, description)
+  VALUES
+    (now(), ?, ?, ?)
+  ON DUPLICATE KEY UPDATE
+    description=VALUES(description);
+*/});
+
+exports.addKeywords = function (name, description, keywords, callback) {
+  var sql = '';
+  var values = [];
+  for (var i = 0; i < keywords.length; i++) {
+    sql += ADD_KEYWORD_SQL;
+    values.push(keywords[i]);
+    values.push(name);
+    values.push(description);
+  }
+  mysql.query(sql, values, function (err, results) {
+    if (err) {
+      return callback(err);
+    }
+    var ids = [];
+    for (var i = 0; i < results.length; i++) {
+      var r = results[i];
+      if (r.insertId) {
+        ids.push(r.insertId);
+      }
+    }
+    callback(null, ids);
+  });
+};
+
+var UPDATE_DESC_SQL = multiline(function () {;/*
+  UPDATE
+    module
+  SET
+    description=?
+  WHERE
+    id=?;
+*/});
+exports.updateDescription = function (id, description, callback) {
+  mysql.query(UPDATE_DESC_SQL, [description, id], callback);
+};
+
+var UPDATE_DIST_SQL = 'UPDATE module SET ? WHERE id=?';
+exports.update = function (mod, callback) {
+  var pkg;
+  try {
+    pkg = stringifyPackage(mod.package);
+  } catch (e) {
+    return callback(e);
+  }
+  var dist = mod.package.dist;
+
+  var arg = {
+    publish_time: mod.publish_time,
+    version: mod.version,
+    package: pkg,
+    dist_tarball: dist.tarball,
+    dist_shasum: dist.shasum,
+    dist_size: dist.size
+  };
+
+  mysql.query(UPDATE_DIST_SQL,
+    [arg, mod.id],
+  function (err, result) {
+    if (err) {
+      return callback(err);
+    }
+    callback(null, {id: mod.id, gmt_modified: new Date()});
+  });
+};
+
+function parseRow(row) {
+  if (row && row.package) {
+    try {
+      if (row.package.indexOf('%7B%22') === 0) {
+        // now store package will encodeURIComponent() after JSON.stringify
+        row.package = decodeURIComponent(row.package);
+      }
+      row.package = JSON.parse(row.package);
+    } catch (e) {
+      console.warn('parse package error: %s, id: %s version: %s, error: %s', row.name, row.id, row.version, e);
+    }
+  }
+}
+exports.parseRow = parseRow;
+
+function stringifyPackage(pkg) {
+  return encodeURIComponent(JSON.stringify(pkg));
+}
+
+
+var SELECT_MODULE_BY_ID_SQL = multiline(function () {;/*
+  SELECT
+    id, publish_time, gmt_create, gmt_modified, author, name,
+    version, description, package, dist_tarball, dist_shasum, dist_size
+  FROM
+    module
+  WHERE
+    id=?;
+*/});
+exports.getById = function (id, callback) {
+  id = Number(id);
+  mysql.queryOne(SELECT_MODULE_BY_ID_SQL, [id], function (err, row) {
+    if (err || !row) {
+      return callback(err, row);
+    }
+    try {
+      parseRow(row);
+    } catch (e) {
+      e.data = row;
+      return callback(e);
+    }
+    callback(null, row);
+  });
+};
+
+var SELECT_MODULE_SQL = multiline(function () {;/*
+  SELECT
+    id, publish_time, gmt_create, gmt_modified, author, name,
+    version, description, package, dist_tarball, dist_shasum, dist_size
+  FROM
+    module
+  WHERE
+    name=? AND version=?;
+*/});
+exports.get = function (name, version, callback) {
+  mysql.queryOne(SELECT_MODULE_SQL, [name, version], function (err, row) {
+    if (err || !row) {
+      return callback(err, row);
+    }
+    try {
+      parseRow(row);
+    } catch (e) {
+      e.data = row;
+      return callback(e);
+    }
+    callback(null, row);
+  });
+};
+
+var SELECT_MODULE_ID_SQL = multiline(function () {;/*
+  SELECT
+    id
+  FROM
+    module
+  WHERE
+    name=? AND version=?;
+*/});
+var INSERT_TAG_SQL = multiline(function () {;/*
+  INSERT INTO
+    tag(gmt_create, gmt_modified, name, tag, version, module_id)
+  VALUES
+    (now(), now(), ?, ?, ?, ?)
+  ON DUPLICATE KEY UPDATE
+    gmt_modified=now(),
+    module_id=VALUES(module_id),
+    name=VALUES(name),
+    tag=VALUES(tag),
+    version=VALUES(version);
+*/});
+exports.addTag = function (name, tag, version, callback) {
+  mysql.queryOne(SELECT_MODULE_ID_SQL, [name, version], function (err, row) {
+    if (err) {
+      return callback(err);
+    }
+    var module_id = row && row.id || 0;
+    mysql.query(INSERT_TAG_SQL, [name, tag, version, module_id], function (err, result) {
+      if (err) {
+        return callback(err);
+      }
+      callback(null, {id: result.insertId, gmt_modified: new Date(), module_id: module_id});
+    });
+  });
+};
+
+var SELECT_TAG_SQL = multiline(function () {;/*
+  SELECT
+    tag, version, gmt_modified, module_id
+  FROM
+    tag
+  WHERE
+    name=? AND tag=?;
+*/});
+exports.getByTag = function (name, tag, callback) {
+  mysql.queryOne(SELECT_TAG_SQL, [name, tag], function (err, row) {
+    if (err || !row) {
+      return callback(err, row);
+    }
+    exports.get(name, row.version, callback);
+  });
+};
+
+var DELETE_TAGS_SQL = multiline(function () {;/*
+  DELETE FROM
+    tag
+  WHERE
+    name=?;
+*/});
+exports.removeTags = function (name, callback) {
+  mysql.query(DELETE_TAGS_SQL, [name], callback);
+};
+
+var DELETE_TAGS_BY_IDS_SQL = multiline(function () {;/*
+  DELETE FROM
+    tag
+  WHERE
+    id IN (?);
+*/});
+exports.removeTagsByIds = function (ids, callback) {
+  mysql.query(DELETE_TAGS_BY_IDS_SQL, [ids], callback);
+};
+
+var SELECT_ALL_TAGS_SQL = multiline(function () {;/*
+  SELECT
+    id, tag, version, gmt_modified, module_id
+  FROM
+    tag
+  WHERE
+    name=?;
+*/});
+exports.listTags = function (name, callback) {
+  mysql.query(SELECT_ALL_TAGS_SQL, [name], callback);
+};
+
+var SELECT_LATEST_MODULE_SQL = multiline(function () {;/*
+  SELECT
+    id, publish_time, gmt_create, gmt_modified, author, name,
+    version, description, package, dist_tarball, dist_shasum, dist_size
+  FROM
+    module
+  WHERE
+    name=? AND version <> "next"
+  ORDER BY
+    publish_time DESC
+  LIMIT
+    1;
+*/});
+exports.getLatest = function (name, callback) {
+  exports.getByTag(name, 'latest', function (err, row) {
+    if (err || row) {
+      return callback(err, row);
+    }
+
+    // get latest order by id
+    mysql.queryOne(SELECT_LATEST_MODULE_SQL, [name], function (err, row) {
+      if (err || !row) {
+        return callback(err, row);
+      }
+      try {
+        parseRow(row);
+      } catch (e) {
+        e.data = row;
+        return callback(e);
+      }
+      callback(null, row);
+    });
+  });
+};
+
+var LIST_MODULE_SQL = multiline(function () {;/*
+  SELECT
+    id, publish_time, gmt_create, gmt_modified, author, name,
+    version, description, package, dist_tarball, dist_shasum, dist_size
+  FROM
+    module
+  WHERE
+    name=?
+  ORDER BY
+    id DESC;
+*/});
+exports.listByName = function (name, callback) {
+  mysql.query(LIST_MODULE_SQL, [name], function (err, rows) {
+    if (err) {
+      return callback(err);
+    }
+
+    rows = rows || [];
+    try {
+      for (var i = 0; i < rows.length; i++) {
+        parseRow(rows[i]);
+      }
+    } catch (e) {
+      err = e;
+      err.data = rows;
+    }
+    callback(err, rows);
+  });
+};
+
+var LIST_SINCE_SQL = multiline(function () {;/*
+  SELECT
+    distinct(name)
+  FROM
+    tag
+  WHERE
+    gmt_modified > ?;
+*/});
+exports.listSince = function (start, callback) {
+  mysql.query(LIST_SINCE_SQL, [new Date(start)], callback);
+};
+
+var LIST_ALL_NAME_SQL = multiline(function () {;/*
+  SELECT
+    distinct(name)
+  FROM
+    module;
+*/});
+exports.listAllNames = function (callback) {
+  mysql.query(LIST_ALL_NAME_SQL, [], callback);
+};
+
+var LIST_SHORT_SQL = multiline(function () {;/*
+  SELECT
+    distinct(name)
+  FROM
+    tag
+  ORDER BY
+    name;
+*/});
+exports.listShort = function (callback) {
+  mysql.query(LIST_SHORT_SQL, callback);
+};
+
+var LIST_ALL_MODULE_NAMES_SQL = multiline(function () {;/*
+  SELECT
+    distinct(name)
+  FROM
+    module
+  ORDER BY
+    name;
+*/});
+exports.listAllModuleNames = function (callback) {
+  mysql.query(LIST_ALL_MODULE_NAMES_SQL, callback);
+};
+
+var DELETE_MODULE_BY_NAME_SQL = multiline(function () {;/*
+  DELETE FROM
+    module
+  WHERE
+    name=?;
+*/});
+exports.removeByName = function (name, callback) {
+  mysql.query(DELETE_MODULE_BY_NAME_SQL, [name], callback);
+};
+
+var DELETE_MODULE_BY_NAME_AND_VERSIONS_SQL = multiline(function () {;/*
+  DELETE FROM
+    module
+  WHERE
+    name=? AND version in(?);
+*/});
+exports.removeByNameAndVersions = function (name, versions, callback) {
+  mysql.query(DELETE_MODULE_BY_NAME_AND_VERSIONS_SQL, [name, versions], callback);
+};
+
+var SEARCH_MODULES_SQL = multiline(function () {;/*
+  SELECT
+    module_id
+  FROM
+    tag
+  WHERE
+    LOWER(name) LIKE LOWER(?) AND tag="latest"
+  ORDER BY
+    name
+  LIMIT
+    ?;
+*/});
+var SEARCH_MODULES_BY_KEYWORD_SQL = multiline(function () {;/*
+  SELECT
+    name, description
+  FROM
+    module_keyword
+  WHERE
+    keyword=?
+  ORDER BY
+    id DESC
+  LIMIT
+    ?;
+*/});
+var QUERY_MODULES_BY_ID_SQL = multiline(function () {;/*
+  SELECT
+    name, description
+  FROM
+    module
+  WHERE
+    id IN (?)
+  ORDER BY
+    name;
+*/});
+exports.search = function (word, options, callback) {
+  if (typeof options === 'function') {
+    callback = options;
+    options = null;
+  }
+  options = options || {};
+  var limit = options.limit || 100;
+  word = word.replace(/^%/, ''); //ignore prefix %
+  var ep = eventproxy.create();
+  ep.fail(callback);
+
+  // search flows:
+  // 1. prefix search by name
+  // 2. like search by name
+  // 3. keyword equal search
+  var ids = {};
+
+  mysql.query(SEARCH_MODULES_SQL, [word + '%', limit ], ep.done(function (rows) {
+    rows = rows || [];
+    if (rows.length > 0) {
+      for (var i = 0; i < rows.length; i++) {
+        ids[rows[i].module_id] = 1;
+      }
+    }
+    if (rows.length >= 20) {
+      return ep.emit('ids', Object.keys(ids));
+    }
+
+    mysql.query(SEARCH_MODULES_SQL, [ '%' + word + '%', limit ], ep.done('likeSearch'));
+  }));
+
+  mysql.query(SEARCH_MODULES_BY_KEYWORD_SQL, [ word, limit ], ep.done('keywordRows'));
+
+  ep.on('likeSearch', function (rows) {
+    rows = rows || [];
+    if (rows.length > 0) {
+      for (var i = 0; i < rows.length; i++) {
+        ids[rows[i].module_id] = 1;
+      }
+    }
+
+    ep.emit('ids', Object.keys(ids));
+  });
+
+  ep.all('ids', 'keywordRows', function (ids, keywordRows) {
+    keywordRows = keywordRows || [];
+    var data = {
+      keywordMatchs: keywordRows,
+      searchMatchs: []
+    };
+    if (ids.length === 0) {
+      return callback(null, data);
+    }
+
+    mysql.query(QUERY_MODULES_BY_ID_SQL, [ids], ep.done(function (modules) {
+      data.searchMatchs = modules;
+      callback(null, data);
+    }));
+  });
+};
+
+exports.searchByKeyword = function (keyword, options, callback) {
+  var limit = options.limit || 100;
+  mysql.query(SEARCH_MODULES_BY_KEYWORD_SQL, [ keyword, limit ], function(err, rows) {
+    callback(null, rows);
+  });
+};
+
+thunkify(exports);
+
+var GET_LAST_MODIFIED_MODULE_SQL = multiline(function () {;/*
+  SELECT
+    id, gmt_modified
+  FROM
+    module
+  WHERE
+    name=?
+  ORDER BY
+    gmt_modified DESC
+  LIMIT 1;
+*/});
+exports.getLastModified = function* (name) {
+  var row = yield mysql.queryOne(GET_LAST_MODIFIED_MODULE_SQL, [name]);
+  return row && row.gmt_modified;
+};
+
+var UPDATE_LAST_MODIFIED_SQL = 'UPDATE module SET gmt_modified=now() WHERE id=?;';
+exports.updateLastModified = function* (name) {
+  var row = yield mysql.queryOne(GET_LAST_MODIFIED_MODULE_SQL, [name]);
+  if (row) {
+    yield mysql.query(UPDATE_LAST_MODIFIED_SQL, [row.id]);
+  }
+};
+
+var DELETE_TAGS_BY_NAMES_SQL = 'DELETE FROM tag WHERE name=? AND tag IN (?);';
+exports.removeTagsByNames = function* (moduleName, tagNames) {
+  return yield mysql.query(DELETE_TAGS_BY_NAMES_SQL, [moduleName, tagNames]);
+};
+
+/**
+ * forward compatbility for update from lower version cnpmjs.org
+ * redirect @scope/name => name
+ */
+exports.getAdaptName = function* (name) {
+  if (!config.scopes
+    || !config.scopes.length
+    || !config.adaptScope) {
+    return;
+  }
+
+  var tmp = name.split('/');
+  var scope = tmp[0];
+  name = tmp[1];
+
+  if (config.scopes.indexOf(scope) === -1) {
+    return;
+  }
+
+  var pkg = yield exports.getByTag(name, 'latest');
+  // only private module can adapt
+  if (pkg && pkg.package._publish_on_cnpm) {
+    return name;
+  }
+  return;
+};
+
+exports.listPrivates = function* () {
+  var scopes = config.scopes;
+  if (!scopes || !scopes.length) {
+    return [];
+  }
+  var privatePackages = config.privatePackages || [];
+
+  var args = [];
+  var sql = 'SELECT module_id AS id FROM tag WHERE tag="latest" AND (';
+  var wheres = [];
+
+  scopes.forEach(function (scope) {
+    wheres.push('name LIKE ?');
+    args.push(scope + '%');
+  });
+
+  if (privatePackages.length) {
+    wheres.push('name in (?)');
+    args.push(privatePackages);
+  }
+
+  sql = sql + wheres.join(' OR ') + ')';
+
+  var ids = yield mysql.query(sql, args);
+  ids = ids.map(function (row) {
+    return row.id;
+  });
+
+  if (!ids.length) {
+    return [];
+  }
+
+  return yield mysql.query(QUERY_MODULES_BY_ID_SQL, [ids]);
+};
+
+var LIST_BY_AUTH_SQLS = [];
+LIST_BY_AUTH_SQLS.push(multiline(function () {;/*
+  SELECT
+    distinct(name) AS name
+  FROM
+    module
+  WHERE
+    author=?
+  ORDER BY
+    publish_time DESC
+  LIMIT
+    100;
+*/}));
+LIST_BY_AUTH_SQLS.push(multiline(function () {;/*
+  SELECT
+    name
+  FROM
+    module_maintainer
+  WHERE
+    user = ?
+*/}));
+LIST_BY_AUTH_SQLS.push(multiline(function () {;/*
+  SELECT
+    module_id
+  FROM
+    tag
+  WHERE
+    tag="latest" AND name IN (?);
+*/}));
+LIST_BY_AUTH_SQLS.push(multiline(function () {;/*
+  SELECT
+    name, description
+  FROM
+    module
+  WHERE
+    id IN (?)
+  ORDER BY
+    publish_time DESC;
+*/}));
+exports.listByAuthor = function* (author) {
+  var names = yield [
+    mysql.query(LIST_BY_AUTH_SQLS[0], [author]),
+    mysql.query(LIST_BY_AUTH_SQLS[1], [author])
+  ];
+
+  names = names[0].concat(names[1]).map(function (n) {
+    return n.name;
+  }).sort();
+
+  if (!names.length) {
+    return [];
+  }
+
+  var ids = yield mysql.query(LIST_BY_AUTH_SQLS[2], [names]);
+  if (!ids.length) {
+    return [];
+  }
+
+  ids = ids.map(function (i) {
+    return i.module_id;
+  });
+  return yield mysql.query(LIST_BY_AUTH_SQLS[3], [ids]);
+};
+
+exports.listNamesByAuthor = function* (author) {
+  var sql = 'SELECT distinct(name) AS name FROM module WHERE author=?;';
+  var names = yield mysql.query(sql, [author]);
+  return names.map(function (item) {
+    return item.name;
+  });
+};
+
+var UPDATE_PACKAGE_SQL = multiline(function () {;/*
+  UPDATE
+    module
+  SET
+    package=?
+  WHERE
+    id=?;
+*/});
+
+exports.updatePackage = function* (id, pkg) {
+  pkg = stringifyPackage(pkg);
+  return yield mysql.query(UPDATE_PACKAGE_SQL, [pkg, id]);
+};
+
+exports.updatePackageFields = function* (id, fields) {
+  var data = yield exports.getById(id);
+  if (!data) {
+    throw new Error('module#' + id + ' not exists');
+  }
+  data.package = data.package || {};
+  for (var k in fields) {
+    data.package[k] = fields[k];
+  }
+  return yield* exports.updatePackage(id, data.package);
+};
+
+exports.updateReadme = function* (id, readme) {
+  var data = yield exports.getById(id);
+  if (!data) {
+    throw new Error('module#' + id + ' not exists');
+  }
+  data.package = data.package || {};
+  data.package.readme = readme;
+  return yield* exports.updatePackage(id, data.package);
+};
+
+exports.getTag = function* (name, tag) {
+  return yield mysql.queryOne(SELECT_TAG_SQL, [name, tag]);
+};
--- a/Show More
+++ b/Show More
Author	SHA1	Message	Date
fengmk2	6bc7d9216d	Release 1.7.6	2014-12-09 16:11:10 +08:00
fengmk2	bf2f1a2bf3	fix title xss	2014-12-09 16:10:42 +08:00
dead_horse	278f70c391	Release 1.7.5	2014-11-26 10:19:01 +08:00
Yiyu He	cbfb2debe0	Merge pull request #518 from CatTail/1.x Fix `Module.add` don't add keyword into `module_keyword` table	2014-11-26 10:17:08 +08:00
zhongchiyu	f366def30c	Fix `Module.add` don't add keyword into `module_keyword` table	2014-11-26 10:15:37 +08:00
dead_horse	d03b9e159f	Release 1.7.4	2014-11-25 12:56:48 +08:00
Yiyu He	63d148c1a5	Merge pull request #516 from CatTail/1.x Add search package by keyword	2014-11-25 12:54:21 +08:00
zhongchiyu	dbd38ee6e7	Add unit test for searchbykeyword	2014-11-25 12:14:03 +08:00
zhongchiyu	df3a20df26	Add search package by keyword	2014-11-25 11:18:24 +08:00
fengmk2	5bb836381f	Release 1.7.3	2014-11-12 16:59:14 +08:00
fengmk2	db73b9a675	fix(sync): should not sync package when maintainers sort change Closes #500	2014-11-12 16:57:37 +08:00
fengmk2	6ca71e1d8b	Release 1.7.2	2014-10-31 14:28:30 +08:00
Yiyu He	ff811ab15e	Merge pull request #487 from cnpm/min-sync-interval feat(sync): add min sync interval time detect	2014-10-31 14:21:39 +08:00
fengmk2	ae1ca1bc32	feat(sync): add min sync interval time detect Forbidden some guy write `config.syncInterval = 1` to let sync too fast. Closes #486	2014-10-31 14:18:58 +08:00