update readme for now situation

1.  cpu usage 100% almost all the time, and I found that it have been fixed in node@12
     just like: https://github.com/libuv/libuv/issues/2162
2. only prod-dependences needed

.autod.conf.js

@@ -1,35 +0,0 @@
-'ues strict';
-
-module.exports = {
-  write: true,
-  prefix: '^',
-  devprefix: '^',
-  registry: 'https://r.cnpmjs.org',
-  exclude: [
-    'test/fixtures',
-    'examples',
-    'docs',
-    'public',
-  ],
-  dep: [
-    'mysql',
-    'egg',
-    'koa-router',
-  ],
-  devdep: [
-    'autod',
-    'autod-egg',
-    'eslint',
-    'eslint-config-egg',
-    'egg-bin',
-    'egg-mock',
-  ],
-  keep: [
-  ],
-  semver: [
-    'changes-stream@1',
-    'nodemailer@1',
-    'koa-router@3',
-    'supertest@2',
-  ],
-};

.dockerignore

@@ -0,0 +1,2 @@
+node_modules
+npm-debug.log

.eslintignore

@@ -1,6 +0,0 @@
-test/fixtures
-test/mocks
-examples/**/app/public
-logs
-run
-public/

.eslintrc

@@ -1,3 +0,0 @@
-{
-  "extends": "eslint-config-egg"
-}

.gitignore

@@ -29,3 +29,4 @@ coverage/
 config/web_readme.md
 .tmp/
 *.sqlite
+

.jshintignore

@@ -0,0 +1,7 @@
+node_modules/
+coverage/
+.tmp/
+.git/
+tools/
+public/
+test/

.jshintrc

@@ -0,0 +1,95 @@
+{
+    // JSHint Default Configuration File (as on JSHint website)
+    // See http://jshint.com/docs/ for more details
+
+    "maxerr"        : 50,       // {int} Maximum error before stopping
+
+    // Enforcing
+    "bitwise"       : true,     // true: Prohibit bitwise operators (&, |, ^, etc.)
+    "camelcase"     : false,    // true: Identifiers must be in camelCase
+    "curly"         : true,     // true: Require {} for every new block or scope
+    "eqeqeq"        : true,     // true: Require triple equals (===) for comparison
+    "forin"         : false,    // true: Require filtering for..in loops with obj.hasOwnProperty()
+    "immed"         : false,    // true: Require immediate invocations to be wrapped in parens e.g. `(function () { } ());`
+    "indent"        : false,    // {int} Number of spaces to use for indentation
+    "latedef"       : false,    // true: Require variables/functions to be defined before being used
+    "newcap"        : false,    // true: Require capitalization of all constructor functions e.g. `new F()`
+    "noarg"         : true,     // true: Prohibit use of `arguments.caller` and `arguments.callee`
+    "noempty"       : true,     // true: Prohibit use of empty blocks
+    "nonew"         : false,    // true: Prohibit use of constructors for side-effects (without assignment)
+    "plusplus"      : false,    // true: Prohibit use of `++` & `--`
+    "quotmark"      : false,    // Quotation mark consistency:
+                                //   false    : do nothing (default)
+                                //   true     : ensure whatever is used is consistent
+                                //   "single" : require single quotes
+                                //   "double" : require double quotes
+    "undef"         : true,     // true: Require all non-global variables to be declared (prevents global leaks)
+    "unused"        : true,     // true: Require all defined variables be used
+    "strict"        : true,     // true: Requires all functions run in ES5 Strict Mode
+    "trailing"      : false,    // true: Prohibit trailing whitespaces
+    "maxparams"     : false,    // {int} Max number of formal params allowed per function
+    "maxdepth"      : false,    // {int} Max depth of nested blocks (within functions)
+    "maxstatements" : false,    // {int} Max number statements per function
+    "maxcomplexity" : false,    // {int} Max cyclomatic complexity per function
+    "maxlen"        : false,    // {int} Max number of characters per line
+
+    // Relaxing
+    "asi"           : false,     // true: Tolerate Automatic Semicolon Insertion (no semicolons)
+    "boss"          : true,      // true: Tolerate assignments where comparisons would be expected
+    "debug"         : false,     // true: Allow debugger statements e.g. browser breakpoints.
+    "eqnull"        : false,     // true: Tolerate use of `== null`
+    "es5"           : false,     // true: Allow ES5 syntax (ex: getters and setters)
+    "esnext"        : true,      // true: Allow ES.next (ES6) syntax (ex: `const`)
+    "moz"           : false,     // true: Allow Mozilla specific syntax (extends and overrides esnext features)
+                                 // (ex: `for each`, multiple try/catch, function expression…)
+    "evil"          : false,     // true: Tolerate use of `eval` and `new Function()`
+    "expr"          : true,      // true: Tolerate `ExpressionStatement` as Programs
+    "funcscope"     : false,     // true: Tolerate defining variables inside control statements"
+    "globalstrict"  : false,     // true: Allow global "use strict" (also enables 'strict')
+    "iterator"      : false,     // true: Tolerate using the `__iterator__` property
+    "lastsemic"     : false,     // true: Tolerate omitting a semicolon for the last statement of a 1-line block
+    "laxbreak"      : true,      // true: Tolerate possibly unsafe line breakings
+    "laxcomma"      : false,     // true: Tolerate comma-first style coding
+    "loopfunc"      : false,     // true: Tolerate functions being defined in loops
+    "multistr"      : true,      // true: Tolerate multi-line strings
+    "proto"         : false,     // true: Tolerate using the `__proto__` property
+    "scripturl"     : false,     // true: Tolerate script-targeted URLs
+    "smarttabs"     : false,     // true: Tolerate mixed tabs/spaces when used for alignment
+    "shadow"        : true,      // true: Allows re-define variables later in code e.g. `var x=1; x=2;`
+    "sub"           : false,     // true: Tolerate using `[]` notation when it can still be expressed in dot notation
+    "supernew"      : false,     // true: Tolerate `new function () { ... };` and `new Object;`
+    "validthis"     : true,      // true: Tolerate using this in a non-constructor function
+
+    // Environments
+    "browser"       : true,     // Web Browser (window, document, etc)
+    "couch"         : false,    // CouchDB
+    "devel"         : true,     // Development/debugging (alert, confirm, etc)
+    "dojo"          : false,    // Dojo Toolkit
+    "jquery"        : false,    // jQuery
+    "mootools"      : false,    // MooTools
+    "node"          : true,     // Node.js
+    "nonstandard"   : false,    // Widely adopted globals (escape, unescape, etc)
+    "prototypejs"   : false,    // Prototype and Scriptaculous
+    "rhino"         : false,    // Rhino
+    "worker"        : false,    // Web Workers
+    "wsh"           : false,    // Windows Scripting Host
+    "yui"           : false,    // Yahoo User Interface
+    "noyield"       : true,     // allow generators without a yield
+
+    // Legacy
+    "nomen"         : false,    // true: Prohibit dangling `_` in variables
+    "onevar"        : false,    // true: Allow only one `var` statement per function
+    "passfail"      : false,    // true: Stop on first error
+    "white"         : false,    // true: Check against strict whitespace and indentation rules
+
+    // Custom Globals
+    "globals"       : {         // additional predefined global variables
+      // mocha
+      "describe": true,
+      "it": true,
+      "before": true,
+      "afterEach": true,
+      "beforeEach": true,
+      "after": true
+    }
+}

.node-dev.json

@@ -0,0 +1,3 @@
+{
+  "notify": false
+}

.travis.yml

@@ -1,11 +1,10 @@
 sudo: false
 language: node_js
 node_js:
-  - '6'
-  - '7'
+  - '8'
+  - '10'
 addons:
   - postgresql: '9.3'
-script:
-  - TEST_TIMEOUT=60000 CNPM_SOURCE_NPM=https://registry.npmjs.org CNPM_SOURCE_NPM_ISCNPM=false npm run test-all
+script: 'make test-travis-all'
 after_script:
-  - npm i codecov && codecov
+  - 'npm i codecov && codecov'

Dockerfile

@@ -0,0 +1,28 @@
+FROM node:12
+MAINTAINER Bono Lv <lvscar  {aT} gmail.com>
+
+# Working enviroment
+ENV \
+    CNPM_DIR="/var/app/cnpmjs.org" \
+    CNPM_DATA_DIR="/var/data/cnpm_data" 
+
+RUN mkdir  -p ${CNPM_DIR}
+
+WORKDIR ${CNPM_DIR}
+
+COPY package.json ${CNPM_DIR}
+
+RUN npm set registry https://registry.npm.taobao.org
+
+RUN npm install --production
+
+COPY .  ${CNPM_DIR}
+COPY docs/dockerize/config.js  ${CNPM_DIR}/config/
+
+EXPOSE 7001/tcp 7002/tcp
+
+VOLUME ["/var/data/cnpm_data"]
+
+# Entrypoint
+CMD ["node", "dispatch.js"]
+

History.md

@@ -1,4 +1,56 @@
 
+3.0.0-alpha.8 / 2017-06-15
+==================
+
+  * fix: should remove unpublished version on ModuleAbbreviated too (#1192)
+  * docs: Dockerized cnpmjs.org configuration with installation guide (#1191)
+
+3.0.0-alpha.7 / 2017-06-01
+==================
+
+  * fix: add missing publish_time property on package list api (#1185)
+
+3.0.0-alpha.6 / 2017-05-18
+==================
+
+  * feat: add globalHook on config (#1177)
+  * fix: TypeError caused by invalid engines property (#1151)
+  * test: add new test for application/vnd.npm.install-v1+json request
+
+3.0.0-alpha.5 / 2017-04-14
+==================
+
+  * fix: should auto sync missing deprecated property (#1167)
+
+3.0.0-alpha.4 / 2017-04-12
+==================
+
+  * fix: add missing deprecated on abbreviated meta (#1165)
+
+3.0.0-alpha.2 / 2017-03-27
+==================
+
+  * fix: only get from package_readme table
+
+3.0.0-alpha.1 / 2017-03-27
+==================
+
+  * chore: start 3.x
+  * fix: ignore sync npm registry status 502
+  * feat: remove readme from package
+  * feat: [BREAKING_CHANGE] support abbreviated meta
+
+2.19.4 / 2017-03-26
+==================
+
+  * feat: need to sync sourceNpmRegistry also (#1153)
+  * docs: change user.json to utf8mb4
+
+2.19.3 / 2017-02-22
+==================
+
+  * fix: should get package from orginal registry when package is unpublished (#1130)
+
 2.19.2 / 2017-01-05
 ==================
 

Makefile

@@ -0,0 +1,105 @@
+TESTS = $(shell ls -S `find test -type f -name "*.test.js" -print`)
+REPORTER = spec
+TIMEOUT = 60000
+MOCHA_OPTS =
+DB = sqlite
+
+jshint:
+	@node_modules/.bin/jshint .
+
+init-database:
+	@NODE_ENV=test node test/init_db.js
+
+init-mysql:
+	@mysql -uroot -e 'DROP DATABASE IF EXISTS cnpmjs_test;'
+	@mysql -uroot -e 'CREATE DATABASE cnpmjs_test;'
+
+init-pg:
+	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;'
+	@psql -c 'CREATE DATABASE cnpmjs_test;'
+
+test: init-database
+	@NODE_ENV=test DB=${DB} node_modules/.bin/mocha \
+		--reporter $(REPORTER) \
+		--timeout $(TIMEOUT) \
+		--require intelli-espower-loader \
+		--require should \
+		--require thunk-mocha \
+		--require ./test/init.js \
+		$(MOCHA_OPTS) \
+		$(TESTS)
+
+test-sqlite:
+	@$(MAKE) test DB=sqlite
+
+test-mysql: init-mysql
+	@$(MAKE) test DB=mysql
+
+test-pg: init-pg
+	@DB_PORT=5432 DB_USER=$(USER) $(MAKE) test DB=postgres
+
+test-all: test-sqlite test-mysql
+
+test-cov cov: init-database
+	@NODE_ENV=test DB=${DB} node \
+		node_modules/.bin/istanbul cover \
+		node_modules/.bin/_mocha \
+		-- -u exports \
+		--reporter $(REPORTER) \
+		--timeout $(TIMEOUT) \
+		--require intelli-espower-loader \
+		--require should \
+		--require thunk-mocha \
+		--require ./test/init.js \
+		$(MOCHA_OPTS) \
+		$(TESTS)
+
+test-cov-sqlite:
+	@$(MAKE) test-cov DB=sqlite
+
+test-cov-mysql: init-mysql
+	@$(MAKE) test-cov DB=mysql
+
+test-travis: init-database
+	@NODE_ENV=test DB=${DB} CNPM_SOURCE_NPM=https://registry.npmjs.com CNPM_SOURCE_NPM_ISCNPM=false \
+		node \
+		node_modules/.bin/istanbul cover \
+		node_modules/.bin/_mocha \
+		-- -u exports \
+		--reporter dot \
+		--timeout $(TIMEOUT) \
+		--require intelli-espower-loader \
+		--require should \
+		--require thunk-mocha \
+		--require ./test/init.js \
+		$(MOCHA_OPTS) \
+		$(TESTS)
+
+test-travis-sqlite:
+	@$(MAKE) test-travis DB=sqlite
+
+test-travis-mysql: init-mysql
+	@$(MAKE) test-travis DB=mysql
+
+test-travis-pg:
+	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;' -U postgres
+	@psql -c 'CREATE DATABASE cnpmjs_test;' -U postgres
+	@DB_PORT=5432 DB_USER=postgres $(MAKE) test-travis DB=postgres
+
+test-travis-all: jshint test-travis-sqlite test-travis-mysql test-travis-pg
+
+dev:
+	@NODE_ENV=development node node_modules/.bin/node-dev dispatch.js
+
+contributors:
+	@node_modules/.bin/contributors -f plain -o AUTHORS
+
+autod:
+	@node_modules/.bin/autod -w \
+		--registry https://r.cnpmjs.org \
+		--prefix "^" \
+		--exclude public,view,docs,backup,coverage \
+		--dep mysql \
+		--keep should,supertest,chunkstream,mm,pedding
+
+.PHONY: test

README.md

@@ -1,10 +1,9 @@
 cnpmjs.org
 =======
 
-[![NPM version][npm-image]][npm-url]
+[![npm version][npm-image]][npm-url]
 [![build status][travis-image]][travis-url]
 [![Test coverage][codecov-image]][codecov-url]
-[![David deps][david-image]][david-url]
 [![Known Vulnerabilities][snyk-image]][snyk-url]
 [![npm download][download-image]][download-url]
 
@@ -14,8 +13,6 @@ cnpmjs.org
 [travis-url]: https://travis-ci.org/cnpm/cnpmjs.org
 [codecov-image]: https://codecov.io/gh/cnpm/cnpmjs.org/branch/master/graph/badge.svg
 [codecov-url]: https://codecov.io/gh/cnpm/cnpmjs.org
-[david-image]: https://img.shields.io/david/cnpm/cnpmjs.org.svg?style=flat-square
-[david-url]: https://david-dm.org/cnpm/cnpmjs.org
 [snyk-image]: https://snyk.io/test/npm/cnpmjs.org/badge.svg?style=flat-square
 [snyk-url]: https://snyk.io/test/npm/cnpmjs.org
 [download-image]: https://img.shields.io/npm/dm/cnpmjs.org.svg?style=flat-square
@@ -23,65 +20,57 @@ cnpmjs.org
 
 ![logo](https://raw.github.com/cnpm/cnpmjs.org/master/logo.png)
 
-## What is this?
+## Description
 
 Private npm registry and web for Enterprise, base on [koa](http://koajs.com/),
 MySQL and [Simple Store Service](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
 
-Our goal is to provide a low cost maintenance and easy to use solution for private npm.
+Our goal is to provide a low cost maintenance, easy to use, and easy to scale solution for private npm.
 
-## What can you do with `cnpmjs.org`
+## What can you do with `cnpmjs.org`?
 
 * Build a private npm for your own enterprise. ([alibaba](http://www.alibaba.com/) is using `cnpmjs.org` now)
-* Build a mirror NPM. (we use it to build a mirror in China: [cnpmjs.org](http://cnpmjs.org/))
-* Build a completely independent NPM registry to store whatever you like.
+* Build a npm mirror. (we use it to build a mirror in China: [https://npm.taobao.org/](https://npm.taobao.org/))
 
 ## Features
 
 * **Support "scoped" packages**: [npm/npm#5239](https://github.com/npm/npm/issues/5239)
 * **Support [CORS](http://en.wikipedia.org/wiki/Cross-origin_resource_sharing)**
 * **Simple to deploy**: only need `mysql` and a [simple store system](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
-You can get the source code through `npm` or `git`.
-* **Low cost and easy maintenance**: `package.json` info store in MySQL, MariaDB, SQLite or PostgreSQL databases,
-tarball(tgz file) store in CDN or other store systems.
-* **Automatic synchronization**: automatic synchronization from any registry specified, support two sync modes:
-  - Sync all modules from a specified registry, like [npm registry](http://registry.npmjs.org).
-  - Only sync the modules that exists in your own registry.
-* **Manual synchronization**: automatic synchronization may has little delay, but you can syn immediately by manually.
+* **Low cost and easy maintenance**: `package.json` info can store in MySQL, MariaDB, SQLite or PostgreSQL.
+tarball(tgz file) can store in Amazon S3 or other object storage service.
+* **Automatic synchronization**: automatically sync from any registry specified. support two sync modes:
+  - Sync all modules from upstream
+  - Only sync the modules after first access.
+* **Manual synchronization**: automatic synchronization may has little delay. you can sync manually on web page.
 * **Customized client**: we provide a client [cnpm](https://github.com/cnpm/cnpm)
 to extend `npm` with more features(`sync` command, [gzip](https://github.com/npm/npm-registry-client/pull/40) support).
-And it easy to wrap for your own registry which build with `cnpmjs.org`.
-* **Compatible with NPM client**: you can use the origin NPM client with `cnpmjs.org`,
-only need to change the registry in config. Even include manual synchronization (through `install` command).
-* **Version badge**: base on [shields.io](http://shields.io/) ![cnpm-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square)
-* **Support http_proxy**: if you're behind firewall, need to request through http proxy
+And it is easy to wrap for your own registry which build with `cnpmjs.org`.
+* **Compatible with npm client**: you can use the official npm client with `cnpmjs.org`.
+you only need to change the registry in client config.
+* **Support http_proxy**: if you're behind a firewall, you can provide a http proxy for cnpmjs.org.
 
-**PROTIP** Be sure to read [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
-as well as [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).
+## Docs
 
-## Getting Start
-
-* [Deploy a private npm registry in 5 minutes](https://github.com/cnpm/cnpmjs.org/wiki/Deploy-a-private-npm-registry-in-5-minutes)
-* @[dead-horse](https://github.com/dead-horse): [What is cnpm?](http://deadhorse.me/slides/cnpmjs.html)
-* install and deploy cnpmjs.org through npm: [examples](https://github.com/cnpm/custom-cnpm-example)
-* Mirror NPM in China: [cnpmjs.org](http://cnpmjs.org)
+* [How to deploy](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
 * cnpm client: [cnpm](https://github.com/cnpm/cnpm), `npm install -g cnpm`
-* [How to deploy cnpmjs.org](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
 * [Sync packages through `http_proxy`](https://github.com/cnpm/cnpmjs.org/wiki/Sync-packages-through-http_proxy)
+* [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
+* [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).
 * [wiki](https://github.com/cnpm/cnpmjs.org/wiki)
 
 ## Develop on your local machine
 
 ### Dependencies
 
-* [node](http://nodejs.org) >= 4.3.1
+* [node](http://nodejs.org) >= 8.0.0
 * Databases: only required one type
   * [sqlite3](https://npm.taobao.org/package/sqlite3) >= 3.0.2, we use `sqlite3` by default
-  * [MySQL](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
+  * [MySQL](http://dev.mysql.com/downloads/) >= 5.6.16, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
   * MariaDB
   * PostgreSQL
 
-### Clone codes and run test
+### Clone code and run test
 
 ```bash
 # clone from git
@@ -103,6 +92,61 @@ $ make autod
 $ make dev
 ```
 
+### Dockerized cnpmjs.org Installation Guide
+
+Cnpmjs.org shipped with a simple but pragmatic Docker Compose configuration.With the configuration, you can set up a MySQL backend cnpmjs.org instance by executing just one command on Docker installed environment.
+
+#### Preparation
+
+* [Install Docker](https://www.docker.com/community-edition)
+* [Install Docker Compose](https://docs.docker.com/compose/install/) (Docker for Mac, Docker for Windows include Docker Compose, so most Mac and Windows users do not need to install Docker Compose separately)
+* (Optional) Speed up Docker images downloading by setting up [Docker images download accelerator](https://yq.aliyun.com/articles/29941)
+
+
+#### Dockerized cnpmjs.org control command
+
+Make sure your current working directory is the root of this GitHub repository.
+
+##### Run dockerized cnpmjs.org
+
+```bash
+ $docker-compose up
+ ```
+
+This command will build a Docker image using the current code of repository. Then set up a dockerized MySQL instance with data initialized. After Docker container running, you can access your cnpmjs.org web portal at http://127.0.0.1:7002 and npm register at http://127.0.0.1:7001.
+
+#### Run cnpmjs.org in the backend
+
+```bash
+$docker-compose up -d
+```
+
+#### Rebuild cnpmjs.org Docker image
+
+```bash
+$docker-compose build
+```
+
+#### Remove current dockerized cnpmjs.org instance
+
+The current configuration set 2 named Docker Volume for your persistent data. If you haven't change the repository directory name, them will be "cnpmjsorg_cnpm-files-volume" & "cnpmjsorg_cnpm-db-volume".
+
+Be Careful, the following commands will remove them.
+
+```bash
+$docker-compose rm
+$docker volume rm cnpmjsorg_cnpm-files-volume
+$docker volume rm cnpmjsorg_cnpm-db-volume
+```
+
+You can get more information about your data volumes using the below commands:
+
+```bash
+$docker volume ls  // list all of your Docker volume
+$docker volume inspect cnpmjsorg_cnpm-files-volume
+$docker volume inspect cnpmjsorg_cnpm-db-volume
+```
+
 ## How to contribute
 
 * Clone the project
@@ -112,10 +156,22 @@ $ make dev
 
 Tips: make sure your code is following the [node-style-guide](https://github.com/felixge/node-style-guide).
 
+## Top contributors
+
+
+[![0](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/0)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/0)
+[![1](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/1)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/1)
+[![2](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/2)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/2)
+[![3](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/3)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/3)
+[![4](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/4)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/4)
+[![5](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/5)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/5)
+[![6](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/6)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/6)
+[![7](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/images/7)](https://sourcerer.io/fame/fengmk2/cnpm/cnpmjs.org/links/7)
+
+
 ## Sponsors
 
 - [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) (2016.2 - now)
-- [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS) (2015.3 - 2016.3)
 
 ## License
 

bin/change_password.js

@@ -1,24 +1,24 @@
-'use strict';
+"use strict";
 // Only support for ./services/DefaultUserService. If you use custom user service, ignore this file.
 // call with:
 // $ node ./bin/change_password.js 'username' 'new_password'
 
-const UserModel = require('../models').User;
-const co = require('co');
-const utility = require('utility');
+var UserModel = require('../models').User;
+var co = require('co');
+var utility = require('utility');
 
-const username = process.argv[2];
-const newPassword = process.argv[3];
+var username = process.argv[2];
+var newPassword = process.argv[3];
 
-co(function* () {
-  let user = yield UserModel.find({ where: { name: username } });
-  const salt = user.salt;
+co(function * () {
+  var user = yield UserModel.find({where: {name: username}});
+  var salt = user.salt;
   console.log(`user original password_sha: ${user.password_sha}`);
-  const newPasswordSha = utility.sha1(newPassword + salt);
+  var newPasswordSha = utility.sha1(newPassword + salt);
   user.password_sha = newPasswordSha;
   user = yield user.save();
   console.log(`change user password successful!! user new password_sha: ${user.password_sha}`);
   process.exit(0);
-}).catch(function(e) {
+}).catch(function (e) {
   console.log(e);
 });

bin/cli.js

@@ -1,14 +1,26 @@
 #!/usr/bin/env node
 
+/**!
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <m@fengmk2.com> (http://fengmk2.com)
+ */
+
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:cli');
-const program = require('commander');
-const path = require('path');
-const fs = require('fs');
-const mkdirp = require('mkdirp');
-const treekill = require('treekill');
-const version = require('../package.json').version;
+/**
+ * Module dependencies.
+ */
+
+var debug = require('debug')('cnpmjs.org:cli');
+var program = require('commander');
+var path = require('path');
+var fs = require('fs');
+var mkdirp = require('mkdirp');
+var treekill = require('treekill');
+var version = require('../package.json').version;
 
 function list(val) {
   return val.split(',');
@@ -36,70 +48,78 @@ program.parse(process.argv);
 
 
 function start(options) {
-  stop(options);
-  const dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
-  mkdirp.sync(dataDir);
+  stop(options)
+    // wait for "stop" method to remove the pid file
+    .then(function () {
+      var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
+      mkdirp.sync(dataDir);
 
-  const configfile = path.join(dataDir, 'config.json');
-  let config = {};
-  if (fs.existsSync(configfile)) {
-    try {
-      config = require(configfile);
-    } catch (err) {
-      console.warn('load old %s error: %s', configfile, err);
-    }
-  }
-  // config.enableCluster = !!options.cluster;
-  if (options.admins) {
-    config.admins = {};
-    for (let i = 0; i < options.admins.length; i++) {
-      config.admins[options.admins[i]] = options.admins[i] + '@localhost.com';
-    }
-  }
-  if (options.scopes) {
-    config.scopes = options.scopes.map(function(name) {
-      if (name[0] !== '@') {
-        name = '@' + name;
+      var configfile = path.join(dataDir, 'config.json');
+      var config = {};
+      if (fs.existsSync(configfile)) {
+        try {
+          config = require(configfile);
+        } catch (err) {
+          console.warn('load old %s error: %s', configfile, err);
+        }
       }
-      return name;
+      // config.enableCluster = !!options.cluster;
+      if (options.admins) {
+        config.admins = {};
+        for (var i = 0; i < options.admins.length; i++) {
+          config.admins[options.admins[i]] = options.admins[i] + '@localhost.com';
+        }
+      }
+      if (options.scopes) {
+        config.scopes = options.scopes.map(function (name) {
+          if (name[0] !== '@') {
+            name = '@' + name;
+          }
+          return name;
+        });
+      }
+
+      var configJSON = JSON.stringify(config, null, 2);
+      fs.writeFileSync(configfile, configJSON);
+
+      debug('save config %s to %s', configJSON, configfile);
+
+      // if sqlite db file not exists, init first
+      initDatabase(function() {
+        require('../dispatch');
+      });
+
+      fs.writeFileSync(path.join(dataDir, 'pid'), process.pid + '');
     });
-  }
-
-  const configJSON = JSON.stringify(config, null, 2);
-  fs.writeFileSync(configfile, configJSON);
-
-  debug('save config %s to %s', configJSON, configfile);
-
-  // if sqlite db file not exists, init first
-  initDatabase(function() {
-    require('../dispatch');
-  });
-
-  fs.writeFileSync(path.join(dataDir, 'pid'), process.pid + '');
 }
 
 function stop(options) {
-  const dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
-  const pidfile = path.join(dataDir, 'pid');
-  if (fs.existsSync(pidfile)) {
-    const pid = Number(fs.readFileSync(pidfile, 'utf8'));
-    treekill(pid, function(err) {
+  var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
+  var pidfile = path.join(dataDir, 'pid');
+  return new Promise(function (resolve) {
+    if (!fs.existsSync(pidfile)) {
+      resolve();
+      return;
+    }
+    var pid = Number(fs.readFileSync(pidfile, 'utf8'));
+    treekill(pid, function (err) {
       if (err) {
         console.log(err);
         throw err;
       }
       console.log('cnpmjs.org server:%d stop', pid);
       fs.unlinkSync(pidfile);
+      resolve();
     });
-  }
+  });
 }
 
 function initDatabase(callback) {
-  const models = require('../models');
+  var models = require('../models');
 
   models.sequelize.sync({ force: false })
-    .then(function() {
-      models.Total.init(function(err) {
+    .then(function () {
+      models.Total.init(function (err) {
         if (err) {
           console.error('[models/init_script.js] sequelize init fail');
           console.error(err);
@@ -110,7 +130,7 @@ function initDatabase(callback) {
         }
       });
     })
-    .catch(function(err) {
+    .catch(function (err) {
       console.error('[models/init_script.js] sequelize sync fail');
       console.error(err);
       throw err;

common/cache.js

@@ -0,0 +1,16 @@
+'use strict';
+
+const debug = require('debug')('cnpmjs.org:cache');
+const Redis = require('ioredis');
+const config = require('../config');
+
+let client;
+
+if (config.redisCache.enable) {
+  client = new Redis(config.redisCache.connectOptions);
+  client.on('ready', () => {
+    debug('connect ready, getBuiltinCommands: %j', client.getBuiltinCommands());
+  });
+}
+
+module.exports = client;

common/logger.js

@@ -10,20 +10,20 @@ const config = require('../config');
 const mail = require('./mail');
 
 const isTEST = process.env.NODE_ENV === 'test';
-const categories = [ 'sync_info', 'sync_error' ];
+const categories = ['sync_info', 'sync_error'];
 
 const logger = module.exports = Logger({
-  categories,
+  categories: categories,
   dir: config.logdir,
   duration: '1d',
   format: '[{category}.]YYYY-MM-DD[.log]',
   stdout: config.debug && !isTEST,
-  errorFormater,
+  errorFormater: errorFormater,
   seperator: os.EOL,
 });
 
 const to = [];
-for (const user in config.admins) {
+for (var user in config.admins) {
   to.push(config.admins[user]);
 }
 
@@ -33,7 +33,7 @@ function errorFormater(err) {
   return msg.text;
 }
 
-logger.syncInfo = function() {
+logger.syncInfo = function () {
   const args = [].slice.call(arguments);
   if (typeof args[0] === 'string') {
     args[0] = util.format('[%s][%s] ', utility.logDate(), process.pid) + args[0];
@@ -44,7 +44,7 @@ logger.syncInfo = function() {
   logger.sync_info.apply(logger, args);
 };
 
-logger.syncError = function() {
+logger.syncError =function () {
   const args = [].slice.call(arguments);
   if (typeof args[0] === 'string') {
     args[0] = util.format('[%s][%s] ', utility.logDate(), process.pid) + args[0];

common/mail.js

@@ -1,11 +1,11 @@
 'use strict';
 
-const nodemailer = require('nodemailer');
-const utility = require('utility');
-const os = require('os');
-const mailConfig = require('../config').mail;
+var nodemailer = require('nodemailer');
+var utility = require('utility');
+var os = require('os');
+var mailConfig = require('../config').mail;
 
-let smtpConfig;
+var smtpConfig;
 if (mailConfig.auth) {
   // new style
   smtpConfig = mailConfig;
@@ -19,12 +19,12 @@ if (mailConfig.auth) {
     debug: mailConfig.debug,
     auth: {
       user: mailConfig.user,
-      pass: mailConfig.pass,
-    },
+      pass: mailConfig.pass
+    }
   };
 }
 
-let transport;
+var transport;
 
 /**
  * Send notice email with mail level and appname.
@@ -35,16 +35,15 @@ let transport;
  * @param {String} html
  * @param {Function(err, result)} callback
  */
-
 exports.notice = function sendLogMail(to, level, subject, html, callback) {
   subject = '[' + mailConfig.appname + '] [' + level + '] [' + os.hostname() + '] ' + subject;
   html = String(html);
   exports.send(to, subject, html.replace(/\n/g, '<br/>'), callback);
 };
 
-const LEVELS = [ 'log', 'warn', 'error' ];
-LEVELS.forEach(function(level) {
-  exports[level] = function(to, subject, html, callback) {
+var LEVELS = [ 'log', 'warn', 'error' ];
+LEVELS.forEach(function (level) {
+  exports[level] = function (to, subject, html, callback) {
     exports.notice(to, level, subject, html, callback);
   };
 });
@@ -56,8 +55,7 @@ LEVELS.forEach(function(level) {
  * @param {String} html
  * @param {Function(err, result)} callback
  */
-
-exports.send = function(to, subject, html, callback) {
+exports.send = function (to, subject, html, callback) {
   callback = callback || utility.noop;
 
   if (mailConfig.enable === false) {
@@ -69,14 +67,14 @@ exports.send = function(to, subject, html, callback) {
     transport = nodemailer.createTransport(smtpConfig);
   }
 
-  const message = {
+  var message = {
     from: mailConfig.from || mailConfig.sender,
-    to,
-    subject,
-    html,
+    to: to,
+    subject: subject,
+    html: html,
   };
 
-  transport.sendMail(message, function(err, result) {
+  transport.sendMail(message, function (err, result) {
     callback(err, result);
   });
 };

common/markdown.js

@@ -1,32 +1,18 @@
-/**!
- * cnpmjs.org - common/markdown.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const xss = require('xss');
-const MarkdownIt = require('markdown-it');
+var xss = require('xss');
+var MarkdownIt = require('markdown-it');
 
 // allow class attr on code
-xss.whiteList.code = [ 'class' ];
+xss.whiteList.code = ['class'];
 
-const md = new MarkdownIt({
+var md = new MarkdownIt({
   html: true,
   linkify: true,
 });
 
-exports.render = function(content, filterXss) {
-  let html = md.render(content);
+exports.render = function (content, filterXss) {
+  var html = md.render(content);
   if (filterXss !== false) {
     html = xss(html);
   }

common/nfs.js

@@ -1,4 +1,4 @@
-/* !
+/*!
  * Copyright(c) cnpmjs.org and other contributors.
  * MIT Licensed
  *
@@ -12,6 +12,6 @@
  * Module dependencies.
  */
 
-const config = require('../config');
+var config = require('../config');
 
 module.exports = config.nfs;

common/sequelize.js

@@ -1,22 +1,8 @@
-/**!
- * cnpmjs.org - common/sequelize.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const Sequelize = require('sequelize');
-const DataTypes = require('sequelize/lib/data-types');
-const config = require('../config');
+var Sequelize = require('sequelize');
+var DataTypes = require('sequelize/lib/data-types');
+var config = require('../config');
 
 if (config.mysqlServers && config.database.dialect === 'sqlite') {
   // https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x
@@ -34,7 +20,8 @@ if (config.mysqlServers && config.database.dialect === 'sqlite') {
   // mysqlQueryTimeout: 5000,
 
   console.warn('[WARNNING] your config.js was too old, please @see https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x');
-  const server = config.mysqlServers[0];
+  var server = config.mysqlServers[0];
+  var dialectOptions = config.database && config.database.dialectOptions;
   config.database = {
     db: config.mysqlDatabase,
     username: server.user,
@@ -49,9 +36,12 @@ if (config.mysqlServers && config.database.dialect === 'sqlite') {
     },
     logging: !!process.env.SQL_DEBUG,
   };
+  if (dialectOptions) {
+    config.database.dialectOptions = dialectOptions;
+  }
 }
 
-const database = config.database;
+var database = config.database;
 
 // sync database before app start, defaul is false
 database.syncFirst = false;
@@ -70,6 +60,6 @@ database.define = {
   collate: 'utf8_general_ci',
 };
 
-const sequelize = new Sequelize(database.db, database.username, database.password, database);
+var sequelize = new Sequelize(database.db, database.username, database.password, database);
 
 module.exports = sequelize;

common/urllib.js

@@ -1,56 +1,42 @@
-/**!
- * cnpmjs.org - common/urllib.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
+var urlparse = require('url').parse;
+var urllib = require('urllib');
+var HttpAgent = require('agentkeepalive');
+var HttpsAgent = require('agentkeepalive').HttpsAgent;
+var config = require('../config');
 
-const urlparse = require('url').parse;
-const urllib = require('urllib');
-const HttpAgent = require('agentkeepalive');
-const HttpsAgent = require('agentkeepalive').HttpsAgent;
-const config = require('../config');
-
-let httpAgent;
-let httpsAgent;
+var httpAgent;
+var httpsAgent;
 
 if (config.httpProxy) {
-  const tunnel = require('tunnel-agent');
-  const urlinfo = urlparse(config.httpProxy);
+  var tunnel = require('tunnel-agent');
+  var urlinfo = urlparse(config.httpProxy);
   if (urlinfo.protocol === 'http:') {
     httpAgent = tunnel.httpOverHttp({
       proxy: {
         host: urlinfo.hostname,
-        port: urlinfo.port,
-      },
+        port: urlinfo.port
+      }
     });
     httpsAgent = tunnel.httpsOverHttp({
       proxy: {
         host: urlinfo.hostname,
-        port: urlinfo.port,
-      },
+        port: urlinfo.port
+      }
     });
   } else if (urlinfo.protocol === 'https:') {
     httpAgent = tunnel.httpOverHttps({
       proxy: {
         host: urlinfo.hostname,
-        port: urlinfo.port,
-      },
+        port: urlinfo.port
+      }
     });
     httpsAgent = tunnel.httpsOverHttps({
       proxy: {
         host: urlinfo.hostname,
-        port: urlinfo.port,
-      },
+        port: urlinfo.port
+      }
     });
   } else {
     throw new TypeError('httpProxy format error: ' + config.httpProxy);
@@ -58,17 +44,17 @@ if (config.httpProxy) {
 } else {
   httpAgent = new HttpAgent({
     timeout: 0,
-    keepAliveTimeout: 15000,
+    keepAliveTimeout: 15000
   });
   httpsAgent = new HttpsAgent({
     timeout: 0,
-    keepAliveTimeout: 15000,
+    keepAliveTimeout: 15000
   });
 }
 
-const client = urllib.create({
+var client = urllib.create({
   agent: httpAgent,
-  httpsAgent,
+  httpsAgent: httpsAgent
 });
 
 module.exports = client;

config/index.js

@@ -1,19 +1,20 @@
 'use strict';
 
-const mkdirp = require('mkdirp');
-const copy = require('copy-to');
-const path = require('path');
-const fs = require('fs');
-const os = require('os');
+var mkdirp = require('mkdirp');
+var copy = require('copy-to');
+var path = require('path');
+var fs = require('fs');
+var os = require('os');
+var utility = require('utility');
 
-const version = require('../package.json').version;
+var version = require('../package.json').version;
 
-const root = path.dirname(__dirname);
-const dataDir = path.join(process.env.HOME || root, '.cnpmjs.org');
+var root = path.dirname(__dirname);
+var dataDir = path.join(process.env.HOME || root, '.cnpmjs.org');
 
-const config = {
-  version,
-  dataDir,
+var config = {
+  version: version,
+  dataDir: dataDir,
 
   /**
    * Cluster mode
@@ -28,6 +29,8 @@ const config = {
   registryPort: 7001,
   webPort: 7002,
   bindingHost: '127.0.0.1', // only binding on 127.0.0.1 for local access
+  // default is ctx.protocol
+  protocol: '',
 
   // debug mode
   // if in debug mode, some middleware like limit wont load
@@ -46,6 +49,20 @@ const config = {
   // web page viewCache
   viewCache: false,
 
+  // registry http response cache control header
+  // if you are using CDN, can set it to 'max-age=0, s-maxage=10, must-revalidate'
+  // it meaning cache 10s on CDN server and no cache on client side.
+  registryCacheControlHeader: '',
+  // if you are using CDN, can set it to 'Accept, Accept-Encoding'
+  registryVaryHeader: '',
+  // disable package search
+  disableSearch: false,
+
+  // view files directory
+  viewDir: path.join(root, 'view', 'web'),
+
+  customRegistryMiddlewares: [],
+
   // config for koa-limit middleware
   // for limit download rates
   limit: {
@@ -77,8 +94,8 @@ const config = {
     service: 'gmail',
     auth: {
       user: 'address@gmail.com',
-      pass: 'your password',
-    },
+      pass: 'your password'
+    }
   },
 
   logoURL: 'https://os.alipayobjects.com/rmsportal/oygxuIUkkrRccUz.jpg', // cnpm logo image url
@@ -117,7 +134,12 @@ const config = {
     pool: {
       maxConnections: 10,
       minConnections: 0,
-      maxIdleTime: 30000,
+      maxIdleTime: 30000
+    },
+
+    dialectOptions: {
+      // if your server run on full cpu load, please set trace to false
+      trace: true,
     },
 
     // the storage engine for 'sqlite'
@@ -125,14 +147,19 @@ const config = {
     storage: path.join(dataDir, 'data.sqlite'),
 
     logging: !!process.env.SQL_DEBUG,
+
+    // enable proxy npm audits request or not
+    enableNpmAuditsProxy: true,
   },
 
   // package tarball store in local filesystem by default
   nfs: require('fs-cnpm')({
-    dir: path.join(dataDir, 'nfs'),
+    dir: path.join(dataDir, 'nfs')
   }),
   // if set true, will 302 redirect to `nfs.url(dist.key)`
   downloadRedirectToNFS: false,
+  // don't check database and just download tgz from nfs
+  downloadTgzDontCheckModule: false,
 
   // registry url name
   registryHost: 'r.cnpmjs.org',
@@ -169,6 +196,7 @@ const config = {
   // If you want to directly sync from official npm's registry
   // please drop them an email first
   sourceNpmRegistry: 'https://registry.npm.taobao.org',
+  sourceNpmWeb: 'https://npm.taobao.org',
 
   // upstream registry is base on cnpm/cnpmjs.org or not
   // if your upstream is official npm registry, please turn it off
@@ -197,14 +225,36 @@ const config = {
 
   // sync devDependencies or not, default is false
   syncDevDependencies: false,
+  // try to remove all deleted versions from original registry
+  syncDeletedVersions: true,
 
   // changes streaming sync
   syncChangesStream: false,
+  syncDownloadOptions: {
+    // formatRedirectUrl: function (url, location)
+  },
   handleSyncRegistry: 'http://127.0.0.1:7001',
 
-  // badge subject on http://shields.io/
-  badgePrefixURL: 'https://img.shields.io/badge',
+  // default badge subject
   badgeSubject: 'cnpm',
+  // defautl use https://badgen.net/
+  badgeService: {
+    url: function(subject, status, options) {
+      options = options || {};
+      let url = `https://badgen.net/badge/${utility.encodeURIComponent(subject)}/${utility.encodeURIComponent(status)}`;
+      if (options.color) {
+        url += `/${utility.encodeURIComponent(options.color)}`;
+      }
+      if (options.icon) {
+        url += `?icon=${utility.encodeURIComponent(options.icon)}`;
+      }
+      return url;
+    },
+  },
+
+  packagephobiaURL: 'https://packagephobia.now.sh',
+  packagephobiaSupportPrivatePackage: false,
+  packagephobiaMinDownloadCount: 1000,
 
   // custom user service, @see https://github.com/cnpm/cnpmjs.org/wiki/Use-Your-Own-User-Authorization
   // when you not intend to ingegrate with your company's user system, then use null, it would
@@ -221,10 +271,38 @@ const config = {
 
   // snyk.io root url
   snykUrl: 'https://snyk.io',
+
+  // https://github.com/cnpm/cnpmjs.org/issues/1149
+  // if enable this option, must create module_abbreviated and package_readme table in database
+  enableAbbreviatedMetadata: false,
+
+  // global hook function: function* (envelope) {}
+  // envelope format please see https://github.com/npm/registry/blob/master/docs/hooks/hooks-payload.md#payload
+  globalHook: null,
+
+  opensearch: {
+    host: '',
+  },
+
+  // redis cache
+  redisCache: {
+    enable: false,
+    connectOptions: null,
+  },
 };
 
+if (process.env.NODE_ENV === 'test') {
+  config.enableAbbreviatedMetadata = true;
+  config.customRegistryMiddlewares.push(() => {
+    return function* (next) {
+      this.set('x-custom-middleware', 'true');
+      yield next;
+    };
+  });
+}
+
 if (process.env.NODE_ENV !== 'test') {
-  let customConfig;
+  var customConfig;
   if (process.env.NODE_ENV === 'development') {
     customConfig = path.join(root, 'config', 'config.js');
   } else {
@@ -245,7 +323,7 @@ mkdirp.sync(config.uploadDir);
 
 module.exports = config;
 
-config.loadConfig = function(customConfig) {
+config.loadConfig = function (customConfig) {
   if (!customConfig) {
     return;
   }

controllers/registry/package/deprecate.js

@@ -1,20 +1,6 @@
-/**!
- * cnpmjs.org - controllers/registry/package/deprecate.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const packageService = require('../../../services/package');
+var packageService = require('../../../services/package');
 
 module.exports = deprecateVersions;
 
@@ -22,28 +8,29 @@ module.exports = deprecateVersions;
  * @see https://github.com/cnpm/cnpmjs.org/issues/415
  */
 function* deprecateVersions() {
-  const body = this.request.body;
-  const name = this.params.name || this.params[0];
+  var body = this.request.body;
+  var name = this.params.name || this.params[0];
 
-  const tasks = [];
-  for (const version in body.versions) {
+  var tasks = [];
+  for (var version in body.versions) {
     tasks.push(packageService.getModule(name, version));
   }
-  const rs = yield tasks;
+  var rs = yield tasks;
 
-  const updateTasks = [];
-  for (let i = 0; i < rs.length; i++) {
-    const row = rs[i];
+  var updateTasks = [];
+  for (var i = 0; i < rs.length; i++) {
+    var row = rs[i];
     if (!row) {
       // some version not exists
       this.status = 400;
+      const error = '[version_error] Some versions: ' + JSON.stringify(Object.keys(body.versions)) + ' not found';
       this.body = {
-        error: 'version_error',
-        reason: 'Some versions: ' + JSON.stringify(Object.keys(body.versions)) + ' not found',
+        error,
+        reason: error,
       };
       return;
     }
-    const data = body.versions[row.package.version];
+    var data = body.versions[row.package.version];
     if (typeof data.deprecated === 'string') {
       row.package.deprecated = data.deprecated;
       updateTasks.push(packageService.updateModulePackage(row.id, row.package));

controllers/registry/package/dist_tag.js

@@ -1,20 +1,20 @@
 'use strict';
 
-const packageService = require('../../../services/package');
+var packageService = require('../../../services/package');
 
 function ok() {
   return {
-    ok: 'dist-tags updated',
+    ok: "dist-tags updated"
   };
 }
 
 // GET /-/package/:pkg/dist-tags -- returns the package's dist-tags
 exports.index = function* () {
-  const name = this.params.name || this.params[0];
-  const rows = yield packageService.listModuleTags(name);
-  const tags = {};
-  for (let i = 0; i < rows.length; i++) {
-    const row = rows[i];
+  var name = this.params.name || this.params[0];
+  var rows = yield packageService.listModuleTags(name);
+  var tags = {};
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
     tags[row.tag] = row.version;
   }
   this.body = tags;
@@ -22,17 +22,17 @@ exports.index = function* () {
 
 // PUT /-/package/:pkg/dist-tags -- Set package's dist-tags to provided object body (removing missing)
 exports.save = function* () {
-  const name = this.params.name || this.params[0];
+  var name = this.params.name || this.params[0];
   yield packageService.removeModuleTags(name);
   yield exports.update.call(this);
 };
 
 // POST /-/package/:pkg/dist-tags -- Add/modify dist-tags from provided object body (merge)
 exports.update = function* () {
-  const name = this.params.name || this.params[0];
-  const tags = this.request.body;
-  for (const tag in tags) {
-    const version = tags[tag];
+  var name = this.params.name || this.params[0];
+  var tags = this.request.body;
+  for (var tag in tags) {
+    var version = tags[tag];
     yield packageService.addModuleTag(name, tag, version);
   }
   this.status = 201;
@@ -42,16 +42,17 @@ exports.update = function* () {
 // PUT /-/package/:pkg/dist-tags/:tag -- Set package's dist-tags[tag] to provided string body
 // POST /-/package/:pkg/dist-tags/:tag -- Same as PUT /-/package/:pkg/dist-tags/:tag
 exports.set = function* () {
-  const name = this.params.name || this.params[0];
-  const tag = this.params.tag || this.params[1];
-  const version = this.request.body;
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
+  var version = this.request.body;
   // make sure version exists
-  const pkg = yield packageService.getModule(name, version);
+  var pkg = yield packageService.getModule(name, version);
   if (!pkg) {
     this.status = 400;
+    const error = '[version_error] ' + name + '@' + version + ' not exists';
     this.body = {
-      error: 'version_error',
-      reason: name + '@' + version + ' not exists',
+      error,
+      reason: error,
     };
     return;
   }
@@ -63,13 +64,14 @@ exports.set = function* () {
 
 // DELETE /-/package/:pkg/dist-tags/:tag -- Remove tag from dist-tags
 exports.destroy = function* () {
-  const name = this.params.name || this.params[0];
-  const tag = this.params.tag || this.params[1];
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
   if (tag === 'latest') {
     this.status = 400;
+    const error = '[dist_tag_error] Can\'t not delete latest tag';
     this.body = {
-      error: 'dist_tag_error',
-      reason: 'Can\'t not delete latest tag',
+      error,
+      reason: error,
     };
     return;
   }

controllers/registry/package/download.js

@@ -1,49 +1,63 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:registry:download');
-const mime = require('mime');
-const utility = require('utility');
-const defer = require('co-defer');
-const is = require('is-type-of');
-const nfs = require('../../../common/nfs');
-const logger = require('../../../common/logger');
-const common = require('../../../lib/common');
-const downloadAsReadStream = require('../../utils').downloadAsReadStream;
-const packageService = require('../../../services/package');
-const downloadTotalService = require('../../../services/download_total');
-const config = require('../../../config');
+var debug = require('debug')('cnpmjs.org:controllers:registry:download');
+var mime = require('mime');
+var utility = require('utility');
+var defer = require('co-defer');
+var is = require('is-type-of');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+var common = require('../../../lib/common');
+var downloadAsReadStream = require('../../utils').downloadAsReadStream;
+var packageService = require('../../../services/package');
+var downloadTotalService = require('../../../services/download_total');
+var config = require('../../../config');
 
-let _downloads = {};
+let globalDownloads = new Map();
 
 module.exports = function* download(next) {
-  const name = this.params.name || this.params[0];
-  const filename = this.params.filename || this.params[1];
-  const version = filename.slice(name.length + 1, -4);
-  const row = yield packageService.getModule(name, version);
+  var name = this.params.name || this.params[0];
+  var filename = this.params.filename || this.params[1];
+  var version = filename.slice(name.length + 1, -4);
   // can not get dist
-  let url = null;
+  var url = null;
+
+  var query = this.query || {};
+  // allow download from specific store bucket
+  var options = query.bucket ? { bucket: query.bucket } : null;
 
   if (typeof nfs.url === 'function') {
     if (is.generatorFunction(nfs.url)) {
-      url = yield nfs.url(common.getCDNKey(name, filename));
+      url = yield nfs.url(common.getCDNKey(name, filename), options);
     } else {
-      url = nfs.url(common.getCDNKey(name, filename));
+      url = nfs.url(common.getCDNKey(name, filename), options);
     }
   }
 
   debug('download %s %s %s %s', name, filename, version, url);
+  // don't check database and just download tgz from nfs
+  if (config.downloadTgzDontCheckModule && url) {
+    this.status = 302;
+    this.set('Location', url);
+    const count = (globalDownloads.get(name) || 0) + 1;
+    globalDownloads.set(name, count);
+    return;
+  }
 
+  var row = yield packageService.getModule(name, version);
   if (!row || !row.package || !row.package.dist) {
     if (!url) {
       return yield next;
     }
     this.status = 302;
     this.set('Location', url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
+    const count = (globalDownloads.get(name) || 0) + 1;
+    globalDownloads.set(name, count);
     return;
   }
 
-  _downloads[name] = (_downloads[name] || 0) + 1;
+  const count = (globalDownloads.get(name) || 0) + 1;
+  globalDownloads.set(name, count);
 
   if (config.downloadRedirectToNFS && url) {
     this.status = 302;
@@ -51,7 +65,7 @@ module.exports = function* download(next) {
     return;
   }
 
-  const dist = row.package.dist;
+  var dist = row.package.dist;
   if (!dist.key) {
     // try to use nsf.url() first
     url = url || dist.tarball;
@@ -72,35 +86,47 @@ module.exports = function* download(next) {
   this.body = yield downloadAsReadStream(dist.key);
 };
 
+var saving = false;
 defer.setInterval(function* () {
-  // save download count
-  const totals = [];
-  for (const name in _downloads) {
-    const count = _downloads[name];
-    totals.push([ name, count ]);
-  }
-  _downloads = {};
-
-  if (totals.length === 0) {
+  if (saving) {
     return;
   }
 
+  // save download count
+  var totals = [];
+  var allCount = 0;
+  for (const [ name, count ] of globalDownloads) {
+    if (name !== '__all__') {
+      totals.push([name, count]);
+    }
+    allCount += count;
+  }
+  globalDownloads = new Map();
+
+  if (allCount === 0) {
+    return;
+  }
+
+  saving = true;
+  totals.push([ '__all__', allCount ]);
   debug('save download total: %j', totals);
 
-  const date = utility.YYYYMMDD();
-  for (let i = 0; i < totals.length; i++) {
-    const item = totals[i];
-    const name = item[0];
-    const count = item[1];
+  var date = utility.YYYYMMDD();
+  for (var i = 0; i < totals.length; i++) {
+    var item = totals[i];
+    var name = item[0];
+    var count = item[1];
     try {
-      yield downloadTotalService.plusModuleTotal({ name, date, count });
+      yield downloadTotalService.plusModuleTotal({ name: name, date: date, count: count });
     } catch (err) {
       if (err.name !== 'SequelizeUniqueConstraintError') {
         err.message += '; name: ' + name + ', count: ' + count + ', date: ' + date;
         logger.error(err);
       }
-      // save back to _downloads, try again next time
-      _downloads[name] = (_downloads[name] || 0) + count;
+      // save back to globalDownloads, try again next time
+      count = (globalDownloads.get(name) || 0) + count;
+      globalDownloads.set(name, count);
     }
   }
+  saving = false;
 }, 5000 + Math.ceil(Math.random() * 1000));

controllers/registry/package/download_total.js

@@ -1,20 +1,21 @@
 'use strict';
 
-const DownloadTotal = require('../../../services/download_total');
-const DATE_REG = /^\d{4}-\d{2}-\d{2}$/;
+var DownloadTotal = require('../../../services/download_total');
+var DATE_REG = /^\d{4}-\d{2}-\d{2}$/;
 
 module.exports = function* downloadTotal() {
-  let range = this.params.range || this.params[0] || '';
-  const name = this.params.name || this.params[1];
+  var range = this.params.range || this.params[0] || '';
+  var name = this.params.name || this.params[1];
 
   range = range.split(':');
   if (range.length !== 2
       || !range[0].match(DATE_REG)
       || !range[1].match(DATE_REG)) {
     this.status = 400;
+    const error = '[range_error] range must be YYYY-MM-DD:YYYY-MM-DD style';
     this.body = {
-      error: 'range_error',
-      reason: 'range must be YYYY-MM-DD:YYYY-MM-DD style',
+      error,
+      reason: error,
     };
     return;
   }
@@ -25,42 +26,42 @@ module.exports = function* downloadTotal() {
 };
 
 function* getPackageTotal(name, start, end) {
-  const res = yield DownloadTotal.getModuleTotal(name, start, end);
-  const downloads = res.map(function(row) {
+  var res = yield DownloadTotal.getModuleTotal(name, start, end);
+  var downloads = res.map(function (row) {
     return {
       day: row.date,
-      downloads: row.count,
+      downloads: row.count
     };
   });
 
-  downloads.sort(function(a, b) {
+  downloads.sort(function (a, b) {
     return a.day > b.day ? 1 : -1;
   });
 
   return {
-    downloads,
+    downloads: downloads,
     package: name,
-    start,
-    end,
+    start: start,
+    end: end
   };
 }
 
 function* getTotal(start, end) {
-  const res = yield DownloadTotal.getTotal(start, end);
-  const downloads = res.map(function(row) {
+  var res = yield DownloadTotal.getTotal(start, end);
+  var downloads = res.map(function (row) {
     return {
       day: row.date,
-      downloads: row.count,
+      downloads: row.count
     };
   });
 
-  downloads.sort(function(a, b) {
+  downloads.sort(function (a, b) {
     return a.day > b.day ? 1 : -1;
   });
 
   return {
-    downloads,
-    start,
-    end,
+    downloads: downloads,
+    start: start,
+    end: end
   };
 }

controllers/registry/package/list.js

@@ -1,31 +1,78 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:list');
-const packageService = require('../../../services/package');
-const common = require('../../../lib/common');
-const SyncModuleWorker = require('../../sync_module_worker');
-const config = require('../../../config');
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:list');
+var utility = require('utility');
+var packageService = require('../../../services/package');
+var common = require('../../../lib/common');
+var SyncModuleWorker = require('../../sync_module_worker');
+var config = require('../../../config');
+const cache = require('../../../common/cache');
+const logger = require('../../../common/logger');
+
+// https://forum.nginx.org/read.php?2,240120,240120#msg-240120
+// should set weak etag avoid nginx remove it
+function etag(objs) {
+  return 'W/"' + utility.md5(JSON.stringify(objs)) + '"';
+}
 
 /**
  * list all version of a module
  * GET /:name
  */
-
 module.exports = function* list() {
-  const orginalName = this.params.name || this.params[0];
-  const name = orginalName;
-  const rs = yield [
+  const name = this.params.name || this.params[0];
+  // sync request will contain this query params
+  let noCache = this.query.cache === '0';
+  if (!noCache) {
+    const ua = this.headers['user-agent'] || '';
+    // old sync client will request with these user-agent
+    if (ua.indexOf('npm_service.cnpmjs.org/') !== -1) {
+      noCache = true;
+    }
+  }
+  const isJSONPRequest = this.query.callback;
+  let cacheKey;
+  let needAbbreviatedMeta = false;
+  let abbreviatedMetaType = 'application/vnd.npm.install-v1+json';
+  if (config.enableAbbreviatedMetadata && this.accepts([ 'json', abbreviatedMetaType ]) === abbreviatedMetaType) {
+    needAbbreviatedMeta = true;
+    if (cache && !isJSONPRequest) {
+      cacheKey = `list-${name}-v1`;
+    }
+  }
+
+  if (cacheKey && !noCache) {
+    const values = yield cache.hmget(cacheKey, 'etag', 'body');
+    if (values && values[0] && values[1]) {
+      this.body = values[1];
+      this.type = 'json';
+      this.etag = values[0];
+      this.set('x-hit-cache', cacheKey);
+      debug('hmget %s success, etag:%j', cacheKey, values[0]);
+      if (config.registryCacheControlHeader) {
+        this.set('cache-control', config.registryCacheControlHeader);
+      }
+      if (config.registryVaryHeader) {
+        this.set('vary', config.registryVaryHeader);
+      }
+      return;
+    }
+    debug('hmget %s missing, %j', cacheKey, values);
+  }
+
+  var rs = yield [
     packageService.getModuleLastModified(name),
     packageService.listModuleTags(name),
   ];
-  let modifiedTime = rs[0];
-  const tags = rs[1];
+  var modifiedTime = rs[0];
+  var tags = rs[1];
 
-  debug('show %s(%s), last modified: %s, tags: %j', name, orginalName, modifiedTime, tags);
+  debug('show %s, last modified: %s, tags: %j', name, modifiedTime, tags);
   if (modifiedTime) {
     // find out the latest modfied time
     // because update tags only modfied tag, wont change module gmt_modified
-    for (const tag of tags) {
+    for (var i = 0; i < tags.length; i++) {
+      var tag = tags[i];
       if (tag.gmt_modified > modifiedTime) {
         modifiedTime = tag.gmt_modified;
       }
@@ -40,20 +87,35 @@ module.exports = function* list() {
     }
   }
 
-  const r = yield [
+  if (needAbbreviatedMeta) {
+    var rows = yield packageService.listModuleAbbreviatedsByName(name);
+    if (rows.length > 0) {
+      yield handleAbbreviatedMetaRequest(this, name, modifiedTime, tags, rows, cacheKey);
+      return;
+    }
+    var fullRows = yield packageService.listModulesByName(name);
+    if (fullRows.length > 0) {
+      // no abbreviated meta rows, use the full meta convert to abbreviated meta
+      yield handleAbbreviatedMetaRequestWithFullMeta(this, name, modifiedTime, tags, fullRows);
+      return;
+    }
+  }
+
+  var r = yield [
     packageService.listModulesByName(name),
     packageService.listStarUserNames(name),
     packageService.listMaintainers(name),
   ];
-  const rows = r[0];
-  let starUsers = r[1];
-  const maintainers = r[2];
+  var rows = r[0];
+  var starUsers = r[1];
+  var maintainers = r[2];
 
   debug('show %s got %d rows, %d tags, %d star users, maintainers: %j',
     name, rows.length, tags.length, starUsers.length, maintainers);
 
-  const starUserMap = {};
-  for (const starUser of starUsers) {
+  var starUserMap = {};
+  for (var i = 0; i < starUsers.length; i++) {
+    var starUser = starUsers[i];
     if (starUser[0] !== '"' && starUser[0] !== "'") {
       starUserMap[starUser] = true;
     }
@@ -62,13 +124,13 @@ module.exports = function* list() {
 
   if (rows.length === 0) {
     // check if unpublished
-    const unpublishedInfo = yield packageService.getUnpublishedModule(name);
+    var unpublishedInfo = yield packageService.getUnpublishedModule(name);
     debug('show unpublished %j', unpublishedInfo);
     if (unpublishedInfo) {
       this.status = 404;
-      this.body = {
-        _id: orginalName,
-        name: orginalName,
+      this.jsonp = {
+        _id: name,
+        name: name,
         time: {
           modified: unpublishedInfo.package.time,
           unpublished: unpublishedInfo.package,
@@ -84,35 +146,39 @@ module.exports = function* list() {
   if (rows.length === 0) {
     if (!this.allowSync) {
       this.status = 404;
-      this.body = {
-        error: 'not_found',
-        reason: 'document not found',
+      const error = '[not_found] document not found';
+      this.jsonp = {
+        error,
+        reason: error,
       };
       return;
     }
 
     // start sync
-    const logId = yield SyncModuleWorker.sync(name, 'sync-by-install');
+    var logId = yield SyncModuleWorker.sync(name, 'sync-by-install');
     debug('start sync %s, get log id %s', name, logId);
 
     return this.redirect(config.officialNpmRegistry + this.url);
   }
 
-  let latestMod = null;
-  let readme = null;
+  var latestMod = null;
+  var readme = null;
   // set tags
-  const distTags = {};
-  for (const t of tags) {
+  var distTags = {};
+  for (var i = 0; i < tags.length; i++) {
+    var t = tags[i];
     distTags[t.tag] = t.version;
   }
 
   // set versions and times
-  const versions = {};
-  let times = {};
-  const attachments = {};
-  let createdTime = null;
-  for (const row of rows) {
-    const pkg = row.package;
+  var versions = {};
+  var allVersionString = '';
+  var times = {};
+  var attachments = {};
+  var createdTime = null;
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    var pkg = row.package;
     // pkg is string ... ignore it
     if (typeof pkg === 'string') {
       continue;
@@ -122,8 +188,9 @@ module.exports = function* list() {
     pkg.publish_time = pkg.publish_time || row.publish_time;
 
     versions[pkg.version] = pkg;
+    allVersionString += pkg.version + ',';
 
-    const t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
+    var t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
     if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
       latestMod = row;
       readme = pkg.readme;
@@ -140,11 +207,11 @@ module.exports = function* list() {
   }
 
   if (modifiedTime && createdTime) {
-    const ts = {
+    var ts = {
       modified: modifiedTime,
       created: createdTime,
     };
-    for (const t in times) {
+    for (var t in times) {
       ts[t] = times[t];
     }
     times = ts;
@@ -154,8 +221,8 @@ module.exports = function* list() {
     latestMod = rows[0];
   }
 
-  const rev = String(latestMod.id);
-  const pkg = latestMod.package;
+  var rev = String(latestMod.id);
+  var pkg = latestMod.package;
 
   if (tags.length === 0) {
     // some sync error reason, will cause tags missing
@@ -163,10 +230,17 @@ module.exports = function* list() {
     distTags.latest = pkg.version;
   }
 
-  const info = {
-    _id: orginalName,
+  if (!readme && config.enableAbbreviatedMetadata) {
+    var packageReadme = yield packageService.getPackageReadme(name);
+    if (packageReadme) {
+      readme = packageReadme.readme;
+    }
+  }
+
+  var info = {
+    _id: name,
     _rev: rev,
-    name: orginalName,
+    name: name,
     description: pkg.description,
     'dist-tags': distTags,
     maintainers: pkg.maintainers,
@@ -174,8 +248,8 @@ module.exports = function* list() {
     users: starUsers,
     author: pkg.author,
     repository: pkg.repository,
-    versions,
-    readme,
+    versions: versions,
+    readme: readme,
     _attachments: attachments,
   };
 
@@ -184,6 +258,182 @@ module.exports = function* list() {
   info.bugs = pkg.bugs;
   info.license = pkg.license;
 
-  debug('show module %s: %s, latest: %s', orginalName, rev, latestMod.version);
+  debug('show module %s: %s, latest: %s', name, rev, latestMod.version);
   this.jsonp = info;
+  // use faster etag
+  this.etag = etag([
+    modifiedTime,
+    distTags,
+    pkg.maintainers,
+    allVersionString,
+  ]);
+
+  if (config.registryCacheControlHeader) {
+    this.set('cache-control', config.registryCacheControlHeader);
+  }
+  if (config.registryVaryHeader) {
+    this.set('vary', config.registryVaryHeader);
+  }
 };
+
+function* handleAbbreviatedMetaRequest(ctx, name, modifiedTime, tags, rows, cacheKey) {
+  debug('show %s got %d rows, %d tags, modifiedTime: %s', name, rows.length, tags.length, modifiedTime);
+  const isJSONPRequest = ctx.query.callback;
+  var latestMod = null;
+  // set tags
+  var distTags = {};
+  for (var i = 0; i < tags.length; i++) {
+    var t = tags[i];
+    distTags[t.tag] = t.version;
+  }
+
+  // set versions and times
+  var versions = {};
+  var allVersionString = '';
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    var pkg = row.package;
+    common.setDownloadURL(pkg, ctx);
+    pkg._publish_on_cnpm = undefined;
+    pkg.publish_time = pkg.publish_time || row.publish_time;
+
+    versions[pkg.version] = pkg;
+    allVersionString += pkg.version + ',';
+
+    if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
+      latestMod = row;
+    }
+  }
+
+  if (!latestMod) {
+    latestMod = rows[0];
+  }
+
+  if (tags.length === 0) {
+    // some sync error reason, will cause tags missing
+    // set latest tag at least
+    distTags.latest = latestMod.package.version;
+  }
+
+  var info = {
+    name: name,
+    modified: modifiedTime,
+    'dist-tags': distTags,
+    versions: versions,
+  };
+
+  debug('show %j', info);
+  // use faster etag
+  const resultEtag = etag([
+    modifiedTime,
+    distTags,
+    allVersionString,
+  ]);
+
+  if (isJSONPRequest) {
+    ctx.jsonp = info;
+  } else {
+    ctx.body = JSON.stringify(info);
+    ctx.type = 'json';
+    // set cache
+    if (cacheKey) {
+      // set cache async, dont block the response
+      cache.pipeline()
+        .hmset(cacheKey, 'etag', resultEtag, 'body', ctx.body)
+        // cache 120s
+        .expire(cacheKey, 120)
+        .exec()
+        .catch(err => {
+          logger.error(err);
+        });
+    }
+  }
+  ctx.etag = resultEtag;
+  if (config.registryCacheControlHeader) {
+    ctx.set('cache-control', config.registryCacheControlHeader);
+  }
+  if (config.registryVaryHeader) {
+    ctx.set('vary', config.registryVaryHeader);
+  }
+}
+
+function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags, rows) {
+  debug('show %s got %d rows, %d tags',
+    name, rows.length, tags.length);
+  var latestMod = null;
+  // set tags
+  var distTags = {};
+  for (var i = 0; i < tags.length; i++) {
+    var t = tags[i];
+    distTags[t.tag] = t.version;
+  }
+
+  // set versions and times
+  var versions = {};
+  var allVersionString = '';
+  for (var i = 0; i < rows.length; i++) {
+    var row = rows[i];
+    // pkg is string ... ignore it
+    if (typeof row.package === 'string') {
+      continue;
+    }
+    // https://github.com/npm/registry/blob/master/docs/responses/package-metadata.md#abbreviated-version-object
+    var pkg = {
+      name: row.package.name,
+      version: row.package.version,
+      deprecated: row.package.deprecated,
+      dependencies: row.package.dependencies,
+      optionalDependencies: row.package.optionalDependencies,
+      devDependencies: row.package.devDependencies,
+      bundleDependencies: row.package.bundleDependencies,
+      peerDependencies: row.package.peerDependencies,
+      bin: row.package.bin,
+      directories: row.package.directories,
+      dist: row.package.dist,
+      engines: row.package.engines,
+      _hasShrinkwrap: row.package._hasShrinkwrap,
+      publish_time: row.package.publish_time || row.publish_time,
+    };
+    common.setDownloadURL(pkg, ctx);
+
+    versions[pkg.version] = pkg;
+    allVersionString += pkg.version + ',';
+
+    if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
+      latestMod = row;
+    }
+  }
+
+  if (!latestMod) {
+    latestMod = rows[0];
+  }
+
+  if (tags.length === 0) {
+    // some sync error reason, will cause tags missing
+    // set latest tag at least
+    distTags.latest = latestMod.package.version;
+  }
+
+  var info = {
+    name: name,
+    modified: modifiedTime,
+    'dist-tags': distTags,
+    versions: versions,
+  };
+
+  debug('show %j', info);
+  ctx.jsonp = info;
+  // use faster etag
+  ctx.etag = etag([
+    modifiedTime,
+    distTags,
+    allVersionString,
+  ]);
+
+  if (config.registryCacheControlHeader) {
+    ctx.set('cache-control', config.registryCacheControlHeader);
+  }
+  if (config.registryVaryHeader) {
+    ctx.set('vary', config.registryVaryHeader);
+  }
+}

controllers/registry/package/list_all.js

@@ -1,15 +1,15 @@
 'use strict';
 
-const packageService = require('../../../services/package');
+var packageService = require('../../../services/package');
 
 // GET /-/all
 // List all packages names
 // https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L86
 module.exports = function* () {
-  const updated = Date.now();
-  const names = yield packageService.listAllPublicModuleNames();
-  const result = { _updated: updated };
-  names.forEach(function(name) {
+  var updated = Date.now();
+  var names = yield packageService.listAllPublicModuleNames();
+  var result = { _updated: updated };
+  names.forEach(function (name) {
     result[name] = true;
   });
   this.body = result;

controllers/registry/package/list_by_user.js

@@ -16,7 +16,7 @@
 
 const packageService = require('../../../services/package');
 
-module.exports = function* () {
+module.exports = function*() {
   const username = this.params.user;
   const packages = yield packageService.listModulesByUser(username);
 
@@ -24,6 +24,6 @@ module.exports = function* () {
     user: {
       name: username,
     },
-    packages,
+    packages: packages,
   };
 };

controllers/registry/package/list_dependents.js

@@ -16,11 +16,11 @@
 
 const packageService = require('../../../services/package');
 
-module.exports = function* () {
+module.exports = function*() {
   const name = this.params.name || this.params[0];
   const dependents = yield packageService.listDependents(name);
 
   this.body = {
-    dependents,
+    dependents: dependents,
   };
 };

controllers/registry/package/list_shorts.js

@@ -1,21 +1,32 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 const packageService = require('../../../services/package');
+const config = require('../../../config');
 
 // GET /-/short
-// List all packages names only
+// List public all packages names only
 module.exports = function* () {
+  if (this.query.private_only) {
+    const tasks = [];
+    for (let i = 0; i < config.scopes.length; i++) {
+      const scope = config.scopes[i];
+      tasks.push(packageService.listPrivateModulesByScope(scope));
+    }
+
+    if (config.privatePackages && config.privatePackages.length > 0) {
+      tasks.push(packageService.listModules(config.privatePackages));
+    }
+
+    const results = yield tasks;
+    const names = [];
+    for (const rows of results) {
+      for (const row of rows) {
+        names.push(row.name);
+      }
+    }
+    this.body = names;
+    return;
+  }
+
   this.body = yield packageService.listAllPublicModuleNames();
 };

controllers/registry/package/list_since.js

@@ -1,43 +1,46 @@
 'use strict';
 
-const packageService = require('../../../services/package');
+var packageService = require('../../../services/package');
 
-const A_WEEK_MS = 3600000 * 24 * 7;
+var A_WEEK_MS = 3600000 * 24 * 7;
+var TWA_DAYS_MS = 3600000 * 24 * 2;
 
 // GET /-/all/since?stale=update_after&startkey={key}
 // List packages names since startkey
 // https://github.com/npm/npm-registry-client/blob/master/lib/get.js#L89
 module.exports = function* listSince() {
-  const query = this.query;
+  var query = this.query;
   if (query.stale !== 'update_after') {
     this.status = 400;
+    const error = '[query_parse_error] Invalid value for `stale`.';
     this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `stale`.',
+      error,
+      reason: error,
     };
     return;
   }
 
-  let startkey = Number(query.startkey);
+  var startkey = Number(query.startkey);
   if (!startkey) {
     this.status = 400;
+    const error = '[query_parse_error] Invalid value for `startkey`.';
     this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `startkey`.',
+      error,
+      reason: error,
     };
     return;
   }
 
-  const updated = Date.now();
+  var updated = Date.now();
   if (updated - startkey > A_WEEK_MS) {
-    startkey = updated - A_WEEK_MS;
-    console.warn('[%s] list modules since time out of range: query: %j, ip: %s',
-      Date(), query, this.ip);
+    startkey = updated - TWA_DAYS_MS;
+    console.warn('[%s] list modules since time out of range: query: %j, ip: %s, limit to %s',
+      Date(), query, this.ip, startkey);
   }
 
-  const names = yield packageService.listPublicModuleNamesSince(startkey);
-  const result = { _updated: updated };
-  names.forEach(function(name) {
+  var names = yield packageService.listPublicModuleNamesSince(startkey);
+  var result = { _updated: updated };
+  names.forEach(function (name) {
     result[name] = true;
   });
 

controllers/registry/package/remove.js

@@ -1,36 +1,22 @@
-/**!
- * cnpmjs.org - controllers/registry/package/remove.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:remove');
-const urlparse = require('url').parse;
-const packageService = require('../../../services/package');
-const totalService = require('../../../services/total');
-const nfs = require('../../../common/nfs');
-const logger = require('../../../common/logger');
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove');
+var urlparse = require('url').parse;
+var packageService = require('../../../services/package');
+var totalService = require('../../../services/total');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
 
 // DELETE /:name/-rev/:rev
 // https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L25
 module.exports = function* remove(next) {
-  const name = this.params.name || this.params[0];
-  const rev = this.params.rev || this.params[1];
+  var name = this.params.name || this.params[0];
+  var rev = this.params.rev || this.params[1];
   debug('remove all the module with name: %s, id: %s', name, rev);
 
-  const mods = yield packageService.listModulesByName(name);
+  var mods = yield packageService.listModulesByName(name);
   debug('removeAll module %s: %d', name, mods.length);
-  const mod = mods[0];
+  var mod = mods[0];
   if (!mod) {
     return yield next;
   }
@@ -41,11 +27,11 @@ module.exports = function* remove(next) {
     totalService.plusDeleteModule(),
   ];
 
-  const keys = [];
-  for (let i = 0; i < mods.length; i++) {
-    const row = mods[i];
-    const dist = row.package.dist;
-    let key = dist.key;
+  var keys = [];
+  for (var i = 0; i < mods.length; i++) {
+    var row = mods[i];
+    var dist = row.package.dist;
+    var key = dist.key;
     if (!key) {
       key = urlparse(dist.tarball).pathname;
     }
@@ -53,7 +39,7 @@ module.exports = function* remove(next) {
   }
 
   try {
-    yield keys.map(function(key) {
+    yield keys.map(function (key) {
       return nfs.remove(key);
     });
   } catch (err) {

controllers/registry/package/remove_version.js

@@ -1,33 +1,19 @@
-/**!
- * cnpmjs.org - controllers/registry/package/remove_version.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:remove_version');
-const packageService = require('../../../services/package');
-const nfs = require('../../../common/nfs');
-const logger = require('../../../common/logger');
-const getCDNKey = require('../../../lib/common').getCDNKey;
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove_version');
+var packageService = require('../../../services/package');
+var nfs = require('../../../common/nfs');
+var logger = require('../../../common/logger');
+var getCDNKey = require('../../../lib/common').getCDNKey;
 
 // DELETE /:name/download/:filename/-rev/:rev
 // https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L97
 module.exports = function* removeOneVersion(next) {
-  const name = this.params.name || this.params[0];
-  const filename = this.params.filename || this.params[1];
-  const id = Number(this.params.rev || this.params[2]);
+  var name = this.params.name || this.params[0];
+  var filename = this.params.filename || this.params[1];
+  var id = Number(this.params.rev || this.params[2]);
   // cnpmjs.org-2.0.0.tgz
-  let version = filename.split(name + '-')[1];
+  var version = filename.split(name + '-')[1];
   if (version) {
     // 2.0.0.tgz
     version = version.substring(0, version.lastIndexOf('.tgz'));
@@ -42,17 +28,17 @@ module.exports = function* removeOneVersion(next) {
     return yield next;
   }
 
-  const rs = yield [
+  var rs = yield [
     packageService.getModuleById(id),
     packageService.getModule(name, version),
   ];
-  const revertTo = rs[0];
-  const mod = rs[1]; // module need to delete
+  var revertTo = rs[0];
+  var mod = rs[1]; // module need to delete
   if (!mod || mod.name !== name) {
     return yield next;
   }
 
-  let key = mod.package && mod.package.dist && mod.package.dist.key;
+  var key = mod.package && mod.package.dist && mod.package.dist.key;
   if (!key) {
     key = getCDNKey(mod.name, filename);
   }
@@ -68,7 +54,7 @@ module.exports = function* removeOneVersion(next) {
     logger.error(err);
   }
   // remove version from table
-  yield packageService.removeModulesByNameAndVersions(name, [ version ]);
+  yield packageService.removeModulesByNameAndVersions(name, [version]);
   debug('removed %s@%s', name, version);
   this.body = { ok: true };
 };

controllers/registry/package/save.js

@@ -1,12 +1,13 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:save');
-const crypto = require('crypto');
-const deprecateVersions = require('./deprecate');
-const packageService = require('../../../services/package');
-const common = require('../../../lib/common');
-const nfs = require('../../../common/nfs');
-const config = require('../../../config');
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:save');
+var crypto = require('crypto');
+var deprecateVersions = require('./deprecate');
+var packageService = require('../../../services/package');
+var common = require('../../../lib/common');
+var nfs = require('../../../common/nfs');
+var config = require('../../../config');
+var hook = require('../../../services/hook');
 
 // old flows:
 // 1. add()
@@ -23,36 +24,38 @@ module.exports = function* save(next) {
   //    { content_type: 'application/octet-stream',
   //      data: 'H4sIAAAAA
   //      length: 9883
-  const pkg = this.request.body;
-  const username = this.user.name;
-  const name = this.params.name || this.params[0];
-  const filename = Object.keys(pkg._attachments || {})[0];
-  const version = Object.keys(pkg.versions || {})[0];
+  var pkg = this.request.body;
+  var username = this.user.name;
+  var name = this.params.name || this.params[0];
+  var filename = Object.keys(pkg._attachments || {})[0];
+  var version = Object.keys(pkg.versions || {})[0];
   if (!version) {
     this.status = 400;
+    const error = '[version_error] package.versions is empty';
     this.body = {
-      error: 'version_error',
-      reason: 'package.versions is empty',
+      error,
+      reason: error,
     };
     return;
   }
 
   // check maintainers
-  const result = yield packageService.authMaintainer(name, username);
+  var result = yield packageService.authMaintainer(name, username);
   if (!result.isMaintainer) {
     this.status = 403;
+    const error = '[forbidden] ' +  username + ' not authorized to modify ' + name +
+      ', please contact maintainers: ' + result.maintainers.join(', ');
     this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name +
-        ', please contact maintainers: ' + result.maintainers.join(', '),
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!filename) {
-    let hasDeprecated = false;
-    for (const v in pkg.versions) {
-      const row = pkg.versions[v];
+    var hasDeprecated = false;
+    for (var v in pkg.versions) {
+      var row = pkg.versions[v];
       if (typeof row.deprecated === 'string') {
         hasDeprecated = true;
         break;
@@ -63,23 +66,25 @@ module.exports = function* save(next) {
     }
 
     this.status = 400;
+    const error = '[attachment_error] package._attachments is empty';
     this.body = {
-      error: 'attachment_error',
-      reason: 'package._attachments is empty',
+      error,
+      reason: error,
     };
     return;
   }
 
-  const attachment = pkg._attachments[filename];
-  const versionPackage = pkg.versions[version];
-  const maintainers = versionPackage.maintainers;
+  var attachment = pkg._attachments[filename];
+  var versionPackage = pkg.versions[version];
+  var maintainers = versionPackage.maintainers;
 
   // should never happened in normal request
   if (!maintainers) {
     this.status = 400;
+    const error = '[maintainers_error] request body need maintainers';
     this.body = {
-      error: 'maintainers error',
-      reason: 'request body need maintainers',
+      error,
+      reason: error,
     };
     return;
   }
@@ -89,31 +94,33 @@ module.exports = function* save(next) {
 
   // make sure user in auth is in maintainers
   // should never happened in normal request
-  const m = maintainers.filter(function(maintainer) {
+  var m = maintainers.filter(function (maintainer) {
     return maintainer.name === username;
   });
   if (m.length === 0) {
     this.status = 403;
+    const error = '[maintainers_error] ' + username + ' does not in maintainer list';
     this.body = {
-      error: 'maintainers error',
-      reason: username + ' does not in maintainer list',
+      error,
+      reason: error,
     };
     return;
   }
 
   // TODO: add this info into some table
   versionPackage._publish_on_cnpm = true;
-  const distTags = pkg['dist-tags'] || {};
-  const tags = []; // tag, version
-  for (const t in distTags) {
-    tags.push([ t, distTags[t] ]);
+  var distTags = pkg['dist-tags'] || {};
+  var tags = []; // tag, version
+  for (var t in distTags) {
+    tags.push([t, distTags[t]]);
   }
 
   if (tags.length === 0) {
     this.status = 400;
+    const error = '[invalid] dist-tags should not be empty';
     this.body = {
-      error: 'invalid',
-      reason: 'dist-tags should not be empty',
+      error,
+      reason: error,
     };
     return;
   }
@@ -121,36 +128,39 @@ module.exports = function* save(next) {
   debug('%s publish new %s:%s, attachment size: %s, maintainers: %j, distTags: %j',
     username, name, version, attachment.length, versionPackage.maintainers, distTags);
 
-  const exists = yield packageService.getModule(name, version);
-  let shasum;
+  var exists = yield packageService.getModule(name, version);
+  var shasum;
   if (exists) {
     this.status = 403;
+    const error = '[forbidden] cannot modify pre-existing version: ' + version;
     this.body = {
-      error: 'forbidden',
-      reason: 'cannot modify pre-existing version: ' + version,
+      error,
+      reason: error,
     };
     return;
   }
 
   // upload attachment
-  const tarballBuffer = new Buffer(attachment.data, 'base64');
+  var tarballBuffer;
+  tarballBuffer = Buffer.from(attachment.data, 'base64');
 
   if (tarballBuffer.length !== attachment.length) {
     this.status = 403;
+    const error = '[size_wrong] Attachment size ' + attachment.length
+      + ' not match download size ' + tarballBuffer.length;
     this.body = {
-      error: 'size_wrong',
-      reason: 'Attachment size ' + attachment.length
-        + ' not match download size ' + tarballBuffer.length,
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!distTags.latest) {
     // need to check if latest tag exists or not
-    const latest = yield packageService.getModuleByTag(name, 'latest');
+    var latest = yield packageService.getModuleByTag(name, 'latest');
     if (!latest) {
       // auto add latest
-      tags.push([ 'latest', tags[0][1] ]);
+      tags.push(['latest', tags[0][1]]);
       debug('auto add latest tag: %j', tags);
     }
   }
@@ -159,16 +169,16 @@ module.exports = function* save(next) {
   shasum.update(tarballBuffer);
   shasum = shasum.digest('hex');
 
-  const options = {
+  var options = {
     key: common.getCDNKey(name, filename),
-    shasum,
+    shasum: shasum
   };
-  const uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
+  var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
   debug('upload %j', uploadResult);
 
-  const dist = {
-    shasum,
-    size: attachment.length,
+  var dist = {
+    shasum: shasum,
+    size: attachment.length
   };
 
   // if nfs upload return a key, record it
@@ -179,29 +189,29 @@ module.exports = function* save(next) {
     dist.tarball = uploadResult.key;
   }
 
-  const mod = {
-    name,
-    version,
+  var mod = {
+    name: name,
+    version: version,
     author: username,
-    package: versionPackage,
+    package: versionPackage
   };
 
   mod.package.dist = dist;
   yield addDepsRelations(mod.package);
 
-  const addResult = yield packageService.saveModule(mod);
+  var addResult = yield packageService.saveModule(mod);
   debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
     addResult.id, dist.tarball, dist.size, shasum, dist, version);
 
   if (tags.length) {
-    yield tags.map(function(tag) {
+    yield tags.map(function (tag) {
       // tag: [tagName, version]
       return packageService.addModuleTag(name, tag[0], tag[1]);
     });
   }
 
   // ensure maintainers exists
-  const maintainerNames = maintainers.map(function(item) {
+  var maintainerNames = maintainers.map(function (item) {
     return item.name;
   });
   yield packageService.addPrivateModuleMaintainers(name, maintainerNames);
@@ -209,12 +219,24 @@ module.exports = function* save(next) {
   this.status = 201;
   this.body = {
     ok: true,
-    rev: String(addResult.id),
+    rev: String(addResult.id)
   };
+
+  // hooks
+  const envelope = {
+    event: 'package:publish',
+    name: mod.name,
+    type: 'package',
+    version: mod.version,
+    hookOwner: null,
+    payload: null,
+    change: null,
+  };
+  hook.trigger(envelope);
 };
 
 function* addDepsRelations(pkg) {
-  let dependencies = Object.keys(pkg.dependencies || {});
+  var dependencies = Object.keys(pkg.dependencies || {});
   if (dependencies.length > config.maxDependencies) {
     dependencies = dependencies.slice(0, config.maxDependencies);
   }

controllers/registry/package/show.js

@@ -1,11 +1,11 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:show');
-const semver = require('semver');
-const packageService = require('../../../services/package');
-const setDownloadURL = require('../../../lib/common').setDownloadURL;
-const SyncModuleWorker = require('../../sync_module_worker');
-const config = require('../../../config');
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:show');
+var semver = require('semver');
+var packageService = require('../../../services/package');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var SyncModuleWorker = require('../../sync_module_worker');
+var config = require('../../../config');
 
 /**
  * [deprecate] api
@@ -16,14 +16,14 @@ const config = require('../../../config');
  * GET /:name/:tag
  */
 module.exports = function* show() {
-  const name = this.params.name || this.params[0];
-  let tag = this.params.version || this.params[1];
+  var name = this.params.name || this.params[0];
+  var tag = this.params.version || this.params[1];
   if (tag === '*') {
     tag = 'latest';
   }
-  const version = semver.valid(tag);
-  const range = semver.validRange(tag);
-  let mod;
+  var version = semver.valid(tag);
+  var range = semver.validRange(tag);
+  var mod;
   if (version) {
     mod = yield packageService.getModule(name, version);
   } else if (range) {
@@ -36,38 +36,45 @@ module.exports = function* show() {
     setDownloadURL(mod.package, this);
     mod.package._cnpm_publish_time = mod.publish_time;
     mod.package.publish_time = mod.package.publish_time || mod.publish_time;
-    const rs = yield [
+    var rs = yield [
       packageService.listMaintainers(name),
       packageService.listModuleTags(name),
     ];
-    const maintainers = rs[0];
+    var maintainers = rs[0];
     if (maintainers.length > 0) {
       mod.package.maintainers = maintainers;
     }
-    const tags = rs[1];
-    const distTags = {};
-    for (let i = 0; i < tags.length; i++) {
-      const t = tags[i];
+    var tags = rs[1];
+    var distTags = {};
+    for (var i = 0; i < tags.length; i++) {
+      var t = tags[i];
       distTags[t.tag] = t.version;
     }
     // show tags for npminstall faster download
     mod.package['dist-tags'] = distTags;
     this.jsonp = mod.package;
+    if (config.registryCacheControlHeader) {
+      this.set('cache-control', config.registryCacheControlHeader);
+    }
+    if (config.registryVaryHeader) {
+      this.set('vary', config.registryVaryHeader);
+    }
     return;
   }
 
   // if not fond, sync from source registry
   if (!this.allowSync) {
     this.status = 404;
+    const error = '[not_exists] version not found: ' + version;
     this.jsonp = {
-      error: 'not exist',
-      reason: 'version not found: ' + version,
+      error,
+      reason: error,
     };
     return;
   }
 
   // start sync
-  const logId = yield SyncModuleWorker.sync(name, 'sync-by-install');
+  var logId = yield SyncModuleWorker.sync(name, 'sync-by-install');
   debug('start sync %s, get log id %s', name, logId);
 
   this.redirect(config.officialNpmRegistry + this.url);

controllers/registry/package/tag.js

@@ -1,52 +1,53 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:tag');
-const semver = require('semver');
-const util = require('util');
-const packageService = require('../../../services/package');
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:tag');
+var semver = require('semver');
+var util = require('util');
+var packageService = require('../../../services/package');
 
 // PUT /:name/:tag
 // https://github.com/npm/npm-registry-client/blob/master/lib/tag.js#L4
 // this.request("PUT", uri+"/"+tagName, { body : JSON.stringify(version) }, cb)
 module.exports = function* tag() {
-  const version = this.request.body;
-  const name = this.params.name || this.params[0];
-  const tag = this.params.tag || this.params[1];
+  var version = this.request.body;
+  var name = this.params.name || this.params[0];
+  var tag = this.params.tag || this.params[1];
   debug('tag %j to %s/%s', version, name, tag);
 
   if (!version) {
     this.status = 400;
+    const error = '[version_missed] version not found';
     this.body = {
-      error: 'version_missed',
-      reason: 'version not found',
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!semver.valid(version)) {
     this.status = 403;
-    const reason = util.format('setting tag %s to invalid version: %s: %s/%s',
+    const error = util.format('[forbidden] setting tag %s to invalid version: %s: %s/%s',
       tag, version, name, tag);
     this.body = {
-      error: 'forbidden',
-      reason,
+      error,
+      reason: error,
     };
     return;
   }
 
-  const mod = yield packageService.getModule(name, version);
+  var mod = yield packageService.getModule(name, version);
   if (!mod) {
     this.status = 403;
-    const reason = util.format('setting tag %s to unknown version: %s: %s/%s',
+    const error = util.format('[forbidden] setting tag %s to unknown version: %s: %s/%s',
       tag, version, name, tag);
     this.body = {
-      error: 'forbidden',
-      reason,
+      error,
+      reason: error,
     };
     return;
   }
 
-  const row = yield packageService.addModuleTag(name, tag, version);
+  var row = yield packageService.addModuleTag(name, tag, version);
   this.status = 201;
   this.body = {
     ok: true,

controllers/registry/package/update.js

@@ -1,19 +1,19 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:registry:package:update');
-const packageService = require('../../../services/package');
-const userService = require('../../../services/user');
-const config = require('../../../config');
+var debug = require('debug')('cnpmjs.org:controllers:registry:package:update');
+var packageService = require('../../../services/package');
+var userService = require('../../../services/user');
+var config = require('../../../config');
 
 // PUT /:name/-rev/:rev
 //
 // * remove with versions, then will `DELETE /:name/download/:filename/-rev/:rev`
 // * ...
 module.exports = function* update(next) {
-  const name = this.params.name || this.params[0];
+  var name = this.params.name || this.params[0];
   debug('update module %s, %s, %j', this.url, name, this.request.body);
 
-  const body = this.request.body;
+  var body = this.request.body;
   if (body.versions) {
     yield updateVersions.call(this, next);
   } else if (body.maintainers) {
@@ -26,12 +26,12 @@ module.exports = function* update(next) {
 // update with versions
 // https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L63
 function* updateVersions(next) {
-  const name = this.params.name || this.params[0];
+  var name = this.params.name || this.params[0];
   // left versions
-  const versions = this.request.body.versions;
+  var versions = this.request.body.versions;
 
   // step1: list all the versions
-  const mods = yield packageService.listModulesByName(name);
+  var mods = yield packageService.listModulesByName(name);
   debug('removeWithVersions module %s, left versions %j, %s mods',
     name, Object.keys(versions), mods && mods.length);
   if (!mods || !mods.length) {
@@ -40,12 +40,12 @@ function* updateVersions(next) {
 
   // step3: calculate which versions need to remove and
   // which versions need to remain
-  const removeVersions = [];
-  const removeVersionMaps = {};
-  const remainVersions = [];
+  var removeVersions = [];
+  var removeVersionMaps = {};
+  var remainVersions = [];
 
-  for (let i = 0; i < mods.length; i++) {
-    const v = mods[i].version;
+  for (var i = 0; i < mods.length; i++) {
+    var v = mods[i].version;
     if (!versions[v]) {
       removeVersions.push(v);
       removeVersionMaps[v] = true;
@@ -64,11 +64,11 @@ function* updateVersions(next) {
 
   // step 4: remove all the versions which need to remove
   // let removeTar do remove versions from module table
-  const tags = yield packageService.listModuleTags(name);
+  var tags = yield packageService.listModuleTags(name);
 
-  const removeTags = [];
-  let latestRemoved = false;
-  tags.forEach(function(tag) {
+  var removeTags = [];
+  var latestRemoved = false;
+  tags.forEach(function (tag) {
     // this tag need be removed
     if (removeVersionMaps[tag.version]) {
       removeTags.push(tag.id);
@@ -98,60 +98,65 @@ function* updateVersions(next) {
 }
 
 function* updateMaintainers() {
-  const name = this.params.name || this.params[0];
-  const body = this.request.body;
+  var name = this.params.name || this.params[0];
+  var body = this.request.body;
   debug('updateMaintainers module %s, %j', name, body);
 
-  const usernames = body.maintainers.map(function(user) {
+  var usernames = body.maintainers.map(function (user) {
     return user.name;
   });
 
   if (usernames.length === 0) {
     this.status = 403;
+    const error = '[invalid_operation] Can not remove all maintainers';
     this.body = {
-      error: 'invalid operation',
-      reason: 'Can not remove all maintainers',
+      error,
+      reason: error,
     };
     return;
   }
 
   if (config.customUserService) {
     // ensure new authors are vaild
-    const maintainers = yield packageService.listMaintainerNamesOnly(name);
-    const map = {};
-    const newNames = [];
-    for (const maintainer of maintainers) {
-      map[maintainer] = 1;
+    var maintainers = yield packageService.listMaintainerNamesOnly(name);
+    var map = {};
+    var newNames = [];
+    for (var i = 0; i < maintainers.length; i++) {
+      map[maintainers[i]] = 1;
     }
-    for (const username of usernames) {
+    for (var i = 0; i < usernames.length; i++) {
+      var username = usernames[i];
       if (map[username] !== 1) {
         newNames.push(username);
       }
     }
     if (newNames.length > 0) {
-      const users = yield userService.list(newNames);
-      const map = {};
-      for (const user of users) {
+      var users = yield userService.list(newNames);
+      var map = {};
+      for (var i = 0; i < users.length; i++) {
+        var user = users[i];
         map[user.login] = 1;
       }
-      const invailds = [];
-      for (const username of newNames) {
+      var invailds = [];
+      for (var i = 0; i < newNames.length; i++) {
+        var username = newNames[i];
         if (map[username] !== 1) {
           invailds.push(username);
         }
       }
       if (invailds.length > 0) {
         this.status = 403;
+        const error = '[invalid] User: `' + invailds.join(', ') + '` not exists';
         this.body = {
-          error: 'invalid user name',
-          reason: 'User: `' + invailds.join(', ') + '` not exists',
+          error,
+          reason: error,
         };
         return;
       }
     }
   }
 
-  const r = yield packageService.updatePrivateModuleMaintainers(name, usernames);
+  var r = yield packageService.updatePrivateModuleMaintainers(name, usernames);
   debug('result: %j', r);
 
   this.status = 201;

controllers/registry/user/add.js

@@ -1,23 +1,8 @@
-/**!
- * cnpmjs.org - controllers/registry/user/add.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const ensurePasswordSalt = require('./common').ensurePasswordSalt;
-const userService = require('../../../services/user');
-const config = require('../../../config');
+var ensurePasswordSalt = require('./common').ensurePasswordSalt;
+var userService = require('../../../services/user');
+var config = require('../../../config');
 
 // npm 1.4.4
 // add new user first
@@ -53,9 +38,52 @@ const config = require('../../../config');
 //   roles: [],
 //   date: '2014-03-15T02:39:25.696Z' }
 module.exports = function* addUser() {
-  const name = this.params.name;
-  const body = this.request.body || {};
-  const user = {
+  var name = this.params.name;
+  var body = this.request.body || {};
+
+  if (!body.password || !body.name) {
+    this.status = 422;
+    const error = '[param_error] params missing, name, email or password missing';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  var loginedUser;
+  try {
+    loginedUser = yield userService.authAndSave(body.name, body.password);
+  } catch (err) {
+    this.status = err.status || 500;
+    this.body = {
+      error: err.message,
+      reason: err.message,
+    };
+    return;
+  }
+  if (loginedUser) {
+    this.status = 201;
+    this.body = {
+      ok: true,
+      id: 'org.couchdb.user:' + loginedUser.login,
+      rev: Date.now() + '-' + loginedUser.login
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // user login fail, not allow to add new user
+    this.status = 401;
+    const error = '[unauthorized] Login fail, please check your login name and password';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  var user = {
     name: body.name,
     // salt: body.salt,
     // password_sha: body.password_sha,
@@ -66,63 +94,34 @@ module.exports = function* addUser() {
 
   ensurePasswordSalt(user, body);
 
-  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+  if (!user.salt || !user.password_sha || !user.email) {
     this.status = 422;
+    const error = '[param_error] params missing, name, email or password missing';
     this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.',
+      error,
+      reason: error,
     };
     return;
   }
 
-  let loginedUser;
-  try {
-    loginedUser = yield userService.authAndSave(body.name, body.password);
-  } catch (err) {
-    this.status = err.status || 500;
-    this.body = {
-      error: err.name,
-      reason: err.message,
-    };
-    return;
-  }
-  if (loginedUser) {
-    this.status = 201;
-    this.body = {
-      ok: true,
-      id: 'org.couchdb.user:' + loginedUser.login,
-      rev: Date.now() + '-' + loginedUser.login,
-    };
-    return;
-  }
-
-  if (config.customUserService) {
-    // user login fail, not allow to add new user
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Login fail, please check your login name and password',
-    };
-    return;
-  }
-
-  const existUser = yield userService.get(name);
+  var existUser = yield userService.get(name);
   if (existUser) {
     this.status = 409;
+    const error = '[conflict] User ' + name + ' already exists';
     this.body = {
-      error: 'conflict',
-      reason: 'User ' + name + ' already exists.',
+      error,
+      reason: error,
     };
     return;
   }
 
   // add new user
-  const result = yield userService.add(user);
+  var result = yield userService.add(user);
   this.etag = '"' + result.rev + '"';
   this.status = 201;
   this.body = {
     ok: true,
     id: 'org.couchdb.user:' + name,
-    rev: result.rev,
+    rev: result.rev
   };
 };

controllers/registry/user/common.js

@@ -14,10 +14,10 @@
  * Module dependencies.
  */
 
-const crypto = require('crypto');
-const utility = require('utility');
+var crypto = require('crypto');
+var utility = require('utility');
 
-exports.ensurePasswordSalt = function(user, body) {
+exports.ensurePasswordSalt = function (user, body) {
   if (!user.password_sha && body.password) {
     // create password_sha on server
     user.salt = crypto.randomBytes(30).toString('hex');

controllers/registry/user/show.js

@@ -1,31 +1,16 @@
-/**!
- * cnpmjs.org - controllers/registry/user/show.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const userService = require('../../../services/user');
+var userService = require('../../../services/user');
 
 // GET /-/user/org.couchdb.user::name
 module.exports = function* show(next) {
-  const name = this.params.name;
-  const user = yield userService.getAndSave(name);
+  var name = this.params.name;
+  var user = yield userService.getAndSave(name);
   if (!user) {
     return yield next;
   }
 
-  let data = user.json;
+  var data = user.json;
   if (!data) {
     data = {
       _id: 'org.couchdb.user:' + user.name,
@@ -53,7 +38,7 @@ module.exports = function* show(next) {
       fullname: data.name || data.login,
       homepage: data.html_url,
       scopes: data.scopes,
-      site_admin: data.site_admin,
+      site_admin: data.site_admin
     };
   }
 

controllers/registry/user/update.js

@@ -1,23 +1,8 @@
-/**!
- * cnpmjs.org - controllers/registry/user/update.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const debug = require('debug')('cnpmjs.org:controllers:registry:user:update');
-const ensurePasswordSalt = require('./common').ensurePasswordSalt;
-const userService = require('../../../services/user');
+var debug = require('debug')('cnpmjs.org:controllers:registry:user:update');
+var ensurePasswordSalt = require('./common').ensurePasswordSalt;
+var userService = require('../../../services/user');
 
 // logined before update, no need to auth user again
 // { name: 'admin',
@@ -37,8 +22,8 @@ const userService = require('../../../services/user');
 //    admin: true,
 //    scopes: [ '@cnpm', '@cnpmtest' ] } }
 module.exports = function* updateUser(next) {
-  const name = this.params.name;
-  const rev = this.params.rev;
+  var name = this.params.name;
+  var rev = this.params.rev;
   if (!name || !rev) {
     return yield next;
   }
@@ -47,15 +32,16 @@ module.exports = function* updateUser(next) {
   if (name !== this.user.name) {
     // must auth user first
     this.status = 401;
+    const error = '[unauthorized] Name is incorrect';
     this.body = {
-      error: 'unauthorized',
-      reason: 'Name is incorrect.',
+      error,
+      reason: error,
     };
     return;
   }
 
-  const body = this.request.body || {};
-  const user = {
+  var body = this.request.body || {};
+  var user = {
     name: body.name,
     // salt: body.salt,
     // password_sha: body.password_sha,
@@ -71,19 +57,21 @@ module.exports = function* updateUser(next) {
 
   if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
     this.status = 422;
+    const error = '[param_error] params missing, name, email or password missing';
     this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.',
+      error,
+      reason: error,
     };
     return;
   }
 
-  const result = yield userService.update(user);
+  var result = yield userService.update(user);
   if (!result) {
     this.status = 409;
+    const error = '[conflict] Document update conflict';
     this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.',
+      error,
+      reason: error,
     };
     return;
   }
@@ -92,6 +80,6 @@ module.exports = function* updateUser(next) {
   this.body = {
     ok: true,
     id: 'org.couchdb.user:' + user.name,
-    rev: result.rev,
+    rev: result.rev
   };
 };

controllers/registry/user_package.js

@@ -14,35 +14,36 @@
  * Module dependencies.
  */
 
-const packageService = require('../../services/package');
+var packageService = require('../../services/package');
 
 // GET /-/by-user/:user
 exports.list = function* () {
-  const users = this.params.user.split('|');
+  var users = this.params.user.split('|');
   if (users.length > 20) {
     this.status = 400;
+    const error = '[bad_request] reach max user names limit, must <= 20 user names';
     this.body = {
-      error: 'bad_request',
-      reason: 'reach max user names limit, must <= 20 user names',
+      error,
+      reason: error,
     };
     return;
   }
 
-  const firstUser = users[0];
+  var firstUser = users[0];
   if (!firstUser) {
     // params.user = '|'
     this.body = {};
     return;
   }
 
-  const tasks = {};
-  for (let i = 0; i < users.length; i++) {
-    const username = users[i];
+  var tasks = {};
+  for (var i = 0; i < users.length; i++) {
+    var username = users[i];
     tasks[username] = packageService.listPublicModuleNamesByUser(username);
   }
 
-  const data = yield tasks;
-  for (const k in data) {
+  var data = yield tasks;
+  for (var k in data) {
     if (data[k].length === 0) {
       data[k] = undefined;
     }

controllers/sync.js

@@ -1,80 +1,77 @@
-/**!
- * cnpmjs.org - controllers/sync.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const debug = require('debug')('cnpmjs.org:controllers:sync');
-const Log = require('../services/module_log');
-const SyncModuleWorker = require('./sync_module_worker');
-const config = require('../config');
+var debug = require('debug')('cnpmjs.org:controllers:sync');
+var Log = require('../services/module_log');
+var SyncModuleWorker = require('./sync_module_worker');
+var config = require('../config');
 
 exports.sync = function* () {
-  const username = this.user.name || 'anonymous';
-  let name = this.params.name || this.params[0];
-  let type = 'package';
+  var username = this.user.name || 'anonymous';
+  var name = this.params.name || this.params[0];
+  var type = 'package';
   if (name.indexOf(':') > 0) {
     // user:fengmk2
     // package:pedding
-    const splits = name.split(':');
+    var splits = name.split(':');
     type = splits[0];
     name = splits[1];
   }
-  const publish = this.query.publish === 'true';
-  const noDep = this.query.nodeps === 'true';
-  debug('sync %s with query: %j', name, this.query);
+  var publish = this.query.publish === 'true';
+  var noDep = this.query.nodeps === 'true';
+  var syncUpstreamFirst = this.query.sync_upstream === 'true';
+  if (!config.sourceNpmRegistryIsCNpm) {
+    syncUpstreamFirst = false;
+  }
+  debug('sync %s with query: %j, syncUpstreamFirst: %s', name, this.query, syncUpstreamFirst);
   if (type === 'package' && publish && !this.user.isAdmin) {
     this.status = 403;
+    const error = '[no_perms] Only admin can publish';
     this.body = {
-      error: 'no_perms',
-      reason: 'Only admin can publish',
+      error,
+      reason: error,
     };
     return;
   }
 
-  const options = {
-    type,
-    publish,
-    noDep,
-    syncUpstreamFirst: config.sourceNpmRegistryIsCNpm,
+  var options = {
+    type: type,
+    publish: publish,
+    noDep: noDep,
+    syncUpstreamFirst: syncUpstreamFirst,
   };
 
-  const logId = yield SyncModuleWorker.sync(name, username, options);
+  var logId = yield SyncModuleWorker.sync(name, username, options);
   debug('sync %s got log id %j', name, logId);
 
   this.status = 201;
   this.body = {
     ok: true,
-    logId,
+    logId: logId
   };
 };
 
 exports.getSyncLog = function* (next) {
-  const logId = Number(this.params.id || this.params[1]);
-  const offset = Number(this.query.offset) || 0;
+  var logId = Number(this.params.id || this.params[1]);
+  var offset = Number(this.query.offset) || 0;
 
   if (!logId) { // NaN
     this.status = 404;
     return;
   }
-  const row = yield Log.get(logId);
+  var row = yield Log.get(logId);
   if (!row) {
     return yield next;
   }
 
-  let log = row.log.trim();
+  var log = row.log.trim();
+  var syncDone = row.log.indexOf('[done] Sync') >= 0;
   if (offset > 0) {
     log = log.split('\n').slice(offset).join('\n');
+    if (!log && syncDone) {
+      // append the last 1k string
+      // the cnpm client sync need the `[done] Sync {name}` string to detect when sync task finished
+      log = '... ignore long logs ...\n' + row.log.substring(row.log.length - 1024);
+    }
   }
-  this.body = { ok: true, log };
+  this.body = { ok: true, syncDone: syncDone, log: log };
 };

controllers/total.js

@@ -4,17 +4,33 @@ const Total = require('../services/total');
 const version = require('../package.json').version;
 const config = require('../config');
 const getDownloadTotal = require('./utils').getDownloadTotal;
+const cacheClient = require('../common/cache');
+const logger = require('../common/logger');
 
 const startTime = '' + Date.now();
 let cache = null;
 
 module.exports = function* showTotal() {
-  if (cache && Date.now() - cache.cache_time < 10000) {
-    // cache 10 seconds
+  if (cache && Date.now() - cache.cache_time < 120000) {
+    // cache 120 seconds
     this.body = cache;
     return;
   }
 
+  const cacheKey = 'registry_total';
+  if (cacheClient) {
+    const result = yield cacheClient.get(cacheKey);
+    if (result) {
+      this.body = JSON.parse(result);
+      return;
+    }
+  }
+
+  if (cache) {
+    // set cache_time fisrt, avoid query in next time
+    cache.cache_time = Date.now();
+  }
+
   const r = yield [ Total.get(), getDownloadTotal() ];
   const total = r[0];
   const download = r[1];
@@ -28,7 +44,17 @@ module.exports = function* showTotal() {
   total.sync_model = config.syncModel;
 
   cache = total;
-  total.cache_time = Date.now();
+  cache.cache_time = Date.now();
 
   this.body = total;
+  if (cacheClient) {
+    cacheClient.pipeline()
+      .set(cacheKey, JSON.stringify(total))
+      // cache 12h
+      .expire(cacheKey, 3600 * 12)
+      .exec()
+      .catch(err => {
+        logger.error(err);
+      });
+  }
 };

controllers/utils.js

@@ -1,42 +1,33 @@
-/**!
- * cnpmjs.org - controllers/utils.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
+var debug = require('debug')('cnpmjs.org:controllers:utils');
+var path = require('path');
+var fs = require('fs');
+var utility = require('utility');
+var ms = require('humanize-ms');
+var moment = require('moment');
+var rimraf = require('rimraf');
+var downloadTotalService = require('../services/download_total');
+var nfs = require('../common/nfs');
+var config = require('../config');
 
-const debug = require('debug')('cnpmjs.org:controllers:utils');
-const path = require('path');
-const fs = require('fs');
-const utility = require('utility');
-const ms = require('humanize-ms');
-const moment = require('moment');
-const downloadTotalService = require('../services/download_total');
-const nfs = require('../common/nfs');
-const config = require('../config');
-
-const DOWNLOAD_TIMEOUT = ms('10m');
+var DOWNLOAD_TIMEOUT = ms('10m');
 
 exports.downloadAsReadStream = function* (key) {
-  const options = { timeout: DOWNLOAD_TIMEOUT };
+  var options = { timeout: DOWNLOAD_TIMEOUT };
   if (nfs.createDownloadStream) {
     return yield nfs.createDownloadStream(key, options);
   }
 
-  const tmpPath = path.join(config.uploadDir,
+  var tmpPath = path.join(config.uploadDir,
     utility.randomString() + key.replace(/\//g, '-'));
+  var tarball;
   function cleanup() {
     debug('cleanup %s', tmpPath);
-    fs.unlink(tmpPath, utility.noop);
+    rimraf(tmpPath, utility.noop);
+    if (tarball) {
+      tarball.destroy();
+    }
   }
   debug('downloadAsReadStream() %s to %s', key, tmpPath);
   try {
@@ -46,32 +37,32 @@ exports.downloadAsReadStream = function* (key) {
     cleanup();
     throw err;
   }
-  const tarball = fs.createReadStream(tmpPath);
+  tarball = fs.createReadStream(tmpPath);
   tarball.once('error', cleanup);
   tarball.once('end', cleanup);
   return tarball;
 };
 
 exports.getDownloadTotal = function* (name) {
-  let end = moment();
-  let start = end.clone().subtract(1, 'months').startOf('month');
-  const lastday = end.clone().subtract(1, 'days').format('YYYY-MM-DD');
-  let lastweekStart = end.clone().subtract(1, 'weeks').startOf('isoweek');
-  const lastweekEnd = lastweekStart.clone().endOf('isoweek').format('YYYY-MM-DD');
-  const lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
-  const thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
-  const thisweekStart = end.clone().startOf('isoweek').format('YYYY-MM-DD');
+  var end = moment();
+  var start = end.clone().subtract(1, 'months').startOf('month');
+  var lastday = end.clone().subtract(1, 'days').format('YYYY-MM-DD');
+  var lastweekStart = end.clone().subtract(1, 'weeks').startOf('isoweek');
+  var lastweekEnd = lastweekStart.clone().endOf('isoweek').format('YYYY-MM-DD');
+  var lastmonthEnd = start.clone().endOf('month').format('YYYY-MM-DD');
+  var thismonthStart = end.clone().startOf('month').format('YYYY-MM-DD');
+  var thisweekStart = end.clone().startOf('isoweek').format('YYYY-MM-DD');
   start = start.format('YYYY-MM-DD');
   end = end.format('YYYY-MM-DD');
   lastweekStart = lastweekStart.format('YYYY-MM-DD');
-  const method = name ? 'getModuleTotal' : 'getTotal';
-  const args = [ start, end ];
+  var method = name ? 'getModuleTotal' : 'getTotal';
+  var args = [start, end];
   if (name) {
     args.unshift(name);
   }
 
-  const rows = yield downloadTotalService[method].apply(downloadTotalService, args);
-  const download = {
+  var rows = yield downloadTotalService[method].apply(downloadTotalService, args);
+  var download = {
     today: 0,
     thisweek: 0,
     thismonth: 0,
@@ -80,8 +71,8 @@ exports.getDownloadTotal = function* (name) {
     lastmonth: 0,
   };
 
-  for (let i = 0; i < rows.length; i++) {
-    const r = rows[i];
+  for (var i = 0; i < rows.length; i++) {
+    var r = rows[i];
     if (r.date === end) {
       download.today += r.count;
     }
@@ -105,11 +96,11 @@ exports.getDownloadTotal = function* (name) {
   return download;
 };
 
-exports.setLicense = function(pkg) {
-  let license;
+exports.setLicense = function (pkg) {
+  var license;
   license = pkg.license || pkg.licenses || pkg.licence || pkg.licences;
   if (!license) {
-    return;
+    return ;
   }
 
   if (Array.isArray(license)) {
@@ -119,7 +110,7 @@ exports.setLicense = function(pkg) {
   if (typeof license === 'object') {
     pkg.license = {
       name: license.name || license.type,
-      url: license.url,
+      url: license.url
     };
   }
 
@@ -127,38 +118,38 @@ exports.setLicense = function(pkg) {
     if (license.match(/(http|https)(:\/\/)/ig)) {
       pkg.license = {
         name: license,
-        url: license,
+        url: license
       };
     } else {
       pkg.license = {
         url: exports.getOssLicenseUrlFromName(license),
-        name: license,
+        name: license
       };
     }
   }
 };
 
-exports.getOssLicenseUrlFromName = function(name) {
-  const base = 'http://opensource.org/licenses/';
+exports.getOssLicenseUrlFromName = function (name) {
+  var base = 'http://opensource.org/licenses/';
 
-  const licenseMap = {
-    bsd: 'BSD-2-Clause',
-    mit: 'MIT',
-    x11: 'MIT',
+  var licenseMap = {
+    'bsd': 'BSD-2-Clause',
+    'mit': 'MIT',
+    'x11': 'MIT',
     'mit/x11': 'MIT',
     'apache 2.0': 'Apache-2.0',
-    apache2: 'Apache-2.0',
+    'apache2': 'Apache-2.0',
     'apache 2': 'Apache-2.0',
     'apache-2': 'Apache-2.0',
-    apache: 'Apache-2.0',
-    gpl: 'GPL-3.0',
-    gplv3: 'GPL-3.0',
-    gplv2: 'GPL-2.0',
-    gpl3: 'GPL-3.0',
-    gpl2: 'GPL-2.0',
-    lgpl: 'LGPL-2.1',
+    'apache': 'Apache-2.0',
+    'gpl': 'GPL-3.0',
+    'gplv3': 'GPL-3.0',
+    'gplv2': 'GPL-2.0',
+    'gpl3': 'GPL-3.0',
+    'gpl2': 'GPL-2.0',
+    'lgpl': 'LGPL-2.1',
     'lgplv2.1': 'LGPL-2.1',
-    lgplv2: 'LGPL-2.1',
+    'lgplv2': 'LGPL-2.1'
   };
 
   return licenseMap[name.toLowerCase()] ?

controllers/web/badge.js

@@ -1,31 +1,20 @@
-/**!
- * cnpmjs.org - controllers/web/badge.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const utility = require('utility');
-const util = require('util');
-const config = require('../../config');
-const packageService = require('../../services/package');
-const DownloadTotal = require('../../services/download_total');
+var config = require('../../config');
+var packageService = require('../../services/package');
+var DownloadTotal = require('../../services/download_total');
 
 exports.version = function* () {
-  let color = 'lightgrey';
-  let version = 'invalid';
-  const name = this.params[0];
-  const tag = this.query.tag || 'latest';
-  const info = yield packageService.getModuleByTag(name, tag);
+  var color = 'grey';
+  var name = this.params[0];
+  var tag = this.query.tag || 'latest';
+  var version = this.query.version;
+  let info;
+  if (version) {
+    info = yield packageService.getModule(name, version);
+  } else {
+    info = yield packageService.getModuleByTag(name, tag);
+  }
   if (info) {
     version = info.version;
     if (/^0\.0\./.test(version)) {
@@ -40,23 +29,23 @@ exports.version = function* () {
     }
   }
 
-  let subject = config.badgeSubject.replace(/\-/g, '--');
+  var subject = config.badgeSubject;
   if (this.query.subject) {
-    subject = this.query.subject.replace(/\-/g, '--');
+    subject = this.query.subject;
   }
-  version = version.replace(/\-/g, '--');
-  const style = this.query.style || 'flat-square';
-  const url = util.format(config.badgePrefixURL + '/%s-%s-%s.svg?style=%s',
-    utility.encodeURIComponent(subject), version, color, utility.encodeURIComponent(style));
+  if (!version) {
+    version = 'invalid';
+  }
+  var style = this.query.style || 'flat-square';
+  var url = config.badgeService.url(subject, version, { color, style });
   this.redirect(url);
 };
 
 exports.downloads = function* () {
   // https://dn-img-shields-io.qbox.me/badge/downloads-100k/month-brightgreen.svg?style=flat-square
-  const name = this.params[0];
-  const count = yield DownloadTotal.getTotalByName(name);
-  const style = this.query.style || 'flat-square';
-  const url = util.format(config.badgePrefixURL + '/downloads-%s-brightgreen.svg?style=%s',
-    count, utility.encodeURIComponent(style));
+  var name = this.params[0];
+  var count = yield DownloadTotal.getTotalByName(name);
+  var style = this.query.style;
+  var url = config.badgeService.url('downloads', count, { style });
   this.redirect(url);
 };

controllers/web/package/list_privates.js

@@ -1,27 +1,12 @@
-/**!
- * cnpmjs.org - controllers/web/package/list_privates.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const packageService = require('../../../services/package');
-const config = require('../../../config');
+var packageService = require('../../../services/package');
+var config = require('../../../config');
 
 module.exports = function* listPrivates() {
-  const tasks = {};
-  for (let i = 0; i < config.scopes.length; i++) {
-    const scope = config.scopes[i];
+  var tasks = {};
+  for (var i = 0; i < config.scopes.length; i++) {
+    var scope = config.scopes[i];
     tasks[scope] = packageService.listPrivateModulesByScope(scope);
   }
 
@@ -29,9 +14,9 @@ module.exports = function* listPrivates() {
     tasks['no scoped'] = packageService.listModules(config.privatePackages);
   }
 
-  const scopes = yield tasks;
+  var scopes = yield tasks;
   yield this.render('private', {
     title: 'private packages',
-    scopes,
+    scopes: scopes
   });
 };

controllers/web/package/search.js

@@ -1,40 +1,30 @@
-/**!
- * cnpmjs.org - controllers/web/package/search.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <m@fengmk2.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const debug = require('debug')('cnpmjs.org:controllers:web:package:search');
-const packageService = require('../../../services/package');
+var debug = require('debug')('cnpmjs.org:controllers:web:package:search');
+var packageService = require('../../../services/package');
+var config = require('../../../config');
 
 module.exports = function* search() {
-  const params = this.params;
-  const word = params.word || params[0];
-  let limit = Number(this.query.limit) || 100;
+  var params = this.params;
+  var word = params.word || params[0];
+  var limit = Number(this.query.limit) || 100;
 
   if (limit > 10000) {
     limit = 10000;
   }
 
+  if (config.disableSearch) {
+    return this.redirect(`/package/${encodeURIComponent(word)}`);
+  }
+
   debug('search %j', word);
-  const result = yield packageService.search(word, {
-    limit,
+  var result = yield packageService.search(word, {
+    limit: limit
   });
 
-  let match = null;
-  for (let i = 0; i < result.searchMatchs.length; i++) {
-    const p = result.searchMatchs[i];
+  var match = null;
+  for (var i = 0; i < result.searchMatchs.length; i++) {
+    var p = result.searchMatchs[i];
     if (p.name === word) {
       match = p;
       break;
@@ -45,7 +35,7 @@ module.exports = function* search() {
   if (this.query && this.query.type === 'json') {
     this.jsonp = {
       keyword: word,
-      match,
+      match: match,
       packages: result.searchMatchs,
       keywords: result.keywordMatchs,
     };
@@ -54,7 +44,7 @@ module.exports = function* search() {
   yield this.render('search', {
     title: 'Keyword - ' + word,
     keyword: word,
-    match,
+    match: match,
     packages: result.searchMatchs,
     keywords: result.keywordMatchs,
   });

controllers/web/package/search_range.js

@@ -1,49 +1,34 @@
-/**!
- * cnpmjs.org - controllers/web/package/search_range.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const packageService = require('../../../services/package');
+var packageService = require('../../../services/package');
 
 module.exports = function* searchRange() {
-  let startKey = this.query.startkey || '';
+  var startKey = this.query.startkey || '';
   if (startKey[0] === '"') {
     startKey = startKey.substring(1);
   }
   if (startKey[startKey.length - 1] === '"') {
     startKey = startKey.substring(0, startKey.length - 1);
   }
-  const limit = Number(this.query.limit) || 20;
-  const result = yield packageService.search(startKey, { limit });
+  var limit = Number(this.query.limit) || 20;
+  var result = yield packageService.search(startKey, {limit: limit});
 
-  const packages = result.searchMatchs.concat(result.keywordMatchs);
+  var packages = result.searchMatchs.concat(result.keywordMatchs);
 
-  const rows = [];
-  for (let i = 0; i < packages.length; i++) {
-    const p = packages[i];
-    const row = {
+  var rows = [];
+  for (var i = 0; i < packages.length; i++) {
+    var p = packages[i];
+    var row = {
       key: p.name,
       count: 1,
       value: {
         name: p.name,
         description: p.description,
-      },
+      }
     };
     rows.push(row);
   }
   this.body = {
-    rows,
+    rows: rows
   };
 };

controllers/web/package/show.js

@@ -1,60 +1,69 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:controllers:web:package:show');
-const bytes = require('bytes');
-const giturl = require('giturl');
-const moment = require('moment');
-const semver = require('semver');
-const gravatar = require('gravatar');
-const humanize = require('humanize-number');
-const config = require('../../../config');
-const utils = require('../../utils');
-const setDownloadURL = require('../../../lib/common').setDownloadURL;
-const renderMarkdown = require('../../../common/markdown').render;
-const packageService = require('../../../services/package');
+var debug = require('debug')('cnpmjs.org:controllers:web:package:show');
+var bytes = require('bytes');
+var giturl = require('giturl');
+var moment = require('moment');
+var semver = require('semver');
+var gravatar = require('gravatar');
+var humanize = require('humanize-number');
+var config = require('../../../config');
+var utils = require('../../utils');
+var setDownloadURL = require('../../../lib/common').setDownloadURL;
+var renderMarkdown = require('../../../common/markdown').render;
+var packageService = require('../../../services/package');
+var downloadTotalService = require('../../../services/download_total');
 
 module.exports = function* show(next) {
-  const params = this.params;
+  var params = this.params;
   // normal: {name: $name, version: $version}
   // scope: [$name, $version]
-  const orginalName = params.name || params[0];
-  const name = orginalName;
-  const tag = params.version || params[1];
+  var orginalName = params.name || params[0];
+  var name = orginalName;
+  var tag = params.version || params[1];
   debug('display %s with %j', name, params);
 
-  let getPackageMethod;
-  let getPackageArgs;
-  const version = semver.valid(tag || '');
+  var getPackageMethod;
+  var getPackageArgs;
+  var version = semver.valid(tag || '');
   if (version) {
     getPackageMethod = 'getModule';
-    getPackageArgs = [ name, version ];
+    getPackageArgs = [name, version];
   } else {
     getPackageMethod = 'getModuleByTag';
-    getPackageArgs = [ name, tag || 'latest' ];
+    getPackageArgs = [name, tag || 'latest'];
   }
 
-  let pkg = yield packageService[getPackageMethod].apply(packageService, getPackageArgs);
+  var pkg = yield packageService[getPackageMethod].apply(packageService, getPackageArgs);
+  if ((!pkg || !pkg.package) && tag) {
+    // + if we can't find it by tag, it may be a non-semver version, check it then
+    // + if we can't find it by version, it may be a tag, check it then
+    getPackageMethod = version ? 'getModuleByTag' : 'getModule';
+    pkg = yield packageService[getPackageMethod](name, tag);
+  }
+
+  // if it's still not found
   if (!pkg || !pkg.package) {
     // check if unpublished
-    const unpublishedInfo = yield packageService.getUnpublishedModule(name);
+    var unpublishedInfo = yield packageService.getUnpublishedModule(name);
     debug('show unpublished %j', unpublishedInfo);
     if (unpublishedInfo) {
-      const data = {
-        name,
-        unpublished: unpublishedInfo.package,
+      var data = {
+        name: name,
+        unpublished: unpublishedInfo.package
       };
       data.unpublished.time = new Date(data.unpublished.time);
       if (data.unpublished.maintainers) {
-        for (let i = 0; i < data.unpublished.maintainers.length; i++) {
-          const maintainer = data.unpublished.maintainers[i];
+        for (var i = 0; i < data.unpublished.maintainers.length; i++) {
+          var maintainer = data.unpublished.maintainers[i];
           if (maintainer.email) {
-            maintainer.gravatar = gravatar.url(maintainer.email, { s: '50', d: 'retro' }, true);
+            maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
           }
         }
       }
       yield this.render('package_unpublished', {
         package: data,
-        title: 'Package - ' + name,
+        title: 'Package - ' + name
       });
       return;
     }
@@ -62,20 +71,52 @@ module.exports = function* show(next) {
     return yield next;
   }
 
-  const r = yield [
+  var r = yield [
     utils.getDownloadTotal(name),
     packageService.listDependents(name),
     packageService.listStarUserNames(name),
     packageService.listMaintainers(name),
+    packageService.listModulesByName(name),
+    packageService.listModuleTags(name),
+    downloadTotalService.getTotalByName(name),
   ];
-  const download = r[0];
-  const dependents = r[1];
-  const users = r[2];
-  const maintainers = r[3];
+  var download = r[0];
+  var dependents = r[1];
+  var users = r[2];
+  var maintainers = r[3];
+  var rows = r[4];
+  var tags = r[5];
+  var downloadTotal = r[6];
+
+  const versionsMap = {};
+  const versions = [];
+  for (const row of rows) {
+    var versionPkg = row.package;
+    // pkg is string ... ignore it
+    if (typeof versionPkg === 'string') {
+      continue;
+    }
+    versionPkg.fromNow = moment(versionPkg.publish_time || row.publish_time).fromNow();
+    versions.push(versionPkg);
+    versionsMap[versionPkg.version] = versionPkg;
+  }
+
+  for (const row of tags) {
+    row.fromNow = versionsMap[row.version] && versionsMap[row.version].fromNow;
+  }
 
   pkg.package.fromNow = moment(pkg.publish_time).fromNow();
   pkg = pkg.package;
   pkg.users = users;
+  pkg.versions = versions;
+  pkg.tags = tags;
+
+  if (!pkg.readme && config.enableAbbreviatedMetadata) {
+    var packageReadme = yield packageService.getPackageReadme(name);
+    if (packageReadme) {
+      pkg.readme = packageReadme.readme;
+    }
+  }
   if (pkg.readme && typeof pkg.readme !== 'string') {
     pkg.readme = 'readme is not string: ' + JSON.stringify(pkg.readme);
   } else {
@@ -91,10 +132,10 @@ module.exports = function* show(next) {
   }
 
   if (pkg.maintainers) {
-    for (let i = 0; i < pkg.maintainers.length; i++) {
-      const maintainer = pkg.maintainers[i];
+    for (var i = 0; i < pkg.maintainers.length; i++) {
+      var maintainer = pkg.maintainers[i];
       if (maintainer.email) {
-        maintainer.gravatar = gravatar.url(maintainer.email, { s: '50', d: 'retro' }, true);
+        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
       }
     }
   }
@@ -102,7 +143,7 @@ module.exports = function* show(next) {
   if (pkg._npmUser) {
     pkg.lastPublishedUser = pkg._npmUser;
     if (pkg.lastPublishedUser.email) {
-      pkg.lastPublishedUser.gravatar = gravatar.url(pkg.lastPublishedUser.email, { s: '50', d: 'retro' }, true);
+      pkg.lastPublishedUser.gravatar = gravatar.url(pkg.lastPublishedUser.email, {s: '50', d: 'retro'}, true);
     }
   }
 
@@ -110,7 +151,9 @@ module.exports = function* show(next) {
     pkg.repository = null;
   }
   if (pkg.repository && pkg.repository.url) {
-    pkg.repository.weburl = /^https?:\/\//.test(pkg.repository.url) ? pkg.repository.url : (giturl.parse(pkg.repository.url) || pkg.repository.url);
+    if (!pkg.repository.weburl) {
+      pkg.repository.weburl = /^https?:\/\//.test(pkg.repository.url) ? pkg.repository.url : (giturl.parse(pkg.repository.url) || pkg.repository.url);
+    }
   }
   if (!pkg.bugs) {
     pkg.bugs = {};
@@ -118,7 +161,7 @@ module.exports = function* show(next) {
 
   utils.setLicense(pkg);
 
-  for (const k in download) {
+  for (var k in download) {
     download[k] = humanize(download[k]);
   }
   setDownloadURL(pkg, this, config.registryHost);
@@ -134,6 +177,7 @@ module.exports = function* show(next) {
   }
 
   pkg.registryUrl = '//' + config.registryHost + '/' + pkg.name;
+  pkg.registryPackageUrl = '//' + config.registryHost + '/' + pkg.name + '/' + pkg.version;
 
   // pkg.engines = {
   //   "python": ">= 0.11.9",
@@ -142,48 +186,58 @@ module.exports = function* show(next) {
   //   "node2": ">= 0.10.9",
   //   "node3": ">= 0.6.9",
   // };
-  if (pkg.engines) {
-    for (const k in pkg.engines) {
-      const engine = String(pkg.engines[k] || '').trim();
-      let color = 'blue';
-      if (k.indexOf('node') === 0) {
-        color = 'yellowgreen';
-        let version = /(\d+\.\d+\.\d+)/.exec(engine);
-        if (version) {
-          version = version[0];
-          if (/^0\.11\.\d+/.test(version)) {
-            color = 'red';
-          } else if (/^0\.10\./.test(version) ||
-              /^0\.12\./.test(version) ||
-              /^0\.14\./.test(version) ||
-              /^[^0]+\./.test(version)) {
-            color = 'brightgreen';
-          }
-        }
-      }
-      pkg.engines[k] = {
-        version: engine,
-        title: k + ': ' + engine,
-        badgeURL: config.badgePrefixURL + '/' + encodeURIComponent(k) +
-          '-' + encodeURIComponent(engine) + '-' + color + '.svg?style=flat-square',
-      };
-    }
+  // "engines": "0.10.24",
+  // invalid engines
+  if (pkg.engines && typeof pkg.engines !== 'object') {
+    pkg.engines = {};
   }
 
+  for (var k in pkg.engines) {
+    var engine = String(pkg.engines[k] || '').trim();
+    var color = 'blue';
+    if (k.indexOf('node') === 0 || k.indexOf('install-') === 0) {
+      color = 'green';
+      var version = /(\d+\.)/.exec(engine);
+      if (version) {
+        version = version[0];
+        if (/^[0123]\./.test(version)) {
+          color = 'red';
+        }
+      }
+      if (engine === '*') {
+        color = 'red';
+      }
+    }
+    pkg.engines[k] = {
+      version: engine,
+      title: k + ': ' + engine,
+      badgeURL: config.badgeService.url(k, engine, { color }),
+    };
+  }
+
+  let packagephobiaSupport = downloadTotal >= config.packagephobiaMinDownloadCount;
   if (pkg._publish_on_cnpm) {
     pkg.isPrivate = true;
+    // need download total >= 1000
+    packagephobiaSupport = downloadTotal >= config.packagephobiaMinDownloadCount && config.packagephobiaSupportPrivatePackage;
   } else {
     pkg.isPrivate = false;
     // add security check badge
     pkg.snyk = {
-      badge: `${config.snykUrl}/test/npm/${pkg.name}/badge.svg?style=flat-square`,
+      badge: `${config.snykUrl}/test/npm/${pkg.name}/badge.svg`,
       url: `${config.snykUrl}/test/npm/${pkg.name}`,
     };
   }
+  if (packagephobiaSupport) {
+    pkg.packagephobia = {
+      badge: `${config.packagephobiaURL}/badge?p=${pkg.name}@${pkg.version}`,
+      url: `${config.packagephobiaURL}/result?p=${pkg.name}@${pkg.version}`,
+    };
+  }
 
   yield this.render('package', {
     title: 'Package - ' + pkg.name,
     package: pkg,
-    download,
+    download: download,
   });
 };

controllers/web/show_sync.js

@@ -16,19 +16,19 @@
  */
 
 module.exports = function* showSync() {
-  let name = this.params.name || this.params[0] || this.query.name;
+  var name = this.params.name || this.params[0] || this.query.name;
   if (!name) {
     return this.redirect('/');
   }
-  let type = 'package';
+  var type = 'package';
   if (name.indexOf(':') > 0) {
-    const splits = name.split(':');
+    var splits = name.split(':');
     name = splits[1];
     type = splits[0];
   }
   yield this.render('sync', {
-    type,
-    name,
+    type: type,
+    name: name,
     title: 'Sync ' + type + ' - ' + name,
   });
 };

controllers/web/user/show.js

@@ -1,26 +1,28 @@
 'use strict';
 
-const config = require('../../../config');
-const packageService = require('../../../services/package');
-const userService = require('../../../services/user');
-const common = require('../../../lib/common');
+var config = require('../../../config');
+var packageService = require('../../../services/package');
+var userService = require('../../../services/user');
+var common = require('../../../lib/common');
+var he = require('he');
 
 module.exports = function* showUser(next) {
-  const name = this.params.name;
-  const isAdmin = common.isAdmin(name);
-  const scopes = config.scopes || [];
-  const r = yield [ packageService.listModulesByUser(name), userService.getAndSave(name) ];
-  const packages = r[0];
-  let user = r[1];
+  var name = this.params.name;
+  var isAdmin = common.isAdmin(name);
+  var scopes = config.scopes || [];
+  var user;
+  var r = yield [packageService.listModulesByUser(name), userService.getAndSave(name)];
+  var packages = r[0];
+  var user = r[1];
   if (!user && !packages.length) {
     return yield next;
   }
 
   user = user || {};
 
-  const data = {
-    name,
-    email: user.email,
+  var data = {
+    name: name,
+    email: user.email ? he.encode(user.email, { encodeEverything: true }) : user.email,
     json: user.json || {},
     isNpmUser: user.isNpmUser,
   };
@@ -28,7 +30,7 @@ module.exports = function* showUser(next) {
   if (data.json.login) {
     // custom user format
     // convert to npm user format
-    const json = data.json;
+    var json = data.json;
     data.json = {
       _id: 'org.couchdb.user:' + user.name,
       _rev: user.rev,
@@ -40,16 +42,16 @@ module.exports = function* showUser(next) {
       avatar: json.avatar_url,
       fullname: json.name || json.login,
       homepage: json.html_url,
-      im: json.im_url,
+      im: json.im_url
     };
   }
 
   yield this.render('profile', {
     title: 'User - ' + name,
-    packages,
+    packages: packages,
     user: data,
     lastModified: user.gmt_modified,
-    isAdmin,
-    scopes,
+    isAdmin: isAdmin,
+    scopes: scopes
   });
 };

dispatch.js

@@ -1,12 +1,12 @@
 'use strict';
 
-const childProcess = require('child_process');
-const path = require('path');
-const util = require('util');
-const cfork = require('cfork');
-const config = require('./config');
-const workerPath = path.join(__dirname, 'worker.js');
-const syncPath = path.join(__dirname, 'sync');
+var childProcess = require('child_process');
+var path = require('path');
+var util = require('util');
+var cfork = require('cfork');
+var config = require('./config');
+var workerPath = path.join(__dirname, 'worker.js');
+var syncPath = path.join(__dirname, 'sync');
 
 console.log('Starting cnpmjs.org ...\ncluster: %s\nadmins: %j\nscopes: %j\nsourceNpmRegistry: %s\nsyncModel: %s',
   config.enableCluster, config.admins, config.scopes, config.sourceNpmRegistry, config.syncModel);
@@ -27,17 +27,14 @@ function forkWorker() {
   cfork({
     exec: workerPath,
     count: config.numCPUs,
-  })
-  .on('fork', worker => {
+  }).on('fork', function (worker) {
     console.log('[%s] [worker:%d] new worker start', Date(), worker.process.pid);
-  })
-  .on('disconnect', worker => {
+  }).on('disconnect', function (worker) {
     console.error('[%s] [master:%s] wroker:%s disconnect, suicide: %s, state: %s.',
       Date(), process.pid, worker.process.pid, worker.suicide, worker.state);
-  })
-  .on('exit', (worker, code, signal) => {
-    const exitCode = worker.process.exitCode;
-    const err = new Error(util.format('worker %s died (code: %s, signal: %s, suicide: %s, state: %s)',
+  }).on('exit', function (worker, code, signal) {
+    var exitCode = worker.process.exitCode;
+    var err = new Error(util.format('worker %s died (code: %s, signal: %s, suicide: %s, state: %s)',
       worker.process.pid, exitCode, signal, worker.suicide, worker.state));
     err.name = 'WorkerDiedError';
     console.error('[%s] [master:%s] wroker exit: %s', Date(), process.pid, err.stack);
@@ -45,9 +42,9 @@ function forkWorker() {
 }
 
 function forkSyncer() {
-  const syncer = childProcess.fork(syncPath);
-  syncer.on('exit', (code, signal) => {
-    const err = new Error(util.format('syncer %s died (code: %s, signal: %s, stdout: %s, stderr: %s)',
+  var syncer = childProcess.fork(syncPath);
+  syncer.on('exit', function (code, signal) {
+    var err = new Error(util.format('syncer %s died (code: %s, signal: %s, stdout: %s, stderr: %s)',
       syncer.pid, code, signal, syncer.stdout, syncer.stderr));
     err.name = 'SyncerWorkerDiedError';
     console.error('[%s] [master:%s] syncer exit: %s: %s',

docker-compose.yml

@@ -0,0 +1,30 @@
+version: '3'
+services:
+  web:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    image: cnpmjs.org
+    depends_on:
+      - mysql-db
+    volumes:
+      - cnpm-files-volume:/var/data/cnpm_data
+    ports:
+      - "7001:7001"
+      - "7002:7002"
+
+  mysql-db:
+    image: mysql:5.6
+    restart: always
+    environment :
+      MYSQL_USER: root      
+      MYSQL_ALLOW_EMPTY_PASSWORD: "yes"      
+      MYSQL_DATABASE: cnpmjs_test
+      MYSQL_ROOT_HOST: "%"
+    volumes:
+      - ./docs/db.sql:/docker-entrypoint-initdb.d/cnpm-init.sql           
+      - cnpm-db-volume:/var/lib/mysql 
+
+volumes:
+  cnpm-files-volume:
+  cnpm-db-volume:    

docs/db.sql

@@ -3,81 +3,96 @@ CREATE TABLE IF NOT EXISTS `user` (
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `name` varchar(100) NOT NULL COMMENT 'user name',
- `salt` varchar(100) NOT NULL,
+ `salt` varchar(100) NOT NULL COMMENT 'user salt',
  `password_sha` varchar(100) NOT NULL COMMENT 'user password hash',
  `ip` varchar(64) NOT NULL COMMENT 'user last request ip',
- `roles` varchar(200) NOT NULL DEFAULT '[]',
- `rev` varchar(40) NOT NULL,
- `email` varchar(400) NOT NULL,
- `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
+ `roles` varchar(200) NOT NULL DEFAULT '[]' COMMENT 'user roles',
+ `rev` varchar(40) NOT NULL COMMENT 'user rev',
+ `email` varchar(400) NOT NULL COMMENT 'user email',
+ `json` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'json details',
  `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
 -- ALTER TABLE `user`
 --   ADD `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
 --   ADD `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false';
+-- ALTER TABLE `user` CHANGE `json` `json` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'json details';
+-- ALTER TABLE `user`
+--   CHANGE `salt` `salt` varchar(100) NOT NULL COMMENT 'user salt',
+--   CHANGE `roles` `roles` varchar(200) NOT NULL DEFAULT '[]' COMMENT 'user roles',
+--   CHANGE `rev` `rev` varchar(40) NOT NULL COMMENT 'user rev',
+--   CHANGE `email` `email` varchar(400) NOT NULL COMMENT 'user email';
 
 CREATE TABLE IF NOT EXISTS `module_keyword` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `description` longtext,
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `description` longtext COMMENT 'module description',
  PRIMARY KEY (`id`),
- UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_keyword_module_name` (`keyword`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
+-- ALTER TABLE `module_keyword`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `description` `description` longtext COMMENT 'module description';
 
 CREATE TABLE IF NOT EXISTS `module_star` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_module_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
+-- ALTER TABLE `module_star`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_module_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
+-- ALTER TABLE `module_maintainer`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_module_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
+-- ALTER TABLE `npm_module_maintainer`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `author` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `author` varchar(100) NOT NULL COMMENT 'module author',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
- `description` longtext,
+ `description` longtext COMMENT 'module description',
  `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'package.json',
- `dist_shasum` varchar(100) DEFAULT NULL,
- `dist_tarball` varchar(2048) DEFAULT NULL,
- `dist_size` int(10) unsigned NOT NULL DEFAULT '0',
- `publish_time` bigint(20) unsigned,
+ `dist_shasum` varchar(100) DEFAULT NULL COMMENT 'module dist SHASUM',
+ `dist_tarball` varchar(2048) DEFAULT NULL COMMENT 'module dist tarball',
+ `dist_size` int(10) unsigned NOT NULL DEFAULT '0' COMMENT 'module dist size',
+ `publish_time` bigint(20) unsigned COMMENT 'module publish time',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`,`version`),
- KEY `gmt_modified` (`gmt_modified`),
- KEY `publish_time` (`publish_time`),
- KEY `author` (`author`)
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`),
+ KEY `idx_author` (`author`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module info';
 -- ALTER TABLE `module` ADD `description` longtext;
 -- ALTER TABLE `module` ADD `publish_time` bigint(20) unsigned, ADD KEY `publish_time` (`publish_time`);
@@ -85,48 +100,97 @@ CREATE TABLE IF NOT EXISTS `module` (
 -- ALTER TABLE `module` CHANGE `description` `description` LONGTEXT CHARACTER SET utf8 COLLATE utf8_general_ci;
 -- show create table module\G
 -- ALTER TABLE  `module` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- ALTER TABLE `module`
+--   CHANGE `author` `author` varchar(100) NOT NULL COMMENT 'module author',
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `version` `version` varchar(30) NOT NULL COMMENT 'module version',
+--   CHANGE `description` `description` longtext COMMENT 'module description',
+--   CHANGE `package` `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'package.json',
+--   CHANGE `dist_shasum` `dist_shasum` varchar(100) DEFAULT NULL COMMENT 'module dist SHASUM',
+--   CHANGE `dist_tarball` `dist_tarball` varchar(2048) DEFAULT NULL COMMENT 'module dist tarball',
+--   CHANGE `dist_size` `dist_size` int(10) unsigned NOT NULL DEFAULT '0' COMMENT 'module dist size',
+--   CHANGE `publish_time` `publish_time` bigint(20) unsigned COMMENT 'module publish time';
+
+CREATE TABLE IF NOT EXISTS `module_abbreviated` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ `package` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the abbreviated metadata',
+ `publish_time` bigint(20) unsigned COMMENT 'the publish time',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module abbreviated info';
+-- ALTER TABLE `module_abbreviated`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `publish_time` `publish_time` bigint(20) unsigned COMMENT 'the publish time';
+
+CREATE TABLE IF NOT EXISTS `package_readme` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `readme` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the latest version readme',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='package latest readme';
+-- ALTER TABLE `package_readme`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_log` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `username` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `log` longtext,
+ `username` varchar(100) NOT NULL COMMENT 'which username',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `log` longtext COMMENT 'the raw log',
  PRIMARY KEY (`id`),
- KEY `name` (`name`)
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
 -- ALTER TABLE  `module_log` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- ALTER TABLE `module_log`
+--   CHANGE `username` `username` varchar(100) NOT NULL COMMENT 'which username',
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `log` `log` longtext COMMENT 'the raw log';
 
 CREATE TABLE IF NOT EXISTS `tag` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `tag` varchar(30) NOT NULL COMMENT 'tag name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
  `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`, `tag`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`, `tag`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
 -- ALTER TABLE  `tag` ADD  `module_id` BIGINT( 20 ) UNSIGNED NOT NULL;
 -- ALTER TABLE  `tag` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
 -- ALTER TABLE `tag` ADD KEY `gmt_modified` (`gmt_modified`);
+-- ALTER TABLE `tag`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_unpublished` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
+-- ALTER TABLE `module_unpublished`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `total` (
- `name` varchar(100) NOT NULL COMMENT 'total name',
+ `name` varchar(214) NOT NULL COMMENT 'total name',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
  `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry',
@@ -150,6 +214,7 @@ INSERT INTO total(name, gmt_modified) VALUES('total', now())
 -- ALTER TABLE `total` ADD `fail_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages sync fail at this time'
 -- ALTER TABLE `total` ADD `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync'
 -- ALTER TABLE `total` ADD `last_sync_module` varchar(100) NOT NULL COMMENT 'last sync success module name';
+-- ALTER TABLE `total` CHANGE `name` `name` varchar(214) NOT NULL COMMENT 'total name';
 
 -- CREATE TABLE IF NOT EXISTS `download_total` (
 --  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
@@ -168,7 +233,7 @@ CREATE TABLE IF NOT EXISTS `downloads` (
   `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
   `gmt_create` datetime NOT NULL COMMENT 'create time',
   `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+  `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
   `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
   `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
   `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
@@ -202,43 +267,54 @@ CREATE TABLE IF NOT EXISTS `downloads` (
   `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
   `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
   PRIMARY KEY (`id`),
-  UNIQUE KEY `name_date` (`name`, `date`),
-  KEY `date` (`date`)
+  UNIQUE KEY `uk_name_date` (`name`, `date`),
+  KEY `idx_date` (`date`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+-- ALTER TABLE `downloads`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_deps` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `deps` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name_deps` (`name`,`deps`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_name_deps` (`name`,`deps`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
+-- ALTER TABLE `module_deps`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `deps` `deps` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module';
 
 CREATE TABLE IF NOT EXISTS `dist_dir` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(200) NOT NULL COMMENT 'dir name',
- `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `name` varchar(214) NOT NULL COMMENT 'dir name',
+ `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/',
  `date` varchar(20) COMMENT '02-May-2014 01:06',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`parent`, `name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`parent`, `name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist dir info';
+-- ALTER TABLE `dist_dir`
+--   CHANGE `name` `name` varchar(214) NOT NULL COMMENT 'dir name',
+--   CHANGE `parent` `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/';
 
 CREATE TABLE IF NOT EXISTS `dist_file` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) NOT NULL COMMENT 'file name',
- `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `name` varchar(214) NOT NULL COMMENT 'file name',
+ `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/',
  `date` varchar(20) COMMENT '02-May-2014 01:06',
  `size` int(10) unsigned NOT NULL COMMENT 'file size' DEFAULT '0',
  `sha1` varchar(40) COMMENT 'sha1 hex value',
  `url` varchar(2048),
  PRIMARY KEY (`id`),
- UNIQUE KEY `fullname` (`parent`, `name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_fullname` (`parent`, `name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist file info';
+-- ALTER TABLE `dist_file`
+--   CHANGE `name` `name` varchar(214) NOT NULL COMMENT 'file name',
+--   CHANGE `parent` `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/';

docs/dockerize/config.js

@@ -0,0 +1,261 @@
+'use strict';
+
+var mkdirp = require('mkdirp');
+var copy = require('copy-to');
+var path = require('path');
+var fs = require('fs');
+var os = require('os');
+
+var version = require('../package.json').version;
+
+var root = path.dirname(__dirname);
+var dataDir = process.env.CNPM_DATA_DIR ;
+
+var config = {
+  version: version,
+  dataDir: dataDir,
+
+  /**
+   * Cluster mode
+   */
+  enableCluster: false,
+  numCPUs: os.cpus().length,
+
+  /*
+   * server configure
+   */
+
+  registryPort: 7001,
+  webPort: 7002,
+  bindingHost: '0.0.0.0', // binding on 0.0.0.0 for outside of container access
+
+  // debug mode
+  // if in debug mode, some middleware like limit wont load
+  // logger module will print to stdout
+  debug: process.env.NODE_ENV === 'development',
+  // page mode, enable on development env
+  pagemock: process.env.NODE_ENV === 'development',
+  // session secret
+  sessionSecret: 'cnpmjs.org test session secret',
+  // max request json body size
+  jsonLimit: '10mb',
+  // log dir name
+  logdir: path.join(dataDir, 'logs'),
+  // update file template dir
+  uploadDir: path.join(dataDir, 'downloads'),
+  // web page viewCache
+  viewCache: false,
+
+  // config for koa-limit middleware
+  // for limit download rates
+  limit: {
+    enable: false,
+    token: 'koa-limit:download',
+    limit: 1000,
+    interval: 1000 * 60 * 60 * 24,
+    whiteList: [],
+    blackList: [],
+    message: 'request frequency limited, any question, please contact fengmk2@gmail.com',
+  },
+
+  enableCompress: false, // enable gzip response or not
+
+  // default system admins
+  admins: {
+    // name: email
+    fengmk2: 'fengmk2@gmail.com',
+    admin: 'admin@cnpmjs.org',
+    dead_horse: 'dead_horse@qq.com',
+  },
+
+  // email notification for errors
+  // check https://github.com/andris9/Nodemailer for more informations
+  mail: {
+    enable: false,
+    appname: 'cnpmjs.org',
+    from: 'cnpmjs.org mail sender <adderss@gmail.com>',
+    service: 'gmail',
+    auth: {
+      user: 'address@gmail.com',
+      pass: 'your password'
+    }
+  },
+
+  logoURL: 'https://os.alipayobjects.com/rmsportal/oygxuIUkkrRccUz.jpg', // cnpm logo image url
+  adBanner: '',
+  customReadmeFile: '', // you can use your custom readme file instead the cnpm one
+  customFooter: '', // you can add copyright and site total script html here
+  npmClientName: 'cnpm', // use `${name} install package`
+  packagePageContributorSearch: true, // package page contributor link to search, default is true
+
+  // max handle number of package.json `dependencies` property
+  maxDependencies: 200,
+  // backup filepath prefix
+  backupFilePrefix: '/cnpm/backup/',
+
+  /**
+   * database config
+   */
+
+  database: {
+    db: 'cnpmjs_test',
+    username: 'root',
+    password: '',
+
+    // the sql dialect of the database
+    // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
+    dialect: 'mysql',
+
+    // the Docker container network hostname defined at docker-compose.yml
+    host: 'mysql-db',
+
+    // custom port; default: 3306
+    port: 3306,
+
+    // use pooling in order to reduce db connection overload and to increase speed
+    // currently only for mysql and postgresql (since v1.5.0)
+    pool: {
+      maxConnections: 10,
+      minConnections: 0,
+      maxIdleTime: 30000
+    },
+
+    // the storage engine for 'sqlite'
+    // default store into ~/.cnpmjs.org/data.sqlite
+    //storage: path.join(dataDir, 'data.sqlite'),
+
+    logging: !!process.env.SQL_DEBUG,
+  },
+
+  // package tarball store in local filesystem by default
+  nfs: require('fs-cnpm')({
+    dir: path.join(dataDir, 'nfs')
+  }),
+  // if set true, will 302 redirect to `nfs.url(dist.key)`
+  downloadRedirectToNFS: false,
+
+  // registry url name
+  registryHost: '127.0.0.1:7001',
+
+  /**
+   * registry mode config
+   */
+
+  // enable private mode or not
+  // private mode: only admins can publish, other users just can sync package from source npm
+  // public mode: all users can publish
+  enablePrivate: false,
+
+  // registry scopes, if don't set, means do not support scopes
+  scopes: [ '@cnpm', '@cnpmtest', '@cnpm-test' ],
+
+  // some registry already have some private packages in global scope
+  // but we want to treat them as scoped private packages,
+  // so you can use this white list.
+  privatePackages: [],
+
+  /**
+   * sync configs
+   */
+
+  // the official npm registry
+  // cnpm wont directly sync from this one
+  // but sometimes will request it for some package infomations
+  // please don't change it if not necessary
+  officialNpmRegistry: 'https://registry.npmjs.com',
+  officialNpmReplicate: 'https://replicate.npmjs.com',
+
+  // sync source, upstream registry
+  // If you want to directly sync from official npm's registry
+  // please drop them an email first
+  sourceNpmRegistry: 'https://registry.npm.taobao.org',
+
+  // upstream registry is base on cnpm/cnpmjs.org or not
+  // if your upstream is official npm registry, please turn it off
+  sourceNpmRegistryIsCNpm: true,
+
+  // if install return 404, try to sync from source registry
+  syncByInstall: true,
+
+  // sync mode select
+  // none: do not sync any module, proxy all public modules from sourceNpmRegistry
+  // exist: only sync exist modules
+  // all: sync all modules
+  syncModel: 'none', // 'none', 'all', 'exist'
+
+  syncConcurrency: 1,
+  // sync interval, default is 10 minutes
+  syncInterval: '10m',
+
+  // sync polular modules, default to false
+  // because cnpm can't auto sync tag change for now
+  // so we want to sync popular modules to ensure their tags
+  syncPopular: false,
+  syncPopularInterval: '1h',
+  // top 100
+  topPopular: 100,
+
+  // sync devDependencies or not, default is false
+  syncDevDependencies: false,
+
+  // changes streaming sync
+  syncChangesStream: false,
+  handleSyncRegistry: 'http://127.0.0.1:7001',
+
+  // badge subject on http://shields.io/
+  badgePrefixURL: 'https://img.shields.io/badge',
+  badgeSubject: 'cnpm',
+
+  // custom user service, @see https://github.com/cnpm/cnpmjs.org/wiki/Use-Your-Own-User-Authorization
+  // when you not intend to ingegrate with your company's user system, then use null, it would
+  // use the default cnpm user system
+  userService: null,
+
+  // always-auth https://docs.npmjs.com/misc/config#always-auth
+  // Force npm to always require authentication when accessing the registry, even for GET requests.
+  alwaysAuth: false,
+
+  // if you're behind firewall, need to request through http proxy, please set this
+  // e.g.: `httpProxy: 'http://proxy.mycompany.com:8080'`
+  httpProxy: null,
+
+  // snyk.io root url
+  snykUrl: 'https://snyk.io',
+
+  // https://github.com/cnpm/cnpmjs.org/issues/1149
+  // if enable this option, must create module_abbreviated and package_readme table in database
+  enableAbbreviatedMetadata: true,
+
+  // global hook function: function* (envelope) {}
+  // envelope format please see https://github.com/npm/registry/blob/master/docs/hooks/hooks-payload.md#payload
+  globalHook: null,
+};
+
+if (process.env.NODE_ENV !== 'test') {
+  var customConfig;
+  if (process.env.NODE_ENV === 'development') {
+    customConfig = path.join(root, 'config', 'config.js');
+  } else {
+    // 1. try to load `$dataDir/config.json` first, not exists then goto 2.
+    // 2. load config/config.js, everything in config.js will cover the same key in index.js
+    customConfig = path.join(dataDir, 'config.json');
+    if (!fs.existsSync(customConfig)) {
+      customConfig = path.join(root, 'config', 'config.js');
+    }
+  }
+  if (fs.existsSync(customConfig)) {
+    copy(require(customConfig)).override(config);
+  }
+}
+
+mkdirp.sync(config.logdir);
+mkdirp.sync(config.uploadDir);
+
+module.exports = config;
+
+config.loadConfig = function (customConfig) {
+  if (!customConfig) {
+    return;
+  }
+  copy(customConfig).override(config);
+};

index.js

@@ -1,16 +1,28 @@
+/**!
+ * Copyright(c) cnpmjs.org and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ */
+
 'use strict';
 
-const config = require('./config');
+/**
+ * Module dependencies.
+ */
+
+var config = require('./config');
 
 exports.loadConfig = config.loadConfig;
 exports.config = config;
 
-exports.startWorker = function(customConfig) {
+exports.startWorker = function (customConfig) {
   config.loadConfig(customConfig);
   require('./worker');
 };
 
-exports.startSync = function(customConfig) {
+exports.startSync = function (customConfig) {
   config.loadConfig(customConfig);
   require('./sync');
 };

lib/common.js

@@ -1,18 +1,18 @@
 'use strict';
 
-const crypto = require('crypto');
-const path = require('path');
-const config = require('../config');
-const util = require('util');
+var crypto = require('crypto');
+var path = require('path');
+var config = require('../config');
+var util = require('util');
 
-exports.getTarballFilepath = function(filename) {
+exports.getTarballFilepath = function (filename) {
   // ensure download file path unique
   // TODO: not only .tgz, and also other extname
-  const name = filename.replace(/\.tgz$/, '.' + crypto.randomBytes(16).toString('hex') + '.tgz');
+  var name = filename.replace(/\.tgz$/, '.' + crypto.randomBytes(16).toString('hex') + '.tgz');
   return path.join(config.uploadDir, name);
 };
 
-exports.getCDNKey = function(name, filename) {
+exports.getCDNKey = function (name, filename) {
   // if name is scope package name, need to auto fix filename as a scope package file name
   // e.g.: @scope/foo, filename: foo-1.0.0.tgz => filename: @scope/foo-1.0.0.tgz
   if (name[0] === '@' && filename[0] !== '@') {
@@ -21,36 +21,41 @@ exports.getCDNKey = function(name, filename) {
   return '/' + name + '/-/' + filename;
 };
 
-exports.setDownloadURL = function(pkg, ctx, host) {
+exports.setDownloadURL = function (pkg, ctx, host) {
   if (pkg.dist) {
     host = host || config.registryHost || ctx.host;
+    var protocol = config.protocol || ctx.protocol;
     pkg.dist.tarball = util.format('%s://%s/%s/download/%s-%s.tgz',
-      ctx.protocol,
+      protocol,
       host, pkg.name, pkg.name, pkg.version);
+    if (ctx.querystring) {
+      var backupUrl = pkg.dist.tarball;
+      pkg.dist.tarball += '?' + ctx.querystring + '&other_urls=' + encodeURIComponent(backupUrl);
+    }
   }
 };
 
-exports.isAdmin = function(username) {
+exports.isAdmin = function (username) {
   return typeof config.admins[username] === 'string';
 };
 
-exports.isMaintainer = function(user, maintainers) {
+exports.isMaintainer = function (user, maintainers) {
   if (user.isAdmin) {
     return true;
   }
 
-  const username = user.name;
+  var username = user.name;
   maintainers = maintainers || [];
-  const match = maintainers.filter(function(item) {
+  var match = maintainers.filter(function (item) {
     return item.name === username;
   });
 
   return match.length > 0;
 };
 
-exports.isLocalModule = function(mods) {
-  for (let i = 0; i < mods.length; i++) {
-    const r = mods[i];
+exports.isLocalModule = function (mods) {
+  for (var i = 0; i < mods.length; i++) {
+    var r = mods[i];
     if (r.package && r.package._publish_on_cnpm) {
       return true;
     }
@@ -58,7 +63,7 @@ exports.isLocalModule = function(mods) {
   return false;
 };
 
-exports.isPrivateScopedPackage = function(name) {
+exports.isPrivateScopedPackage = function (name) {
   if (name[0] !== '@') {
     return false;
   }

middleware/auth.js

@@ -1,35 +1,35 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:middleware:auth');
-const UserService = require('../services/user');
-const config = require('../config');
+var debug = require('debug')('cnpmjs.org:middleware:auth');
+var UserService = require('../services/user');
+var config = require('../config');
 
 /**
  * Parse the request authorization
  * get the real user
  */
 
-module.exports = function() {
+module.exports = function () {
   return function* auth(next) {
     this.user = {};
 
-    let authorization = (this.get('authorization') || '').split(' ')[1] || '';
+    var authorization = (this.get('authorization') || '').split(' ')[1] || '';
     authorization = authorization.trim();
     debug('%s %s with %j', this.method, this.url, authorization);
     if (!authorization) {
       return yield unauthorized.call(this, next);
     }
 
-    authorization = new Buffer(authorization, 'base64').toString();
-    const pos = authorization.indexOf(':');
+    authorization = Buffer.from(authorization, 'base64').toString();
+    var pos = authorization.indexOf(':');
     if (pos === -1) {
-      return yield unauthorized.call(this, next);
+       return yield unauthorized.call(this, next);
     }
 
-    const username = authorization.slice(0, pos);
-    const password = authorization.slice(pos + 1);
+    var username = authorization.slice(0, pos);
+    var password = authorization.slice(pos + 1);
 
-    let row;
+    var row;
     try {
       row = yield UserService.auth(username, password);
     } catch (err) {
@@ -57,10 +57,11 @@ function* unauthorized(next) {
   }
   this.status = 401;
   this.set('WWW-Authenticate', 'Basic realm="sample"');
-  if (this.accepts([ 'html', 'json' ]) === 'json') {
+  if (this.accepts(['html', 'json']) === 'json') {
+    const error = '[unauthorized] login first';
     this.body = {
-      error: 'unauthorized',
-      reason: 'login first',
+      error,
+      reason: error,
     };
   } else {
     this.body = 'login first';

middleware/block.js

@@ -1,14 +1,13 @@
 'use strict';
 
-module.exports = () => {
+module.exports = function () {
   return function* block(next) {
-    const ua = String(this.get('user-agent')).toLowerCase();
+    var ua = String(this.get('user-agent')).toLowerCase();
     if (ua === 'ruby') {
       this.status = 403;
-      this.body = {
-        message: 'forbidden Ruby user-agent, ip: ' + this.ip,
+      return this.body = {
+        message: 'forbidden Ruby user-agent, ip: ' + this.ip
       };
-      return;
     }
     yield next;
   };

middleware/editable.js

@@ -1,28 +1,29 @@
 'use strict';
 
-const packageService = require('../services/package');
+var packageService = require('../services/package');
 
 // admin or module's maintainer can modified the module
 module.exports = function* editable(next) {
-  const username = this.user && this.user.name;
-  const moduleName = this.params.name || this.params[0];
+  var username = this.user && this.user.name;
+  var moduleName = this.params.name || this.params[0];
   if (username && moduleName) {
     if (this.user.isAdmin) {
       return yield next;
     }
-    const isMaintainer = yield packageService.isMaintainer(moduleName, username);
+    var isMaintainer = yield packageService.isMaintainer(moduleName, username);
     if (isMaintainer) {
       return yield next;
     }
   }
 
   this.status = 403;
-  let message = 'not authorized to modify ' + moduleName;
+  var message = 'not authorized to modify ' + moduleName;
   if (username) {
     message = username + ' ' + message;
   }
+  message = '[forbidden] ' + message;
   this.body = {
-    error: 'forbidden user',
+    error: message,
     reason: message,
   };
 };

middleware/exists_package.js

@@ -1,16 +1,17 @@
 'use strict';
 
-const packageService = require('../services/package');
+var packageService = require('../services/package');
 
 module.exports = function* (next) {
-  const name = this.params.name || this.params[0];
-  const pkg = yield packageService.getLatestModule(name);
+  var name = this.params.name || this.params[0];
+  var pkg = yield packageService.getLatestModule(name);
   if (pkg) {
     return yield next;
   }
   this.status = 404;
+  const error = '[not_found] document not found';
   this.body = {
-    error: 'not_found',
-    reason: 'document not found',
+    error,
+    reason: error,
   };
 };

middleware/limit.js

@@ -1,9 +1,9 @@
 'use strict';
 
-const config = require('../config');
-const limit = require('koa-limit');
+var config = require('../config');
+var limit = require('koa-limit');
 
-const limitConfig = config.limit;
+var limitConfig = config.limit;
 
 if (!limitConfig.enable) {
   module.exports = function* ignoreLimit(next) {

middleware/login.js

@@ -1,26 +1,28 @@
 'use strict';
 
-const http = require('http');
+var http = require('http');
 
-module.exports = function* login(next) {
+module.exports = function *login(next) {
   if (this.user.error) {
-    const status = this.user.error.status;
+    var status = this.user.error.status;
     this.status = http.STATUS_CODES[status]
       ? status
       : 500;
 
+    const error = `[${this.user.error.name}] ${this.user.error.message}`;
     this.body = {
-      error: this.user.error.name,
-      reason: this.user.error.message,
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!this.user.name) {
     this.status = 401;
+    const error = '[unauthorized] Login first';
     this.body = {
-      error: 'unauthorized',
-      reason: 'Login first',
+      error,
+      reason: error,
     };
     return;
   }

middleware/opensearch.js

@@ -1,19 +1,20 @@
 'use strict';
 
-const template = `<?xml version="1.0" encoding="UTF-8"?>
- <OpenSearchDescription xmlns="http://a9.com/-/spec/opensearch/1.1/">
-   <ShortName>CNPM</ShortName>
-   <Description>Search packages in CNPM.</Description>
-   <Tags>CNPM</Tags>
-    <Url method="get" type="text/html" template="http://{{host}}/browse/keyword/{searchTerms}"/>
- </OpenSearchDescription>`;
+var template = '<?xml version="1.0" encoding="UTF-8"?>\
+ <OpenSearchDescription xmlns="http://a9.com/-/spec/opensearch/1.1/">\
+   <ShortName>CNPM</ShortName>\
+   <Description>Search packages in CNPM.</Description>\
+   <Tags>CNPM</Tags>\
+    <Url method="get" type="text/html" template="http://${host}/browse/keyword/{searchTerms}"/>\
+ </OpenSearchDescription>';
+
+var config = require('../config');
 
 module.exports = function* opensearch(next) {
   if (this.path === '/opensearch.xml') {
     this.type = 'text/xml';
     this.charset = 'utf-8';
-    this.body = template.replace('{{host}}', this.host);
-    return;
+    this.body = template.replace('${host}', config.opensearch.host || this.host);
   }
   yield next;
 };

middleware/proxy_to_npm.js

@@ -1,46 +1,84 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:middleware:proxy_to_npm');
-const config = require('../config');
+var debug = require('debug')('cnpmjs.org:middleware:proxy_to_npm');
+var config = require('../config');
 
-module.exports = function(options) {
-  let redirectUrl = config.sourceNpmRegistry;
-  let proxyUrls = [
+module.exports = function (options) {
+  var redirectUrl = config.sourceNpmRegistry;
+  var proxyUrls = [
     // /:pkg, dont contains scoped package
-    /^\/[\w\-\.]+$/,
+    // /:pkg/:versionOrTag
+    /^\/[\w\-\.]+(?:\/[\w\-\.]+)?$/,
     // /-/package/:pkg/dist-tags
     /^\/\-\/package\/[\w\-\.]+\/dist-tags/,
   ];
+  var scopedUrls = [
+    // scoped package
+    /^\/(@[\w\-\.]+)\/[\w\-\.]+(?:\/[\w\-\.]+)?$/,
+    /^\/\-\/package\/(@[\w\-\.]+)\/[\w\-\.]+\/dist\-tags/,
+  ];
   if (options && options.isWeb) {
-    redirectUrl = redirectUrl.replace('//registry.', '//');
+    redirectUrl = config.sourceNpmWeb || redirectUrl.replace('//registry.', '//');
     proxyUrls = [
       // /package/:pkg
-      /^\/package\/[\w\-\.]+$/,
+      /^\/package\/[\w\-\.]+/,
+    ];
+    scopedUrls = [
+      // scoped package
+      /^\/package\/(@[\w\-\.]+)\/[\w\-\.]+/,
     ];
   }
+
   return function* proxyToNpm(next) {
     if (config.syncModel !== 'none') {
       return yield next;
     }
+
+    // syncModel === none
     // only proxy read requests
     if (this.method !== 'GET' && this.method !== 'HEAD') {
       return yield next;
     }
 
-    const pathname = this.path;
-    let match;
-    for (let i = 0; i < proxyUrls.length; i++) {
-      match = proxyUrls[i].test(pathname);
-      if (match) {
-        break;
+    var pathname =  decodeURIComponent(this.path);
+
+    var isScoped = false;
+    var isPublichScoped = false;
+    // check scoped name
+    if (config.scopes && config.scopes.length > 0) {
+      for (var i = 0; i < scopedUrls.length; i++) {
+        const m = scopedUrls[i].exec(pathname);
+        if (m) {
+          isScoped = true;
+          if (config.scopes.indexOf(m[1]) !== -1) {
+            // internal scoped
+            isPublichScoped = false;
+          } else {
+            isPublichScoped = true;
+          }
+          break;
+        }
       }
     }
-    if (!match) {
-      return yield next;
+
+    var isPublich = false;
+    if (!isScoped) {
+      for (var i = 0; i < proxyUrls.length; i++) {
+        isPublich = proxyUrls[i].test(pathname);
+        if (isPublich) {
+          break;
+        }
+      }
     }
 
-    const url = redirectUrl + this.url;
-    debug('proxy to %s', url);
-    this.redirect(url);
+    if (isPublich || isPublichScoped) {
+      var url = redirectUrl + this.url;
+      debug('proxy isPublich: %s, isPublichScoped: %s, package to %s',
+        isPublich, isPublichScoped, url);
+      this.redirect(url);
+      return;
+    }
+
+    yield next;
   };
 };

middleware/publishable.js

@@ -1,10 +1,16 @@
 'use strict';
 
-const util = require('util');
-const config = require('../config');
-const debug = require('debug')('cnpmjs.org:middlewares/publishable');
+/**
+ * Module dependencies.
+ */
 
-module.exports = function* publishable(next) {
+var packageService = require('../services/package');
+
+var util = require('util');
+var config = require('../config');
+var debug = require('debug')('cnpmjs.org:middlewares/publishable');
+
+module.exports = function *publishable(next) {
   // admins always can publish and unpublish
   if (this.user.isAdmin) {
     return yield next;
@@ -13,9 +19,10 @@ module.exports = function* publishable(next) {
   // private mode, normal user can't publish and unpublish
   if (config.enablePrivate) {
     this.status = 403;
+    const error = '[no_perms] Private mode enable, only admin can publish this module';
     this.body = {
-      error: 'no_perms',
-      reason: 'Private mode enable, only admin can publish this module',
+      error,
+      reason: error,
     };
     return;
   }
@@ -23,13 +30,29 @@ module.exports = function* publishable(next) {
   // public mode, normal user have permission to publish `scoped package`
   // and only can publish with scopes in `ctx.user.scopes`, default is `config.scopes`
 
-  const name = this.params.name || this.params[0];
+  var name = this.params.name || this.params[0];
 
   // check if is private package list in config
   if (config.privatePackages && config.privatePackages.indexOf(name) !== -1) {
     return yield next;
   }
 
+  // check the package is already exists and is maintainer
+  var result = yield packageService.authMaintainer(name, this.user.name);
+  if (result.maintainers && result.maintainers.length) {
+    if (result.isMaintainer) {
+      return yield next;
+    }
+    this.status = 403;
+    const error = '[forbidden] ' + this.user.name + ' not authorized to modify ' + name +
+        ', please contact maintainers: ' + result.maintainers.join(', ');
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
   // scoped module
   if (name[0] === '@') {
     if (checkScope(name, this)) {
@@ -52,13 +75,14 @@ function checkScope(name, ctx) {
     return false;
   }
 
-  const scope = name.split('/')[0];
+  var scope = name.split('/')[0];
   if (ctx.user.scopes.indexOf(scope) === -1) {
     debug('assert scope  %s error', name);
     ctx.status = 400;
+    const error = util.format('[invalid] scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', '));
     ctx.body = {
-      error: 'invalid scope',
-      reason: util.format('scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', ')),
+      error,
+      reason: error,
     };
     return false;
   }
@@ -73,15 +97,17 @@ function checkScope(name, ctx) {
 function assertNoneScope(name, ctx) {
   ctx.status = 403;
   if (ctx.user.scopes.length === 0) {
+    const error = '[no_perms] can\'t publish non-scoped package, please set `config.scopes`';
     ctx.body = {
-      error: 'no_perms',
-      reason: 'can\'t publish non-scoped package, please set `config.scopes`',
+      error,
+      reason: error,
     };
     return;
   }
 
+  const error = '[no_perms] only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)';
   ctx.body = {
-    error: 'no_perms',
-    reason: 'only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)',
+    error,
+    reason: error,
   };
 }

middleware/registry_not_found.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - middleware/registry_not_found.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 module.exports = function* notFound(next) {
   yield next;
 
@@ -25,8 +11,9 @@ module.exports = function* notFound(next) {
   }
 
   this.status = 404;
+  const error = '[not_found] document not found';
   this.body = {
-    error: 'not_found',
-    reason: 'document not found',
+    error,
+    reason: error,
   };
 };

middleware/static.js

@@ -1,16 +1,30 @@
+/**!
+ * cnpmjs.org - middleware/static.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
 'use strict';
 
-const path = require('path');
-const middlewares = require('koa-middlewares');
-const config = require('../config');
+/**
+ * Module dependencies.
+ */
 
-const staticDir = path.join(path.dirname(__dirname), 'public');
+var path = require('path');
+var middlewares = require('koa-middlewares');
+var config = require('../config');
+
+var staticDir = path.join(path.dirname(__dirname), 'public');
 
 module.exports = middlewares.staticCache(staticDir, {
-  buffer: !config.debug,
+  buffer: config.debug ? false : true,
   maxAge: config.debug ? 0 : 60 * 60 * 24 * 7,
   alias: {
-    '/favicon.ico': '/favicon.png',
+    '/favicon.ico': '/favicon.png'
   },
   gzip: config.enableCompress,
 });

middleware/sync_by_install.js

@@ -1,6 +1,18 @@
+/**
+ * Copyright(c) cnpm and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
+ */
+
 'use strict';
 
-const config = require('../config');
+/**
+ * Module dependencies.
+ */
+
+var config = require('../config');
 
 /**
  * {Boolean} this.allowSync  -  allow sync triggle by cnpm install
@@ -13,7 +25,7 @@ module.exports = function* syncByInstall(next) {
     return yield next;
   }
   // request not by node, consider it request from web, don't sync
-  const ua = this.get('user-agent');
+  var ua = this.get('user-agent');
   if (!ua || ua.indexOf('node') < 0) {
     return yield next;
   }
@@ -23,11 +35,11 @@ module.exports = function* syncByInstall(next) {
     return yield next;
   }
 
-  const name = this.params.name || this.params[0];
+  var name = this.params.name || this.params[0];
 
   // private scoped package don't sync
   if (name && name[0] === '@') {
-    const scope = name.split('/')[0];
+    var scope = name.split('/')[0];
     if (config.scopes.indexOf(scope) >= 0) {
       return yield next;
     }

middleware/unpublishable.js

@@ -1,12 +1,13 @@
 'use strict';
 
-module.exports = function* unpublishable(next) {
+module.exports = function *unpublishable(next) {
   // only admin user can unpublish
   if (!this.user.isAdmin) {
     this.status = 403;
+    const error = '[no_perms] Only administrators can unpublish module';
     this.body = {
-      error: 'no_perms',
-      reason: 'Only administrators can unpublish module',
+      error,
+      reason: error,
     };
     return;
   }

middleware/web_not_found.js

@@ -1,6 +1,6 @@
 'use strict';
 
-const debug = require('debug')('cnpmjs.org:middleware:web_not_found');
+var debug = require('debug')('cnpmjs.org:middleware:web_not_found');
 
 module.exports = function* notFound(next) {
   yield next;
@@ -12,7 +12,7 @@ module.exports = function* notFound(next) {
     return;
   }
 
-  let m = /^\/([\w\-\.]+)\/?$/.exec(this.path);
+  var m = /^\/([\w\-\.]+)\/?$/.exec(this.path);
   if (!m) {
     // scoped packages
     m = /^\/(@[\w\-\.]+\/[\w\-\.]+)$/.exec(this.path);
@@ -24,8 +24,8 @@ module.exports = function* notFound(next) {
 
   // package not found
   m = /\/package\/([\w\-\_\.]+)\/?$/.exec(this.url);
-  let name = null;
-  let title = '404: Page Not Found';
+  var name = null;
+  var title = '404: Page Not Found';
   if (m) {
     name = m[1];
     title = name + ' Not Found';
@@ -33,7 +33,7 @@ module.exports = function* notFound(next) {
 
   this.status = 404;
   yield this.render('404', {
-    title,
-    name,
+    title: title,
+    name: name
   });
 };

models/_module_maintainer_class_methods.js

@@ -6,13 +6,13 @@
  */
 
 exports.listModuleNamesByUser = function* (user) {
-  const rows = yield this.findAll({
-    attributrs: [ 'name' ],
+  var rows = yield this.findAll({
+    attributrs: ['name'],
     where: {
-      user,
-    },
+      user: user
+    }
   });
-  return rows.map(function(row) {
+  return rows.map(function (row) {
     return row.name;
   });
 };
@@ -23,13 +23,13 @@ exports.listModuleNamesByUser = function* (user) {
  */
 
 exports.listMaintainers = function* (name) {
-  const rows = yield this.findAll({
-    attributrs: [ 'user' ],
+  var rows = yield this.findAll({
+    attributrs: ['user'],
     where: {
-      name,
-    },
+      name: name
+    }
   });
-  return rows.map(function(row) {
+  return rows.map(function (row) {
     return row.user;
   });
 };
@@ -41,16 +41,16 @@ exports.listMaintainers = function* (name) {
  */
 
 exports.addMaintainer = function* (name, user) {
-  let row = yield this.find({
+  var row = yield this.find({
     where: {
-      user,
-      name,
-    },
+      user: user,
+      name: name
+    }
   });
   if (!row) {
     row = yield this.build({
-      user,
-      name,
+      user: user,
+      name: name
     }).save();
   }
   return row;
@@ -63,7 +63,7 @@ exports.addMaintainer = function* (name, user) {
  */
 
 exports.addMaintainers = function* (name, users) {
-  return yield users.map(function(user) {
+  return yield users.map(function (user) {
     return this.addMaintainer(name, user);
   }.bind(this));
 };
@@ -77,16 +77,16 @@ exports.addMaintainers = function* (name, users) {
 exports.removeMaintainers = function* (name, users) {
   // removeMaintainers(name, oneUserName)
   if (typeof users === 'string') {
-    users = [ users ];
+    users = [users];
   }
   if (users.length === 0) {
     return;
   }
   yield this.destroy({
     where: {
-      name,
+      name: name,
       user: users,
-    },
+    }
   });
 };
 
@@ -98,8 +98,8 @@ exports.removeMaintainers = function* (name, users) {
 exports.removeAllMaintainers = function* (name) {
   yield this.destroy({
     where: {
-      name,
-    },
+      name: name
+    }
   });
 };
 
@@ -117,17 +117,17 @@ exports.updateMaintainers = function* (name, users) {
   if (users.length === 0) {
     return {
       add: [],
-      remove: [],
+      remove: []
     };
   }
-  const exists = yield this.listMaintainers(name);
+  var exists = yield this.listMaintainers(name);
 
-  const addUsers = users.filter(function(username) {
+  var addUsers = users.filter(function (username) {
     // add user which in `users` but do not in `exists`
     return exists.indexOf(username) === -1;
   });
 
-  const removeUsers = exists.filter(function(username) {
+  var removeUsers = exists.filter(function (username) {
     // remove user which in `exists` by not in `users`
     return users.indexOf(username) === -1;
   });
@@ -139,6 +139,6 @@ exports.updateMaintainers = function* (name, users) {
 
   return {
     add: addUsers,
-    remove: removeUsers,
+    remove: removeUsers
   };
 };

models/download_total.js

@@ -1,3 +1,13 @@
+/**!
+ * cnpmjs.org - models/download_total.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
 'use strict';
 
 /**
@@ -8,7 +18,7 @@
 //  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 //  `gmt_create` datetime NOT NULL COMMENT 'create time',
 //  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-//  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+//  `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
 //  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
 //  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
 //  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
@@ -42,14 +52,14 @@
 //  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
 //  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
 //  PRIMARY KEY (`id`),
-//  UNIQUE KEY `name_date` (`name`, `date`)
-//  KEY `date` (`date`)
+//  UNIQUE KEY `uk_name_date` (`name`, `date`),
+//  KEY `idx_date` (`date`)
 // ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('DownloadTotal', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -250,14 +260,14 @@ module.exports = function(sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: [ 'name', 'date' ],
+        fields: ['name', 'date'],
       },
       {
-        fields: [ 'date' ],
-      },
+        fields: ['date'],
+      }
     ],
     classMethods: {
 
-    },
+    }
   });
 };

models/index.js

@@ -1,26 +1,18 @@
-/**!
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const path = require('path');
-const sequelize = require('../common/sequelize');
+var path = require('path');
+var config = require('../config');
+var sequelize = require('../common/sequelize');
 
 function load(name) {
   return sequelize.import(path.join(__dirname, name));
 }
 
+var _ModuleAbbreviated = config.enableAbbreviatedMetadata ? load('module_abbreviated') : null;
+var _PackageReadme = config.enableAbbreviatedMetadata ? load('package_readme') : null;
+
 module.exports = {
-  sequelize,
+  sequelize: sequelize,
   Module: load('module'),
   ModuleLog: load('module_log'),
   ModuleStar: load('module_star'),
@@ -35,16 +27,36 @@ module.exports = {
   Total: load('total'),
   DownloadTotal: load('download_total'),
 
-  * query(sql, args) {
-    const options = { replacements: args };
-    const data = yield this.sequelize.query(sql, options);
+  query: function* (sql, args) {
+    var options = { replacements: args };
+    var data = yield this.sequelize.query(sql, options);
     if (/select /i.test(sql)) {
       return data[0];
     }
     return data[1];
   },
-  * queryOne(sql, args) {
-    const rows = yield this.query(sql, args);
+  queryOne: function* (sql, args) {
+    var rows = yield this.query(sql, args);
     return rows && rows[0];
   },
+
+  get ModuleAbbreviated() {
+    if (!config.enableAbbreviatedMetadata) {
+      return null;
+    }
+    if (!_ModuleAbbreviated) {
+      _ModuleAbbreviated = load('module_abbreviated');
+    }
+    return _ModuleAbbreviated;
+  },
+
+  get PackageReadme() {
+    if (!config.enableAbbreviatedMetadata) {
+      return null;
+    }
+    if (!_PackageReadme) {
+      _PackageReadme = load('package_readme');
+    }
+    return _PackageReadme;
+  },
 };

models/init_script.js

@@ -1,46 +1,32 @@
-/**!
- * cnpmjs.org - models/init_script.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const config = require('../config');
+var config = require('../config');
 
 config.database.logging = console.log;
 
 // $ node --harmony models/init_script.js <force> <dialect> <port> <username>
-const force = process.argv[2] === 'true';
-const dialect = process.argv[3];
+var force = process.argv[2] === 'true';
+var dialect = process.argv[3];
 if (dialect) {
   config.database.dialect = dialect;
 }
-const port = process.argv[4];
+var port = process.argv[4];
 if (port) {
   config.database.port = parseInt(port);
 }
-const username = process.argv[5];
+var username = process.argv[5];
 if (username) {
   config.database.username = username;
 }
 
-const models = require('./');
+var models = require('./');
 
 models.sequelize.sync({
-  force,
+  force: force,
   logging: console.log,
-})
-  .then(function() {
-    models.Total.init(function(err) {
+ })
+  .then(function () {
+    models.Total.init(function (err) {
       if (err) {
         console.error('[models/init_script.js] sequelize init fail');
         console.error(err);
@@ -52,7 +38,7 @@ models.sequelize.sync({
       }
     });
   })
-  .catch(function(err) {
+  .catch(function (err) {
     console.error('[models/init_script.js] sequelize sync fail');
     console.error(err);
     process.exit(1);

models/module.js

@@ -1,48 +1,61 @@
+/**!
+ * cnpmjs.org - models/module.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
 'use strict';
 
+/**
+ * Module dependencies.
+ */
+
 /*
 CREATE TABLE IF NOT EXISTS `module` (
-  `id` INTEGER NOT NULL auto_increment ,
-  `author` VARCHAR(100) NOT NULL,
-  `name` VARCHAR(100) NOT NULL,
-  `version` VARCHAR(30) NOT NULL,
-  `description` LONGTEXT,
-  `package` LONGTEXT,
-  `dist_shasum` VARCHAR(100),
-  `dist_tarball` VARCHAR(2048),
-  `dist_size` INTEGER UNSIGNED NOT NULL DEFAULT 0,
-  `publish_time` BIGINT(20) UNSIGNED,
-  `gmt_create` DATETIME NOT NULL,
-  `gmt_modified` DATETIME NOT NULL,
-  PRIMARY KEY (`id`)
-)
-COMMENT 'module info' ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE utf8_general_ci;
-
-CREATE UNIQUE INDEX `module_name_version` ON `module` (`name`, `version`);
-CREATE INDEX `module_gmt_modified` ON `module` (`gmt_modified`);
-CREATE INDEX `module_publish_time` ON `module` (`publish_time`);
-CREATE INDEX `module_author` ON `module` (`author`);
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `author` varchar(100) NOT NULL COMMENT 'module author',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ `description` longtext COMMENT 'module description',
+ `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'package.json',
+ `dist_shasum` varchar(100) DEFAULT NULL COMMENT 'module dist SHASUM',
+ `dist_tarball` varchar(2048) DEFAULT NULL COMMENT 'module dist tarball',
+ `dist_size` int(10) unsigned NOT NULL DEFAULT '0' COMMENT 'module dist size',
+ `publish_time` bigint(20) unsigned COMMENT 'module publish time',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`),
+ KEY `idx_author` (`author`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module info';
 */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('Module', {
     author: {
       type: DataTypes.STRING(100),
       allowNull: false,
-      comment: 'first maintainer name',
+      comment: 'first maintainer name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
-      comment: 'module name',
+      comment: 'module name'
     },
     version: {
       type: DataTypes.STRING(30),
       allowNull: false,
-      comment: 'module version',
+      comment: 'module version'
     },
     description: {
       type: DataTypes.LONGTEXT,
+      comment: 'module description',
     },
     package: {
       type: DataTypes.LONGTEXT,
@@ -51,44 +64,48 @@ module.exports = function(sequelize, DataTypes) {
     dist_shasum: {
       type: DataTypes.STRING(100),
       allowNull: true,
+      comment: 'module dist SHASUM',
     },
     dist_tarball: {
       type: DataTypes.STRING(2048),
       allowNull: true,
+      comment: 'module dist tarball',
     },
     dist_size: {
       type: DataTypes.INTEGER,
       allowNull: false,
       defaultValue: 0,
+      comment: 'module dist size',
     },
     publish_time: {
       type: DataTypes.BIGINT(20),
       allowNull: true,
-    },
+      comment: 'module publish time',
+    }
   }, {
     tableName: 'module',
     comment: 'module info',
     indexes: [
       {
         unique: true,
-        fields: [ 'name', 'version' ],
+        fields: ['name', 'version'],
       },
       {
-        fields: [ 'gmt_modified' ],
+        fields: ['gmt_modified'],
       },
       {
-        fields: [ 'publish_time' ],
+        fields: ['publish_time'],
       },
       {
-        fields: [ 'author' ],
-      },
+        fields: ['author'],
+      }
     ],
     classMethods: {
-      * findByNameAndVersion(name, version) {
+      findByNameAndVersion: function* (name, version) {
         return yield this.find({
-          where: { name, version },
+          where: { name: name, version: version }
         });
-      },
-    },
+      }
+    }
   });
 };

models/module_abbreviated.js

@@ -0,0 +1,63 @@
+'use strict';
+
+/*
+CREATE TABLE IF NOT EXISTS `module_abbreviated` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ `package` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the abbreviated metadata',
+ `publish_time` bigint(20) unsigned COMMENT 'the publish time',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module abbreviated info';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('ModuleAbbreviated', {
+    name: {
+      type: DataTypes.STRING(214),
+      allowNull: false,
+      comment: 'module name'
+    },
+    version: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'module version'
+    },
+    package: {
+      type: DataTypes.LONGTEXT,
+      comment: 'package.json',
+    },
+    publish_time: {
+      type: DataTypes.BIGINT(20),
+      allowNull: true,
+      comment: 'the publish time',
+    }
+  }, {
+    tableName: 'module_abbreviated',
+    comment: 'module abbreviated info',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'version'],
+      },
+      {
+        fields: ['gmt_modified'],
+      },
+      {
+        fields: ['publish_time'],
+      },
+    ],
+    classMethods: {
+      findByNameAndVersion: function* (name, version) {
+        return yield this.find({
+          where: { name: name, version: version }
+        });
+      }
+    }
+  });
+};

models/module_deps.js

@@ -18,26 +18,26 @@
 CREATE TABLE IF NOT EXISTS `module_deps` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT '`name` is deped by `deps`',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `deps` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_deps_name_deps` (`name`,`deps`),
- KEY `deps` (`module_deps_deps`)
+ UNIQUE KEY `uk_name_deps` (`name`,`deps`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleDependency', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
     dependent: {
       field: 'deps',
       type: DataTypes.STRING(100),
-      comment: '`name` is depended by `deps`. `deps` == depend => `name`',
-    },
+      comment: '`name` is depended by `deps`. `deps` == depend => `name`'
+    }
   }, {
     tableName: 'module_deps',
     comment: 'module deps',
@@ -46,13 +46,13 @@ module.exports = function(sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: [ 'name', 'deps' ],
+        fields: ['name', 'deps'],
       },
       {
-        fields: [ 'deps' ],
-      },
+        fields: ['deps'],
+      }
     ],
     classMethods: {
-    },
+    }
   });
 };

models/module_keyword.js

@@ -19,29 +19,31 @@ CREATE TABLE IF NOT EXISTS `module_keyword` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `description` longtext,
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `description` longtext COMMENT 'module description',
  PRIMARY KEY (`id`),
- UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_keyword_module_name` (`keyword`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleKeyword', {
     keyword: {
       type: DataTypes.STRING(100),
       allowNull: false,
+      comment: 'keyword',
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
     description: {
       type: DataTypes.LONGTEXT,
       allowNull: true,
-    },
+      comment: 'module description',
+    }
   }, {
     tableName: 'module_keyword',
     comment: 'module keyword',
@@ -49,21 +51,21 @@ module.exports = function(sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: [ 'keyword', 'name' ],
+        fields: ['keyword', 'name'],
       },
       {
-        fields: [ 'name' ],
-      },
+        fields: ['name'],
+      }
     ],
     classMethods: {
-      * findByKeywordAndName(keyword, name) {
+      findByKeywordAndName: function* (keyword, name) {
         return yield this.find({
           where: {
-            keyword,
-            name,
-          },
+            keyword: keyword,
+            name: name
+          }
         });
-      },
-    },
+      }
+    }
   });
 };

models/module_log.js

@@ -15,42 +15,43 @@
  */
 
 /*
-CREATE TABLE IF NOT EXISTS `module_log` (
+ CREATE TABLE IF NOT EXISTS `module_log` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `username` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `log` longtext,
+ `username` varchar(100) NOT NULL COMMENT 'which username',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `log` longtext COMMENT 'the raw log',
  PRIMARY KEY (`id`),
- KEY `module_log_name` (`name`)
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleLog', {
     username: {
       type: DataTypes.STRING(100),
       allowNull: false,
-      comment: 'user name',
+      comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
     log: {
       type: DataTypes.LONGTEXT,
-    },
+      comment: 'the raw log',
+    }
   }, {
     tableName: 'module_log',
     comment: 'module sync log',
     indexes: [
       {
-        fields: [ 'name' ],
-      },
+        fields: ['name'],
+      }
     ],
     classMethods: {
-    },
+    }
   });
 };

models/module_maintainer.js

@@ -19,25 +19,25 @@ CREATE TABLE IF NOT EXISTS `module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_maintainer_user_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleMaintainer', {
     user: {
       type: DataTypes.STRING(100),
       allowNull: false,
-      comment: 'user name',
+      comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
-    },
+    }
   }, {
     tableName: 'module_maintainer',
     comment: 'private module maintainers',
@@ -45,11 +45,11 @@ module.exports = function(sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: [ 'user', 'name' ],
+        fields: ['user', 'name'],
       },
       {
-        fields: [ 'name' ],
-      },
+        fields: ['name'],
+      }
     ],
     classMethods: require('./_module_maintainer_class_methods'),
   });

models/module_star.js

@@ -19,25 +19,25 @@ CREATE TABLE IF NOT EXISTS `module_star` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_star_user_name` (`user`,`name`),
- KEY `module_star_name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleStar', {
     user: {
       type: DataTypes.STRING(100),
       allowNull: false,
-      comment: 'user name',
+      comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
-    },
+    }
   }, {
     tableName: 'module_star',
     comment: 'module star',
@@ -45,13 +45,13 @@ module.exports = function(sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: [ 'user', 'name' ],
+        fields: ['user', 'name'],
       },
       {
-        fields: [ 'name' ],
-      },
+        fields: ['name'],
+      }
     ],
     classMethods: {
-    },
+    }
   });
 };

models/module_unpublished.js

@@ -14,25 +14,25 @@
  * Module dependencies.
  */
 
-const utils = require('./utils');
+var utils = require('./utils');
 
 /*
 CREATE TABLE IF NOT EXISTS `module_unpublished` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_unpublished_name` (`name`),
- KEY `module_unpublished_gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleUnpublished', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -41,47 +41,47 @@ module.exports = function(sequelize, DataTypes) {
       comment: 'base info: tags, time, maintainers, description, versions',
       get: utils.JSONGetter('package'),
       set: utils.JSONSetter('package'),
-    },
+    }
   }, {
     tableName: 'module_unpublished',
     comment: 'module unpublished info',
     indexes: [
       {
         unique: true,
-        fields: [ 'name' ],
+        fields: ['name'],
       },
       {
-        fields: [ 'gmt_modified' ],
-      },
+        fields: ['gmt_modified'],
+      }
     ],
     classMethods: {
-      * findByName(name) {
+      findByName: function* (name) {
         return yield this.find({
           where: {
-            name,
-          },
+            name: name
+          }
         });
       },
-      * save(name, pkg) {
-        let row = yield this.find({
+      save: function* (name, pkg) {
+        var row = yield this.find({
           where: {
-            name,
-          },
+            name: name
+          }
         });
         if (row) {
           row.package = pkg;
           if (row.changed()) {
-            row = yield row.save([ 'package' ]);
+            row = yield row.save(['package']);
           }
           return row;
         }
 
         row = this.build({
-          name,
+          name: name,
           package: pkg,
         });
         return yield row.save();
-      },
-    },
+      }
+    }
   });
 };

models/npm_module_maintainer.js

@@ -19,25 +19,25 @@ CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `npm_module_maintainer_user_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('NpmModuleMaintainer', {
     user: {
       type: DataTypes.STRING(100),
       allowNull: false,
-      comment: 'user name',
+      comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
-    },
+    }
   }, {
     tableName: 'npm_module_maintainer',
     comment: 'npm original module maintainers',
@@ -45,11 +45,11 @@ module.exports = function(sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: [ 'user', 'name' ],
+        fields: ['user', 'name'],
       },
       {
-        fields: [ 'name' ],
-      },
+        fields: ['name'],
+      }
     ],
     classMethods: require('./_module_maintainer_class_methods'),
   });

models/package_readme.js

@@ -0,0 +1,53 @@
+'use strict';
+
+/*
+CREATE TABLE IF NOT EXISTS `package_readme` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `readme` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the latest version readme',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='package latest readme';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('PackageReadme', {
+    name: {
+      type: DataTypes.STRING(214),
+      allowNull: false,
+      comment: 'module name'
+    },
+    version: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'module latest version'
+    },
+    readme: {
+      type: DataTypes.LONGTEXT,
+      comment: 'latest version readme',
+    },
+  }, {
+    tableName: 'package_readme',
+    comment: 'package latest readme',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name'],
+      },
+      {
+        fields: ['gmt_modified'],
+      },
+    ],
+    classMethods: {
+      findByName: function* (name) {
+        return yield this.find({
+          where: { name: name },
+        });
+      }
+    }
+  });
+};

models/tag.js

@@ -19,20 +19,20 @@ CREATE TABLE IF NOT EXISTS `tag` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `tag` varchar(30) NOT NULL COMMENT 'tag name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
  `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
  PRIMARY KEY (`id`),
- UNIQUE KEY `tag_name_tag` (`name`, `tag`),
- KEY `tag_gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`, `tag`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
  */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('Tag', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -49,24 +49,24 @@ module.exports = function(sequelize, DataTypes) {
     module_id: {
       type: DataTypes.BIGINT(20),
       allowNull: false,
-      comment: 'module id',
-    },
+      comment: 'module id'
+    }
   }, {
     tableName: 'tag',
     comment: 'module tag',
     indexes: [
       {
         unique: true,
-        fields: [ 'name', 'tag' ],
+        fields: ['name', 'tag'],
       },
       {
-        fields: [ 'gmt_modified' ],
-      },
+        fields: ['gmt_modified'],
+      }
     ],
     classMethods: {
-      * findByNameAndTag(name, tag) {
-        return yield this.find({ where: { name, tag } });
-      },
-    },
+      findByNameAndTag: function* (name, tag) {
+        return yield this.find({ where: { name: name, tag: tag } });
+      }
+    }
   });
 };

models/total.js

@@ -1,7 +1,21 @@
+/**!
+ * cnpmjs.org - models/total.js
+ *
+ * Copyright(c) fengmk2 and other contributors.
+ * MIT Licensed
+ *
+ * Authors:
+ *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
+ */
+
 'use strict';
 
+/**
+ * Module dependencies.
+ */
+
 // CREATE TABLE IF NOT EXISTS `total` (
-//  `name` varchar(100) NOT NULL COMMENT 'total name',
+//  `name` varchar(214) NOT NULL COMMENT 'total name',
 //  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
 //  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
 //  `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry',
@@ -18,12 +32,12 @@
 // INSERT INTO total(name, gmt_modified) VALUES('total', now())
 //   ON DUPLICATE KEY UPDATE gmt_modified=now();
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('Total', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       primaryKey: true,
-      comment: 'total name',
+      comment: 'total name'
     },
     module_delete: {
       type: DataTypes.BIGINT(20),
@@ -83,14 +97,14 @@ module.exports = function(sequelize, DataTypes) {
     comment: 'total info',
     createdAt: false,
     classMethods: {
-      init(callback) {
-        const that = this;
+      init: function (callback) {
+        var that = this;
         that.find({
-          where: { name: 'total' },
-        }).then(function(row) {
+          where: { name: 'total' }
+        }).then(function (row) {
           if (!row) {
-            that.build({ name: 'total' }).save()
-              .then(function() {
+            that.build({name: 'total'}).save()
+              .then(function () {
                 callback();
               })
               .catch(callback);
@@ -98,7 +112,7 @@ module.exports = function(sequelize, DataTypes) {
           }
           callback();
         }).catch(callback);
-      },
-    },
+      }
+    }
   });
 };

models/user.js

@@ -1,21 +1,7 @@
-/**!
- * cnpmjs.org - models/user.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-const utility = require('utility');
-const utils = require('./utils');
+var utility = require('utility');
+var utils = require('./utils');
 
 /*
 CREATE TABLE IF NOT EXISTS `user` (
@@ -23,21 +9,21 @@ CREATE TABLE IF NOT EXISTS `user` (
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `name` varchar(100) NOT NULL COMMENT 'user name',
- `salt` varchar(100) NOT NULL,
+ `salt` varchar(100) NOT NULL COMMENT 'user salt',
  `password_sha` varchar(100) NOT NULL COMMENT 'user password hash',
  `ip` varchar(64) NOT NULL COMMENT 'user last request ip',
- `roles` varchar(200) NOT NULL DEFAULT '[]',
- `rev` varchar(40) NOT NULL,
- `email` varchar(400) NOT NULL,
- `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
+ `roles` varchar(200) NOT NULL DEFAULT '[]' COMMENT 'user roles',
+ `rev` varchar(40) NOT NULL COMMENT 'user rev',
+ `email` varchar(400) NOT NULL COMMENT 'user email',
+ `json` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'json details',
  `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_name` (`name`),
- KEY `user_gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
 */
 
-module.exports = function(sequelize, DataTypes) {
+module.exports = function (sequelize, DataTypes) {
   return sequelize.define('User', {
     name: {
       type: DataTypes.STRING(100),
@@ -47,6 +33,7 @@ module.exports = function(sequelize, DataTypes) {
     salt: {
       type: DataTypes.STRING(100),
       allowNull: false,
+      comment: 'user salt',
     },
     password_sha: {
       type: DataTypes.STRING(100),
@@ -62,14 +49,17 @@ module.exports = function(sequelize, DataTypes) {
       type: DataTypes.STRING(200),
       allowNull: false,
       defaultValue: '[]',
+      comment: 'user roles',
     },
     rev: {
       type: DataTypes.STRING(40),
       allowNull: false,
+      comment: 'user rev',
     },
     email: {
       type: DataTypes.STRING(400),
       allowNull: false,
+      comment: 'user email',
     },
     json: {
       type: DataTypes.LONGTEXT,
@@ -83,65 +73,65 @@ module.exports = function(sequelize, DataTypes) {
       allowNull: false,
       defaultValue: false,
       comment: 'user sync from npm or not, 1: true, other: false',
-    },
+    }
   }, {
     tableName: 'user',
     comment: 'user base info',
     indexes: [
       {
         unique: true,
-        fields: [ 'name' ],
+        fields: ['name'],
       },
       {
-        fields: [ 'gmt_modified' ],
-      },
+        fields: ['gmt_modified'],
+      }
     ],
     classMethods: {
       // utils
-      createPasswordSha(password, salt) {
+      createPasswordSha: function (password, salt) {
         return utility.sha1(password + salt);
       },
 
       // read
-      * auth(name, password) {
-        let user = yield this.findByName(name);
+      auth: function* (name, password) {
+        var user = yield this.findByName(name);
         if (user) {
-          const sha = this.createPasswordSha(password, user.salt);
+          var sha = this.createPasswordSha(password, user.salt);
           if (user.password_sha !== sha) {
             user = null;
           }
         }
         return user;
       },
-      * findByName(name) {
-        return yield this.find({ where: { name } });
+      findByName: function* (name) {
+        return yield this.find({ where: { name: name } });
       },
-      * listByNames(names) {
+      listByNames: function* (names) {
         if (!names || names.length === 0) {
           return [];
         }
         return yield this.findAll({
           where: {
             name: {
-              in: names,
-            },
-          },
+              in: names
+            }
+          }
         });
       },
-      * search(query, options) {
+      search: function* (query, options) {
         return yield this.findAll({
           where: {
             name: {
-              like: query + '%',
-            },
+              like: query + '%'
+            }
           },
-          limit: options.limit,
+          limit: options.limit
         });
       },
 
       // write
-      * saveNpmUser(data) {
-        let user = yield this.findByName(data.name);
+      saveNpmUser: function* (data) {
+        var user = yield this.findByName(data.name);
         if (!user) {
           user = this.build({
             isNpmUser: true,
@@ -160,20 +150,20 @@ module.exports = function(sequelize, DataTypes) {
         }
         return user;
       },
-      * saveCustomUser(data) {
-        const name = data.user.login;
-        let user = yield this.findByName(name);
+      saveCustomUser: function* (data) {
+        var name = data.user.login;
+        var user = yield this.findByName(name);
         if (!user) {
           user = this.build({
             isNpmUser: false,
-            name,
+            name: name,
           });
         }
 
-        const rev = '1-' + data.user.login;
-        const salt = data.salt || '0';
-        const passwordSha = data.password_sha || '0';
-        const ip = data.ip || '0';
+        var rev = '1-' + data.user.login;
+        var salt = data.salt || '0';
+        var passwordSha = data.password_sha || '0';
+        var ip = data.ip || '0';
 
         user.isNpmUser = false;
         user.email = data.user.email;
@@ -189,48 +179,48 @@ module.exports = function(sequelize, DataTypes) {
       },
 
       // add cnpm user
-      * add(user) {
-        let roles = user.roles || [];
+      add: function* (user) {
+        var roles = user.roles || [];
         try {
           roles = JSON.stringify(roles);
         } catch (e) {
           roles = '[]';
         }
-        const rev = '1-' + utility.md5(JSON.stringify(user));
+        var rev = '1-' + utility.md5(JSON.stringify(user));
 
-        const row = this.build({
-          rev,
+        var row = this.build({
+          rev: rev,
           name: user.name,
           email: user.email,
           salt: user.salt,
           password_sha: user.password_sha,
           ip: user.ip,
-          roles,
+          roles: roles,
           isNpmUser: false,
         });
 
         return yield row.save();
       },
 
-      * update(user) {
-        const rev = user.rev || user._rev;
-        let revNo = Number(rev.split('-', 1));
+      update: function* (user) {
+        var rev = user.rev || user._rev;
+        var revNo = Number(rev.split('-', 1));
         if (!revNo) {
-          const err = new Error(rev + ' format error');
+          var err = new Error(rev + ' format error');
           err.name = 'RevFormatError';
-          err.data = { user };
+          err.data = {user: user};
           throw err;
         }
         revNo++;
-        const newRev = revNo + '-' + utility.md5(JSON.stringify(user));
-        let roles = user.roles || [];
+        var newRev = revNo + '-' + utility.md5(JSON.stringify(user));
+        var roles = user.roles || [];
         try {
           roles = JSON.stringify(roles);
         } catch (e) {
           roles = '[]';
         }
 
-        const row = yield this.findByName(user.name);
+        var row = yield this.findByName(user.name);
         if (!row) {
           return null;
         }
@@ -243,8 +233,8 @@ module.exports = function(sequelize, DataTypes) {
         row.roles = roles;
         row.isNpmUser = false;
 
-        return yield row.save([ 'rev', 'email', 'salt', 'password_sha', 'ip', 'roles', 'isNpmUser' ]);
-      },
-    },
+        return yield row.save(['rev', 'email', 'salt', 'password_sha', 'ip', 'roles', 'isNpmUser']);
+      }
+    }
   });
 };

models/utils.js

@@ -14,9 +14,9 @@
  * Module dependencies.
  */
 
-exports.JSONGetter = function(propertyName) {
+exports.JSONGetter = function (propertyName) {
   return function JSONGetter() {
-    let value = this.getDataValue(propertyName);
+    var value = this.getDataValue(propertyName);
     if (value && typeof value === 'string') {
       value = JSON.parse(value);
     }
@@ -24,7 +24,7 @@ exports.JSONGetter = function(propertyName) {
   };
 };
 
-exports.JSONSetter = function(propertyName) {
+exports.JSONSetter = function (propertyName) {
   return function JSONSetter(value) {
     if (typeof value !== 'string') {
       value = JSON.stringify(value);

package.json

@@ -1,91 +1,93 @@
 {
   "name": "cnpmjs.org",
-  "version": "2.19.2",
+  "version": "3.0.0-rc.29",
   "description": "Private npm registry and web for Enterprise, base on MySQL and Simple Store Service",
   "main": "index.js",
   "scripts": {
     "dev": "DEBUG=cnpm* node dispatch.js",
-    "test": "npm run lint && egg-bin test",
-    "test-local": "egg-bin test",
-    "cov": "egg-bin cov",
-    "test-mysql": "DB=mysql npm run cov",
-    "test-postgres": "DB_PORT=5432 DB_USER=postgres DB=postgres npm run cov",
-    "test-all": "npm run lint && npm run cov && npm run test-mysql && npm run test-postgres",
+    "test": "make jshint && make test",
+    "test-local": "make test",
     "start": "./bin/nodejsctl start && cp History.md docs/web/history.md",
     "status": "./bin/nodejsctl status",
-    "stop": "./bin/nodejsctl stop",
-    "autod": "autod",
-    "lint": "eslint ."
+    "stop": "./bin/nodejsctl stop"
   },
   "bin": {
     "cnpmjs.org": "bin/cli.js"
   },
   "dependencies": {
-    "agentkeepalive": "^3.0.0",
-    "await-event": "^1.0.0",
-    "bytes": "^2.4.0",
-    "cfork": "^1.6.0",
+    "agentkeepalive": "^4.0.0",
+    "await-event": "^2.1.0",
+    "bytes": "^2.5.0",
+    "cfork": "^1.6.1",
     "changes-stream": "^1.1.0",
     "co": "^4.6.0",
     "co-defer": "^1.0.0",
-    "co-gather": "^0.0.1",
-    "commander": "^2.9.0",
+    "co-gather": "~0.0.1",
+    "co-sleep": "~0.0.1",
+    "commander": "^2.11.0",
     "copy-to": "^2.0.1",
-    "debug": "^2.6.0",
-    "egg": "^0.11.0",
+    "debug": "^3.0.0",
     "error-formater": "^1.0.3",
     "fs-cnpm": "^1.2.0",
     "giturl": "^1.0.0",
     "graceful": "^1.0.1",
     "gravatar": "^1.6.0",
-    "humanize-ms": "^1.2.0",
-    "humanize-number": "^0.0.2",
-    "is-type-of": "^1.0.0",
-    "kcors": "^1.3.1",
-    "ko-sleep": "^1.0.2",
-    "koa": "^1.2.4",
+    "he": "^1.2.0",
+    "humanize-ms": "^1.2.1",
+    "humanize-number": "~0.0.2",
+    "ioredis": "^4.6.2",
+    "is-type-of": "^1.2.0",
+    "kcors": "^1.2.1",
+    "koa": "^1.2.0",
+    "koa-bodyparser": "^2.5.0",
+    "koa-conditional-get": "^1.0.4",
+    "koa-etag": "^2.1.2",
     "koa-limit": "^1.0.2",
-    "koa-markdown": "^2.0.1",
+    "koa-markdown": "^2.0.2",
     "koa-maxrequests": "^1.0.0",
     "koa-middlewares": "^2.1.0",
-    "koa-mock": "^1.6.1",
-    "koa-router": "^3.8.0",
+    "koa-mock": "^1.6.2",
+    "koa-proxy": "^0.9.0",
+    "koa-rewrite": "^1.1.2",
+    "koa-rt": "^1.0.0",
     "koa-safe-jsonp": "^0.3.1",
-    "markdown-it": "^8.2.2",
-    "mime": "^1.3.4",
-    "mini-logger": "^1.1.1",
+    "markdown-it": "^8.3.2",
+    "mime": "^1.3.6",
+    "mini-logger": "^1.1.3",
     "mkdirp": "^0.5.1",
-    "moment": "^2.17.1",
-    "mysql": "^2.13.0",
+    "moment": "^2.18.1",
+    "mysql": "^2.14.1",
     "mz": "^2.6.0",
-    "nodemailer": "^1.11.0",
+    "nodemailer": "^1.3.0",
     "normalize-registry-metadata": "^1.1.2",
-    "semver": "^5.3.0",
-    "sequelize": "^3.30.2",
+    "rimraf": "^2.6.2",
+    "semver": "^5.4.1",
+    "sequelize": "^3.23.4",
     "thunkify-wrap": "^1.0.4",
     "treekill": "^1.0.0",
-    "tunnel-agent": "^0.4.3",
-    "urllib": "^2.20.0",
-    "utility": "^1.9.0",
+    "tunnel-agent": "^0.6.0",
+    "urllib": "^2.24.0",
+    "utility": "^1.12.0",
     "xss": "^0.3.3"
   },
   "devDependencies": {
-    "autod": "^2.7.1",
-    "autod-egg": "^1.0.0",
-    "chunkstream": "^0.0.1",
+    "autod": "*",
+    "chunkstream": "*",
     "contributors": "*",
-    "egg-bin": "^2.0.2",
-    "egg-mock": "^2.4.0",
-    "eslint": "^3.15.0",
-    "eslint-config-egg": "^3.2.0",
-    "mm": "^2.1.0",
-    "pedding": "^1.1.0",
+    "intelli-espower-loader": "^1.0.1",
+    "istanbul": "*",
+    "jshint": "*",
+    "mm": "*",
+    "mocha": "3",
+    "node-dev": "*",
+    "pedding": "*",
     "pg": "5",
     "pg-hstore": "2",
-    "runscript": "^1.2.0",
-    "should": "^11.2.0",
+    "power-assert": "^1.4.2",
+    "should": "8",
     "sqlite3": "*",
-    "supertest": "2"
+    "supertest": "2",
+    "thunk-mocha": "1"
   },
   "homepage": "https://github.com/cnpm/cnpmjs.org",
   "repository": {
@@ -94,8 +96,10 @@
     "web": "https://github.com/cnpm/cnpmjs.org"
   },
   "bugs": {
-    "url": "https://github.com/cnpm/cnpmjs.org/issues",
-    "email": "fengmk2@gmail.com"
+    "url": "https://github.com/cnpm/cnpmjs.org/issues"
+  },
+  "publishConfig": {
+    "tag": "latest-3"
   },
   "keywords": [
     "cnpmjs.org",
@@ -105,10 +109,10 @@
     "registry"
   ],
   "engines": {
-    "node": ">= 6.9.0"
+    "node": ">= 8.0.0"
   },
   "author": [
-    "fengmk2 <fengmk2@gmail.com> (https://fengmk2.com)",
+    "fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)",
     "dead_horse <dead_horse@qq.com> (http://deadhorse.me)"
   ],
   "license": "MIT"

public/js/readme.js

@@ -1,19 +1,19 @@
-$(function() {
+$(function () {
   function humanize(n, options) {
     options = options || {};
-    const d = options.delimiter || ',';
-    const s = options.separator || '.';
+    var d = options.delimiter || ',';
+    var s = options.separator || '.';
     n = n.toString().split('.');
     n[0] = n[0].replace(/(\d)(?=(\d\d\d)+(?!\d))/g, '$1' + d);
     return n.join(s);
   }
 
-  $.getJSON('/total', function(data) {
+  $.getJSON('/total', function (data) {
     $('#total-packages').html(humanize(data.doc_count));
     $('#total-versions').html(humanize(data.doc_version_count));
     $('#total-deletes').html(humanize(data.doc_del_count));
 
-    const downloads = $('table.downloads');
+    var downloads = $('table.downloads');
     downloads.find('td.count:eq(3)').html(humanize(data.download.today));
     downloads.find('td.count:eq(4)').html(humanize(data.download.thisweek));
     downloads.find('td.count:eq(5)').html(humanize(data.download.thismonth));
@@ -24,26 +24,28 @@ $(function() {
     $('#node-version').html(data.node_version || 'v0.10.22');
     $('#app-version').html(data.app_version || '0.0.0');
 
-    if (data.sync_model === 'all') {
-      $('#sync-model').html('This registry will sync all packages from official registry.');
-      $('#last-sync-time').html(new Date(data.last_sync_time));
-    } else if (data.sync_model === 'exist') {
-      $('#sync-model').html('This registry will only update exist packages from official registry.');
-      $('#last-sync-time').html(new Date(data.last_exist_sync_time));
+    if (data.sync_model !== 'none') {
+      if (data.sync_model === 'all') {
+        $('#sync-model').html('This registry will sync all packages from official registry.');
+        $('#last-sync-time').html(new Date(data.last_sync_time));
+      } else if (data.sync_model === 'exist') {
+        $('#sync-model').html('This registry will only update exist packages from official registry.');
+        $('#last-sync-time').html(new Date(data.last_exist_sync_time));
+      }
+
+      $('#need-sync').html(data.need_sync_num);
+      $('#success-sync').html(data.success_sync_num);
+      $('#fail-sync').html(data.fail_sync_num);
+      $('#left-sync').html(data.left_sync_num);
+      $('#percent-sync').html(Math.floor(data.success_sync_num / data.need_sync_num * 100));
+      $('#last-success-name').html('<a target="_blank" href="/package/' + data.last_sync_module + '">' +
+        data.last_sync_module + '</a>');
+
+      if (!data.sync_status) {
+        $('.syncing').remove();
+      }
+
+      $('.sync').show();
     }
-
-    $('#need-sync').html(data.need_sync_num);
-    $('#success-sync').html(data.success_sync_num);
-    $('#fail-sync').html(data.fail_sync_num);
-    $('#left-sync').html(data.left_sync_num);
-    $('#percent-sync').html(Math.floor(data.success_sync_num / data.need_sync_num * 100));
-    $('#last-success-name').html('<a target="_blank" href="/package/' + data.last_sync_module + '">' +
-      data.last_sync_module + '</a>');
-
-    if (!data.sync_status) {
-      $('.syncing').remove();
-    }
-
-    $('.sync').show();
   });
 });

routes/registry.js

@@ -1,37 +1,37 @@
 'use strict';
 
-const limit = require('../middleware/limit');
-const login = require('../middleware/login');
-const publishable = require('../middleware/publishable');
-const syncByInstall = require('../middleware/sync_by_install');
-const editable = require('../middleware/editable');
-const existsPackage = require('../middleware/exists_package');
-const unpublishable = require('../middleware/unpublishable');
+var limit = require('../middleware/limit');
+var login = require('../middleware/login');
+var publishable = require('../middleware/publishable');
+var syncByInstall = require('../middleware/sync_by_install');
+var editable = require('../middleware/editable');
+var existsPackage = require('../middleware/exists_package');
+var unpublishable = require('../middleware/unpublishable');
 
-const showTotal = require('../controllers/total');
+var showTotal = require('../controllers/total');
 
-const listAll = require('../controllers/registry/package/list_all');
-const listShorts = require('../controllers/registry/package/list_shorts');
-const listSince = require('../controllers/registry/package/list_since');
-const listAllVersions = require('../controllers/registry/package/list');
-const listDependents = require('../controllers/registry/package/list_dependents');
-const getOneVersion = require('../controllers/registry/package/show');
-const savePackage = require('../controllers/registry/package/save');
-const tag = require('../controllers/registry/package/tag');
-const removePackage = require('../controllers/registry/package/remove');
-const removeOneVersion = require('../controllers/registry/package/remove_version');
-const updatePackage = require('../controllers/registry/package/update');
-const downloadPackage = require('../controllers/registry/package/download');
-const downloadTotal = require('../controllers/registry/package/download_total');
-const listPackagesByUser = require('../controllers/registry/package/list_by_user');
+var listAll = require('../controllers/registry/package/list_all');
+var listShorts = require('../controllers/registry/package/list_shorts');
+var listSince = require('../controllers/registry/package/list_since');
+var listAllVersions = require('../controllers/registry/package/list');
+var listDependents = require('../controllers/registry/package/list_dependents');
+var getOneVersion = require('../controllers/registry/package/show');
+var savePackage = require('../controllers/registry/package/save');
+var tag = require('../controllers/registry/package/tag');
+var removePackage = require('../controllers/registry/package/remove');
+var removeOneVersion = require('../controllers/registry/package/remove_version');
+var updatePackage = require('../controllers/registry/package/update');
+var downloadPackage = require('../controllers/registry/package/download');
+var downloadTotal = require('../controllers/registry/package/download_total');
+var listPackagesByUser = require('../controllers/registry/package/list_by_user');
 
-const addUser = require('../controllers/registry/user/add');
-const showUser = require('../controllers/registry/user/show');
-const updateUser = require('../controllers/registry/user/update');
+var addUser = require('../controllers/registry/user/add');
+var showUser = require('../controllers/registry/user/show');
+var updateUser = require('../controllers/registry/user/update');
 
-const sync = require('../controllers/sync');
-const userPackage = require('../controllers/registry/user_package');
-const tags = require('../controllers/registry/package/dist_tag');
+var sync = require('../controllers/sync');
+var userPackage = require('../controllers/registry/user_package');
+var tags = require('../controllers/registry/package/dist_tag');
 
 function routes(app) {
 

routes/web.js

@@ -1,14 +1,14 @@
 'use strict';
 
-const showPackage = require('../controllers/web/package/show');
-const searchPackage = require('../controllers/web/package/search');
-const searchRange = require('../controllers/web/package/search_range');
-const listPrivates = require('../controllers/web/package/list_privates');
-const showSync = require('../controllers/web/show_sync');
-const showUser = require('../controllers/web/user/show');
-const sync = require('../controllers/sync');
-const showTotal = require('../controllers/total');
-const badge = require('../controllers/web/badge');
+var showPackage = require('../controllers/web/package/show');
+var searchPackage = require('../controllers/web/package/search');
+var searchRange = require('../controllers/web/package/search_range');
+var listPrivates = require('../controllers/web/package/list_privates');
+var showSync = require('../controllers/web/show_sync');
+var showUser = require('../controllers/web/user/show');
+var sync = require('../controllers/sync');
+var showTotal = require('../controllers/total');
+var badge = require('../controllers/web/badge');
 
 function routes(app) {
   app.get('/total', showTotal);
@@ -16,9 +16,11 @@ function routes(app) {
   // scope package without version
   app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)$/, showPackage);
   // scope package with version
-  app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)\/([\w\d\.]+)$/, showPackage);
+  app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)\/([\w\-\d\.]+)$/, showPackage);
+  app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)\/v\/([\w\-\d\.]+)$/, showPackage);
   app.get('/package/:name', showPackage);
   app.get('/package/:name/:version', showPackage);
+  app.get('/package/:name/v/:version', showPackage);
 
   app.get('/privates', listPrivates);
 

servers/registry.js

@@ -1,66 +1,83 @@
 'use strict';
 
-const koa = require('koa');
-let app = module.exports = koa();
-const http = require('http');
-const middlewares = require('koa-middlewares');
-const router = require('koa-router');
-const routes = require('../routes/registry');
-const logger = require('../common/logger');
-const config = require('../config');
-const block = require('../middleware/block');
-const auth = require('../middleware/auth');
-const staticCache = require('../middleware/static');
-const notFound = require('../middleware/registry_not_found');
-const cors = require('kcors');
-const proxyToNpm = require('../middleware/proxy_to_npm');
-const maxrequests = require('koa-maxrequests');
+var koa = require('koa');
+var app = module.exports = koa();
+var http = require('http');
+var middlewares = require('koa-middlewares');
+var bodyParser = require('koa-bodyparser');
+var rt = require('koa-rt');
+var rewrite = require('koa-rewrite');
+var conditional = require('koa-conditional-get');
+var etag = require('koa-etag');
+var routes = require('../routes/registry');
+var logger = require('../common/logger');
+var config = require('../config');
+var block = require('../middleware/block');
+var auth = require('../middleware/auth');
+var staticCache = require('../middleware/static');
+var notFound = require('../middleware/registry_not_found');
+var cors = require('kcors');
+var proxyToNpm = require('../middleware/proxy_to_npm');
+var maxrequests = require('koa-maxrequests');
+
+if (config.enableNpmAuditsProxy) {
+  var proxy = require('koa-proxy');
+  app.use(proxy({
+    host:  'https://registry.npmjs.org',
+    match: /^\/\-\/npm\/v1\/security\/audits/
+  }));
+}
 
 app.use(maxrequests());
 app.use(block());
 middlewares.jsonp(app);
-app.use(middlewares.rt({ headerName: 'X-ReadTime' }));
-app.use(middlewares.rewrite('/favicon.ico', '/favicon.png'));
+app.use(rt({ headerName: 'X-ReadTime' }));
+app.use(rewrite('/favicon.ico', '/favicon.png'));
 app.use(staticCache);
 
-app.keys = [ 'todokey', config.sessionSecret ];
+app.keys = ['todokey', config.sessionSecret];
 app.proxy = true;
-app.use(middlewares.bodyParser({ jsonLimit: config.jsonLimit }));
+app.use(bodyParser({ jsonLimit: config.jsonLimit, strict: false }));
 app.use(cors({
   allowMethods: 'GET,HEAD',
 }));
 app.use(auth());
 app.use(proxyToNpm());
-app.use(notFound);
 
 if (config.enableCompress) {
   app.use(middlewares.compress({ threshold: 150 }));
 }
-app.use(middlewares.conditional());
-app.use(middlewares.etag());
+app.use(notFound);
+
+app.use(conditional());
+app.use(etag());
+
+for (const middleware of config.customRegistryMiddlewares) {
+  app.use(middleware(app));
+}
 
 /**
  * Routes
  */
 
-app.use(router(app));
+app.use(middlewares.router(app));
 routes(app);
 
 /**
  * Error handler
  */
 
-app.on('error', function(err, ctx) {
+app.on('error', function (err, ctx) {
   console.log(err);
   console.log(err.stack);
   err.url = err.url || ctx.request.url;
   logger.error(err);
 });
 
-app = http.createServer(app.callback());
+const server = http.createServer(app.callback());
 
 if (!module.parent) {
-  app.listen(config.registryPort);
+  server.listen(config.registryPort);
 }
 
-module.exports = app;
+module.exports = server;

servers/web.js

@@ -1,74 +1,78 @@
 'use strict';
 
-const opensearch = require('../middleware/opensearch');
-const notFound = require('../middleware/web_not_found');
-const staticCache = require('../middleware/static');
-const middlewares = require('koa-middlewares');
-const router = require('koa-router');
-const markdownMiddleware = require('koa-markdown');
-const block = require('../middleware/block');
-const logger = require('../common/logger');
-const renderMarkdown = require('../common/markdown').render;
-const auth = require('../middleware/auth');
-const proxyToNpm = require('../middleware/proxy_to_npm');
-const routes = require('../routes/web');
-const config = require('../config');
-const jsonp = require('koa-safe-jsonp');
-const path = require('path');
-const http = require('http');
-const koa = require('koa');
-const fs = require('fs');
-const maxrequests = require('koa-maxrequests');
+var opensearch = require('../middleware/opensearch');
+var notFound = require('../middleware/web_not_found');
+var staticCache = require('../middleware/static');
+var middlewares = require('koa-middlewares');
+var bodyParser = require('koa-bodyparser');
+var rt = require('koa-rt');
+var rewrite = require('koa-rewrite');
+var conditional = require('koa-conditional-get');
+var etag = require('koa-etag');
+var markdownMiddleware = require('koa-markdown');
+var block = require('../middleware/block');
+var logger = require('../common/logger');
+var renderMarkdown = require('../common/markdown').render;
+var auth = require('../middleware/auth');
+var proxyToNpm = require('../middleware/proxy_to_npm');
+var routes = require('../routes/web');
+var config = require('../config');
+var jsonp = require('koa-safe-jsonp');
+var path = require('path');
+var http = require('http');
+var koa = require('koa');
+var fs = require('fs');
+var maxrequests = require('koa-maxrequests');
 
-let app = koa();
+var app = koa();
 
 jsonp(app);
 
-const rootdir = path.dirname(__dirname);
+var rootdir = path.dirname(__dirname);
 
 app.use(maxrequests());
 app.use(block());
-app.use(middlewares.rt({ headerName: 'X-ReadTime' }));
-app.use(middlewares.rewrite('/favicon.ico', '/favicon.png'));
+app.use(rt({ headerName: 'X-ReadTime' }));
+app.use(rewrite('/favicon.ico', '/favicon.png'));
 app.use(staticCache);
 
 if (config.pagemock) {
   app.use(require('koa-mock')({
-    datadir: path.join(rootdir, 'test', 'mocks'),
+    datadir: path.join(rootdir, 'test', 'mocks')
   }));
 }
 
 app.use(opensearch);
-app.keys = [ 'todokey', config.sessionSecret ];
+app.keys = ['todokey', config.sessionSecret];
 app.proxy = true;
 app.use(proxyToNpm({
-  isWeb: true,
+  isWeb: true
 }));
-app.use(middlewares.bodyParser());
+app.use(bodyParser({ jsonLimit: config.jsonLimit, strict: false }));
 app.use(auth());
 app.use(notFound);
 
 if (config.enableCompress) {
-  app.use(middlewares.compress({ threshold: 150 }));
+  app.use(middlewares.compress({threshold: 150}));
 }
 
-app.use(middlewares.conditional());
-app.use(middlewares.etag());
+app.use(conditional());
+app.use(etag());
 
-const viewDir = path.join(rootdir, 'view', 'web');
-const docDir = path.join(rootdir, 'docs', 'web');
+var viewDir = config.viewDir || path.join(rootdir, 'view', 'web');
+var docDir = path.join(rootdir, 'docs', 'web');
 
-const layoutFile = path.join(viewDir, '_layout.html');
-const footer = config.customFooter || fs.readFileSync(path.join(viewDir, 'footer.html'), 'utf8');
-const layout = fs.readFileSync(path.join(viewDir, 'layout.html'), 'utf8')
+var layoutFile = path.join(viewDir, '_layout.html');
+var footer = config.customFooter || fs.readFileSync(path.join(viewDir, 'footer.html'), 'utf8');
+var layout = fs.readFileSync(path.join(viewDir, 'layout.html'), 'utf8')
   .replace('{{footer}}', footer)
   .replace('{{logoURL}}', config.logoURL)
   .replace('{{adBanner}}', config.adBanner || '');
 fs.writeFileSync(layoutFile, layout);
 
 // custom web readme home page support
-const readmeFile = path.join(docDir, '_readme.md');
-let readmeContent;
+var readmeFile = path.join(docDir, '_readme.md');
+var readmeContent;
 if (config.customReadmeFile) {
   readmeContent = fs.readFileSync(config.customReadmeFile, 'utf8');
 } else {
@@ -84,13 +88,13 @@ app.use(markdownMiddleware({
   bodyHolder: '<%- locals.body %>',
   indexName: '_readme',
   cache: true,
-  render(content) {
+  render: function (content) {
     return renderMarkdown(content, false);
   },
 }));
 
-const locals = {
-  config,
+var locals = {
+  config: config
 };
 
 middlewares.ejs(app, {
@@ -99,21 +103,20 @@ middlewares.ejs(app, {
   layout: '_layout',
   cache: config.viewCache,
   debug: config.debug,
-  locals,
+  locals: locals
 });
 
 /**
  * Routes
  */
-
-app.use(router(app));
+app.use(middlewares.router(app));
 routes(app);
 
 /**
  * Error handler
  */
 
-app.on('error', function(err, ctx) {
+app.on('error', function (err, ctx) {
   err.url = err.url || ctx.request.url;
   console.log(err);
   console.log(err.stack);

services/common.js

@@ -1,11 +1,11 @@
 'use strict';
 
-const config = require('../config');
-const isPrivateScopedPackage = require('../lib/common').isPrivateScopedPackage;
+var config = require('../config');
+var isPrivateScopedPackage = require('../lib/common').isPrivateScopedPackage;
 
 config.privatePackages = config.privatePackages || [];
 
-exports.isPrivatePackage = function(name) {
+exports.isPrivatePackage = function (name) {
   if (isPrivateScopedPackage(name)) {
     return true;
   }