Release 3.0.0-rc.66

> 包名超长时，更新下载记录接口会无限重试
* 更新下载记录前，先判断当前包名是否存在

-------------

> When the package name is too long, the update download record
interface will retry indefinitely.

* Check pkg exists, before updating the download record.

.dockerignore

@@ -0,0 +1,2 @@
+node_modules
+npm-debug.log

.github/workflows/nodejs.yml

@@ -0,0 +1,52 @@
+# This workflow will do a clean install of node dependencies, build the source code and run tests across different versions of node
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
+
+name: Node.js CI
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+  schedule:
+    - cron: '0 2 * * *'
+
+jobs:
+  build:
+    runs-on: ${{ matrix.os }}
+
+    services:
+      mysql:
+        image: mysql:5.7
+        env:
+          MYSQL_ALLOW_EMPTY_PASSWORD: true
+          MYSQL_DATABASE: cnpmjs_test
+        ports:
+          - 3306:3306
+        options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=5
+
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [14, 16]
+        os: [ubuntu-latest]
+
+    steps:
+    - name: Checkout Git Source
+      uses: actions/checkout@v2
+
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v1
+      with:
+        node-version: ${{ matrix.node-version }}
+
+    - name: Install Dependencies
+      run: npm i -g npminstall && npminstall
+
+    - name: Continuous Integration
+      run: npm run ci
+
+    - name: Code Coverage
+      uses: codecov/codecov-action@v1
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}

.gitignore

@@ -29,3 +29,4 @@ coverage/
 config/web_readme.md
 .tmp/
 *.sqlite
+

.travis.yml

@@ -1,11 +0,0 @@
-sudo: false
-language: node_js
-node_js:
-  - '4'
-  - '6'
-  - '7'
-addons:
-  - postgresql: '9.3'
-script: 'make test-travis-all'
-after_script:
-  - 'npm i codecov && codecov'

Dockerfile

@@ -0,0 +1,28 @@
+FROM node:12
+MAINTAINER Bono Lv <lvscar  {aT} gmail.com>
+
+# Working enviroment
+ENV \
+    CNPM_DIR="/var/app/cnpmjs.org" \
+    CNPM_DATA_DIR="/var/data/cnpm_data" 
+
+RUN mkdir  -p ${CNPM_DIR}
+
+WORKDIR ${CNPM_DIR}
+
+COPY package.json ${CNPM_DIR}
+
+RUN npm set registry https://registry.npmmirror.com
+
+RUN npm install --production
+
+COPY .  ${CNPM_DIR}
+COPY docs/dockerize/config.js  ${CNPM_DIR}/config/
+
+EXPOSE 7001/tcp 7002/tcp
+
+VOLUME ["/var/data/cnpm_data"]
+
+# Entrypoint
+CMD ["node", "dispatch.js"]
+

History.md

@@ -1,4 +1,219 @@
 
+3.0.0-rc.66 / 2023-03-25
+==================
+
+**features**
+  * [[`a289d7d`](http://github.com/cnpm/cnpmjs.org/commit/a289d7dd5ec4881e86c6f500c72cab134388782b)] - feat: ignore sync private pkg (#1747) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
+  * [[`af9f5f7`](http://github.com/cnpm/cnpmjs.org/commit/af9f5f749979d1f389d61e98eab7dfbf639c995b)] - feat: add changes delay (#1739) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
+
+**fixes**
+  * [[`6769a46`](http://github.com/cnpm/cnpmjs.org/commit/6769a46d71508a24f4e2d4dc14aa4aebd826bf38)] - fix: download row create error (#1749) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
+
+3.0.0-rc.63 / 2022-08-31
+==================
+
+**features**
+  * [[`1964d66`](http://github.com/cnpm/cnpmjs.org/commit/1964d66abf3a78bc97022db2bfd1b88fa2c1fa37)] - feat: remove block version changes (#1737) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
+
+3.0.0-rc.62 / 2022-07-28
+==================
+
+**features**
+  * [[`d8b5c9f`](http://github.com/cnpm/cnpmjs.org/commit/d8b5c9f7a9a4648460415936e492ee0bb9cba9b0)] - feat: add changes api (#1734) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
+  * [[`f52e9c3`](http://github.com/cnpm/cnpmjs.org/commit/f52e9c3382ef3583a9cac9be5510e11a3ab17b8c)] - feat: support sync private package from define registry (#1701) (XXBeii <<36651530+XXBeii@users.noreply.github.com>>)
+  * [[`97d501c`](http://github.com/cnpm/cnpmjs.org/commit/97d501c088aee43af30e31aef279b3036a7cc5f7)] - feat: support bug-versions on server (#1684) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`3c5bc9d`](http://github.com/cnpm/cnpmjs.org/commit/3c5bc9dc5ef46c567e718705d18edc1f57009b5e)] - feat: support package version block list (#1683) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`abc1723`](http://github.com/cnpm/cnpmjs.org/commit/abc1723bef5eb12168d084cc16916998288e879b)] - feat: support dist.integrity (#1677) (fengmk2 <<fengmk2@gmail.com>>)
+
+**fixes**
+  * [[`4d534ca`](http://github.com/cnpm/cnpmjs.org/commit/4d534cad024f08923b7d4df57d87d14fa96a975a)] - fix: listModulesByUser map error (#1731) (Ke Wu <<gemwuu@163.com>>)
+  * [[`b7bbf84`](http://github.com/cnpm/cnpmjs.org/commit/b7bbf84ea31b5c15a48edd596bbb87a72f7de595)] - fix: add missing config property for bug-versions (#1685) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`74d408d`](http://github.com/cnpm/cnpmjs.org/commit/74d408d006b1c7a08283b178e842ef98f850fcf2)] - fix: database dialect config detect error (#1503) (alsotang <<alsotang@gmail.com>>)
+  * [[`37ba629`](http://github.com/cnpm/cnpmjs.org/commit/37ba6290284f260230e6d4461311bb8739088191)] - fix: get count missing name (#1674) (Solais <<924615994@qq.com>>)
+
+**others**
+  * [[`f8bcca1`](http://github.com/cnpm/cnpmjs.org/commit/f8bcca1ea0c0ad952fffd0539b625de69b9099f0)] - 🐛 FIX: path url maybe encode (#1729) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`8663e21`](http://github.com/cnpm/cnpmjs.org/commit/8663e215f038b812b74948e28a05b704d5d7780c)] - 🐛 FIX: Should show sync button on scoped package not exists (#1728) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`8573c4a`](http://github.com/cnpm/cnpmjs.org/commit/8573c4a600077585681ac1eddcebc4b2abff4f8e)] - 📖 DOC: DEPRECATED, please use https://github.com/cnpm/cnpmcore instead (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`83497f2`](http://github.com/cnpm/cnpmjs.org/commit/83497f20521dd5016c119500aff0ccb64cf5a929)] - 👌 IMPROVE: Return libc field on abbreviated manifests (#1721) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`1e0f7e0`](http://github.com/cnpm/cnpmjs.org/commit/1e0f7e06bb7df40f1dca309b7e8e533130293ab6)] - 📖 DOC: Modify comments (#1710) (AN <<455454007@qq.com>>)
+  * [[`e682e7a`](http://github.com/cnpm/cnpmjs.org/commit/e682e7a0a39f750c61d7a2a46de862d118e61e73)] - 📖 DOC: Update contributors (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`19e5c3d`](http://github.com/cnpm/cnpmjs.org/commit/19e5c3def257f4ceab3256a1c9d615d002c5fe49)] - chore: Add license scan report and status (#1708) (fossabot <<badges@fossa.io>>)
+  * [[`9f8dca4`](http://github.com/cnpm/cnpmjs.org/commit/9f8dca4ac0292ba87c59149972f0f635bd17ec37)] - refactor: Sync exists package from cnpmcore changes stream (#1707) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`f2c4b9f`](http://github.com/cnpm/cnpmjs.org/commit/f2c4b9f1c8d0b97b0b1890ac3aec058a99f0b224)] - 📖 DOC: Use git-contributor instead (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`ac07b21`](http://github.com/cnpm/cnpmjs.org/commit/ac07b215a73f80aa11e9631d3e6c9be4c4db87a2)] - 🐛 FIX: Support new bson logId (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`559d5ba`](http://github.com/cnpm/cnpmjs.org/commit/559d5baccfc3f5fa582461856f7048927aac3f23)] - 📦 NEW: sync web support webDataRemoteRegistry (#1697) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`e5c5179`](http://github.com/cnpm/cnpmjs.org/commit/e5c5179e9e12be054aa733a5b0befbb064f32a44)] - 📦 NEW: Support set registry to new cnpmcore registry (#1696) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`ad622d5`](http://github.com/cnpm/cnpmjs.org/commit/ad622d55e384743b48e79bb6aec574a7f354ee9f)] - chore: update contributors (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`c6973a9`](http://github.com/cnpm/cnpmjs.org/commit/c6973a98cef8207b56219e1b813575f7efe13653)] - fix(db.sql): use utf8mb4 on description column (#1681) (hellojukay <<hellojukay@163.com>>)
+  * [[`f22a3e7`](http://github.com/cnpm/cnpmjs.org/commit/f22a3e7370792eef1c7b613188411af2354e59a6)] - refactor: dist tarbar url don't contains querystring (#1682) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`a49deec`](http://github.com/cnpm/cnpmjs.org/commit/a49deec3b2e1e8483801dea757c727054df34b34)] - chore: remove unused config (#1495) (alsotang <<alsotang@gmail.com>>)
+  * [[`7f0aa2a`](http://github.com/cnpm/cnpmjs.org/commit/7f0aa2ad95dedef7ec50fbebeb6df92839b42621)] - chore: update contributors (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`39cf77a`](http://github.com/cnpm/cnpmjs.org/commit/39cf77ae0f676584d93ada77c6ea61c3d044b267)] - refactor: use remote abbreviated version data (#1675) (fengmk2 <<fengmk2@gmail.com>>)
+
+3.0.0-rc.50 / 2021-11-04
+==================
+
+**features**
+  * [[`e4c3cd1`](http://github.com/cnpm/cnpmjs.org/commit/e4c3cd125ebe771ecc31b4a207ab926c13817f16)] - feat: package view add download total count (#1673) (Solais <<924615994@qq.com>>)
+  * [[`283f149`](http://github.com/cnpm/cnpmjs.org/commit/283f14976dae8ce9144d387533d1637a79c6cf12)] - feat: add missing abbreviated meta attibutes (#1668) (fengmk2 <<fengmk2@gmail.com>>)
+
+**fixes**
+  * [[`62fdbd4`](http://github.com/cnpm/cnpmjs.org/commit/62fdbd400a2259983c6793173ac8d816a732452c)] - fix: should update etag after abbreviated meta change (#1670) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`2e7354c`](http://github.com/cnpm/cnpmjs.org/commit/2e7354c647d78a41f033f2066c6eb60e270f2a6b)] - fix: allow download without scope filename (#1665) (killa <<killa123@126.com>>)
+
+3.0.0-rc.46 / 2021-09-10
+==================
+
+**fixes**
+  * [[`596bca9`](http://github.com/cnpm/cnpmjs.org/commit/596bca908ee87504dfeb3dbf463b4d9a551d9f27)] - fix: fs-cnpm on dockerize config (#1656) (wxhuang <<wxhuang1985@gmail.com>>)
+  * [[`bbae9d3`](http://github.com/cnpm/cnpmjs.org/commit/bbae9d3bc3a565a59c397a63c4301272ac4509e9)] - fix: new publish with token should add user to maintainers (#1662) (killa <<killa123@126.com>>)
+
+3.0.0-rc.45 / 2021-07-28
+==================
+
+**features**
+  * [[`d28af7f`](http://github.com/cnpm/cnpmjs.org/commit/d28af7fd7e1bf530ad2e5a73fa5a54d2caf5cf9b)] - feat: support custom tokenService (#1658) (killa <<killa123@126.com>>)
+
+**others**
+  * [[`e258241`](http://github.com/cnpm/cnpmjs.org/commit/e2582417fa06a82c2fbb4d08eaf764465683a00b)] - remove maintainers logic (#1654) (Solais <<924615994@qq.com>>)
+3.0.0-rc.44 / 2021-06-11
+==================
+
+**features**
+  * [[`a1e8a82`](https://github.com/cnpm/cnpmjs.org/commit/a1e8a8289276275b995d15b3c254fbdbace6dbae)] - feat: impl npm owner hooks (#1645) (killa <<killa123@126.com>>)
+
+3.0.0-rc.43 / 2021-05-36
+==================
+
+**features**
+  * [[`a21aed0`](https://github.com/cnpm/cnpmjs.org/commit/a21aed08c5fe1ea09f4fda157ac3c12bd609781d)] - feat: impl sync to/from backup files (#1612) (killa <<killa123@126.com>>)
+
+**fixes**
+  * [[`2245dc2`](https://github.com/cnpm/cnpmjs.org/commit/2245dc2967ec070b8bcc618ebfad0cd4cd297fb8)] - feat: impl accelerate request (#1637) (killa <<killa123@126.com>>)
+
+3.0.0-rc.42 / 2021-04-30
+==================
+
+**features**
+  * [[`a21aed0`](https://github.com/cnpm/cnpmjs.org/commit/a21aed08c5fe1ea09f4fda157ac3c12bd609781d)] - feat: impl sync to/from backup files (#1612) (killa <<killa123@126.com>>)
+
+3.0.0-rc.39 / 2021-01-14
+==================
+
+**features**
+  * [[`33dd355`](http://github.com/cnpm/cnpmjs.org/commit/33dd3554f5daf13de33f04128be6853ce120636f)] - feat: impl dist-tag hooks (#1612) (killa <<killa123@126.com>>)
+
+3.0.0-rc.38 / 2021-01-12
+==================
+
+**features**
+  * [[`c6040b`](http://github.com/cnpm/cnpmjs.org/commit/1c6040bc95610e23b4756baa09e8119cda2fe01e)] - performance: optimise query pkg latestModified  (#1611) (killa <<killa123@126.com>>)
+
+
+3.0.0-rc.37 / 2020-10-21
+==================
+
+**features**
+  * [[`39c3223`](http://github.com/cnpm/cnpmjs.org/commit/39c322332ffafc512bf56c1679d2904fece2ae07)] - feat: new registry api (#1597) (killa <<killa123@126.com>>)
+  * [[`45f2f8b`](http://github.com/cnpm/cnpmjs.org/commit/45f2f8b31f095eeadf0f47e234d6eb225e6b197f)] - feat: impl registry token api (#1590) (killa <<killa123@126.com>>)
+  * [[`e97835f`](http://github.com/cnpm/cnpmjs.org/commit/e97835f7020e945e59fa7a84b14ab58c580add1e)] - feat: support custom web middlewares (#1563) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`3cb3fe0`](http://github.com/cnpm/cnpmjs.org/commit/3cb3fe02f01dd669ad4bd3aebca51c44eb9e5938)] - feat: list all package versions by date (#1557) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`a8ff647`](http://github.com/cnpm/cnpmjs.org/commit/a8ff647aa0f73076f4625e395e5da8ced9f61680)] - feat: retry sync fail on cnpm registry (#1547) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`2c511f2`](http://github.com/cnpm/cnpmjs.org/commit/2c511f2209329e95b0cbe7603fa98a7f93c66474)] - feat: add unpublishRemoveTarball mode (#1536) (Khaidi Chu <<i@2333.moe>>)
+  * [[`19563f5`](http://github.com/cnpm/cnpmjs.org/commit/19563f58517ffaebed8006630bd467f15b71d9ff)] - feat: allow to disable npm audits proxy (#1430) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`8e2367e`](http://github.com/cnpm/cnpmjs.org/commit/8e2367ee1676bd36a4112cf0f6dce2c4f422806e)] - feat: dont check db data on tgz download request (#1477) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`be05886`](http://github.com/cnpm/cnpmjs.org/commit/be05886452803d46f614bdde497ccdec8e9ed734)] - feat: add vary header on cdn (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`ea46399`](http://github.com/cnpm/cnpmjs.org/commit/ea46399265615c70ee33d9cab9ba5d5ce312fb67)] - feat: allow disable search page (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`581925d`](http://github.com/cnpm/cnpmjs.org/commit/581925db9733d295be02e75f0090db05fd6bae75)] - feat: support cache-control header on registry request (#1468) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`7f0c141`](http://github.com/cnpm/cnpmjs.org/commit/7f0c141ac2f7679b5322aadd537c5ff1bef0b032)] - feat: allow config request protocol (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`807187e`](http://github.com/cnpm/cnpmjs.org/commit/807187ebeb0b266828a59724234e1a99c3238eb3)] - feat: add redis cache to import list all versions api perf (#1441) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`99c4c3f`](http://github.com/cnpm/cnpmjs.org/commit/99c4c3fe35a9fde805751ef3d44413413f053f45)] - feat: support customized middlewares (#1436) (Khaidi Chu <<i@2333.moe>>)
+  * [[`4b57c11`](http://github.com/cnpm/cnpmjs.org/commit/4b57c118a0b044f41b1c98eaf92449221c984c15)] - feat: can override tgz download options (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`b395c66`](http://github.com/cnpm/cnpmjs.org/commit/b395c666be3ae6b237803239fae8678647f3b70b)] - feat: proxy npm audit request (#1419) (alsotang <<alsotang@gmail.com>>)
+  * [[`a4a25f9`](http://github.com/cnpm/cnpmjs.org/commit/a4a25f9e381aa20e1ef1e709f320aae41f3ae466)] - feat: use faster etag instead of koa-etag (#1409) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`90580a7`](http://github.com/cnpm/cnpmjs.org/commit/90580a72e56c69f8f03bbdb64d79b4b1b139fbbf)] - feat: configurable view directory (#1400) (Khaidi Chu <<i@2333.moe>>)
+  * [[`ad2d341`](http://github.com/cnpm/cnpmjs.org/commit/ad2d341d2c9317b062a25363f4805aedfef3913b)] - feat: sync downloads total <= 10000 unpublish package (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`25a9030`](http://github.com/cnpm/cnpmjs.org/commit/25a90300473e6ac437e393de139cebde1e354e8c)] - feat: allow to close mysql trace (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`017af69`](http://github.com/cnpm/cnpmjs.org/commit/017af69cce23c870694d124f4a865864e5c061cd)] - feat: add badgeService define on config (#1387) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`842c031`](http://github.com/cnpm/cnpmjs.org/commit/842c0316ede2b19b76d9c1ca790902de467c82e9)] - feat: show versions list on package page (#1386) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`bd87907`](http://github.com/cnpm/cnpmjs.org/commit/bd87907b69d3e65aa544930b5c7f04e75bdbc773)] - feat: auto retry if download tgz error (#1363) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`533c27f`](http://github.com/cnpm/cnpmjs.org/commit/533c27fa78323ee50fcd549115034915ea3017ef)] - feat: support nfs.url return multi urls (#1344) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`e61c7fa`](http://github.com/cnpm/cnpmjs.org/commit/e61c7fa32bdc54ef4474a071da686c70e512b009)] - feat: support pass through querystring to tgz url (#1334) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`34d3a1e`](http://github.com/cnpm/cnpmjs.org/commit/34d3a1eabe927dc5c8c87436e2b644c70a7abc2a)] - feat: auto sync delete packages which deleted in 24 hours (#1315) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`4210b7b`](http://github.com/cnpm/cnpmjs.org/commit/4210b7bdf8bfe8dfa2578802fd1d14e7411d4ea6)] - feat: can config to not sync deleted versions (#1282) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`56c9457`](http://github.com/cnpm/cnpmjs.org/commit/56c945740f545abe9ba55759f6b1502a3abc453d)] - feat: let opensearch host can be config (#1258) (fengmk2 <<fengmk2@gmail.com>>)
+
+**fixes**
+  * [[`b7089d3`](http://github.com/cnpm/cnpmjs.org/commit/b7089d33d400f9fd4fc398479d4dac5aab26b633)] - fix: set maintainer to current user if maintainer is undefined (#1592) (killa <<killa123@126.com>>)
+  * [[`2b74e00`](http://github.com/cnpm/cnpmjs.org/commit/2b74e00cb9ae20e9cf2f06c54ef8dbe6a36b4066)] - fix: release 3.0.0-rc.35 fix npm include functions dir (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`61549b4`](http://github.com/cnpm/cnpmjs.org/commit/61549b47a2f49c163bef6994f1e0f5f761317975)] - fix: avoid "ENAMETOOLONG: name too long" error (#1583) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`e7bafb2`](http://github.com/cnpm/cnpmjs.org/commit/e7bafb2ee9d80ce3ef4087a6b69bc17517f85ec5)] - fix: audit proxy test cases (#1537) (Khaidi Chu <<i@2333.moe>>)
+  * [[`92b7216`](http://github.com/cnpm/cnpmjs.org/commit/92b72169a89cec333177d1ba65205a31e60ebbb2)] - fix: maintainer permission greater than scope (#1494) (Khaidi Chu <<i@2333.moe>>)
+  * [[`f084eba`](http://github.com/cnpm/cnpmjs.org/commit/f084ebae2106c8d4435dc0385e493fe18c6cec8a)] - fix: cpu usage 100% in node@6.x (#1470) (Yiman Liu <<413893093@qq.com>>)
+  * [[`8d57216`](http://github.com/cnpm/cnpmjs.org/commit/8d572169b7293a33035257d3525c66b0abb5b679)] - fix: add cache on total (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`585f55b`](http://github.com/cnpm/cnpmjs.org/commit/585f55bbcc0ce257bfab2f0f545dd8a89c66ca49)] - fix: download url pathname (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`da2f964`](http://github.com/cnpm/cnpmjs.org/commit/da2f9640b87f1b110210b7b8caaf26b4b854ede8)] - fix: dont override exists weburl (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`b094f56`](http://github.com/cnpm/cnpmjs.org/commit/b094f5692f83700f152dd6ea9eb65f67385f6b5f)] - fix: changes stream syncer without deps (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`65bca46`](http://github.com/cnpm/cnpmjs.org/commit/65bca46f3c275bac5dc7497eb266d84605f6f8f8)] - fix: don't cache npm_service.cnpmjs.org request (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`f9d4858`](http://github.com/cnpm/cnpmjs.org/commit/f9d4858862a4b70cb989c3c60478c2424ca2c139)] - fix: avoid toString as downloads count key (#1438) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`8a2f744`](http://github.com/cnpm/cnpmjs.org/commit/8a2f744749fc9f1297ff298fafe14deacf67efea)] - fix: don't update __all__ downloads every times (#1417) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`9bdb695`](http://github.com/cnpm/cnpmjs.org/commit/9bdb695375a800464636d70981f433b7a11dd82d)] - fix: proxy to source registry when package is public scoped with encoded path (#1415) (Albert Zhang <<label4king@163.com>>)
+  * [[`8bd0a2d`](http://github.com/cnpm/cnpmjs.org/commit/8bd0a2d49195734afa988cce69804d8540bbda19)] - fix: swap compress middleware and notFound position (#1413) (alsotang <<alsotang@gmail.com>>)
+  * [[`93d5def`](http://github.com/cnpm/cnpmjs.org/commit/93d5def8ac8882edbd526e5a7341e07c99463b25)] - fix: show package when non-semver version of semver tag (#1411) (Khaidi Chu <<i@2333.moe>>)
+  * [[`6a8434e`](http://github.com/cnpm/cnpmjs.org/commit/6a8434e0cae391981579af1a0b533aff0008904f)] - fix: Don't display sync info when the sync mode is none (#1410) (XingKai Zhang <<jack_zhxk@163.com>>)
+  * [[`4a3a851`](http://github.com/cnpm/cnpmjs.org/commit/4a3a851256483d438753b154d80d28c12c1d625c)] - fix: use <%- instead of <%= in user profile page (#1404) (Khaidi Chu <<i@2333.moe>>)
+  * [[`3497bae`](http://github.com/cnpm/cnpmjs.org/commit/3497bae2b94237664716911de965a4b27afc083a)] - fix: Obfuscate email address (#1391) (Ankur Kumar <<ankurk91@users.noreply.github.com>>)
+  * [[`9b8491b`](http://github.com/cnpm/cnpmjs.org/commit/9b8491b736ebcb98df02d26c41334cf7fce306dc)] - fix: use https://cdn.staticfile.org (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`fc79930`](http://github.com/cnpm/cnpmjs.org/commit/fc799304d8c6710e71364bdf1d1ed0961b9e8695)] - fix: should return `[done] Sync {name}` string when task finished (#1382) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`3c20267`](http://github.com/cnpm/cnpmjs.org/commit/3c20267b22491cd2ac2d751ccc459cf1f4fb0f1f)] - fix: don't retry to save log when db error (#1381) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`5149aa5`](http://github.com/cnpm/cnpmjs.org/commit/5149aa5a1eb01dfc17f8de1cb6c6abfecca0ed96)] - fix: proxy public package from source registry (#1375) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`fc07a38`](http://github.com/cnpm/cnpmjs.org/commit/fc07a38bde81bd93ef9067f3aacb06ae8e76e12b)] - fix: make sure replicate pkg is the latest pkg (#1347) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`17f8b66`](http://github.com/cnpm/cnpmjs.org/commit/17f8b6648b2cf8cb4cf17daef2a2477f74a671e8)] - fix: retry from registry when no_db_file error on replicate (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`d1fe6ce`](http://github.com/cnpm/cnpmjs.org/commit/d1fe6cede7b5a082eabfe9eb94225c9af9399e62)] - fix: add other_urls on download dist tarball (#1345) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`8fbad39`](http://github.com/cnpm/cnpmjs.org/commit/8fbad397f3ab7177c6e6c9b458b4b0bf3d24fbd7)] - fix: use rimraf instead of fs.unlink (#1338) (Yiyu He <<dead_horse@qq.com>>)
+  * [[`0121de3`](http://github.com/cnpm/cnpmjs.org/commit/0121de31a3b7a8da38e31fca4e10d973c07d79e7)] - fix: no need to resync again (#1336) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`84a3037`](http://github.com/cnpm/cnpmjs.org/commit/84a3037d90d4b3a316752eda7440ff5c73b0872f)] - fix: avoid query too frequently (#1329) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`1f60a01`](http://github.com/cnpm/cnpmjs.org/commit/1f60a0136c5f2e4a33827d1f36b38c49e1e3dec6)] - fix: replicate request error, try to request from official registry (#1316) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`6f656a0`](http://github.com/cnpm/cnpmjs.org/commit/6f656a0736c7d1d8b58288ff97590d7cb1317ecd)] - fix: save sync last time when successes > 1000 (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`1b30146`](http://github.com/cnpm/cnpmjs.org/commit/1b30146e94e7e72f9e762947b1ecdbd176d64532)] - fix: npm >= v5.5.0 login need not `email` (#1275) (#1304) (wmzy <<1256573276@qq.com>>)
+  * [[`820ae23`](http://github.com/cnpm/cnpmjs.org/commit/820ae23454f0f9755456681f3ced03e634cb3109)] - fix: control sync frequency (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`bfb29f8`](http://github.com/cnpm/cnpmjs.org/commit/bfb29f82c967cb68f4de3a314200d95a8c59baff)] - fix: use _npmUser reset the maintainers (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`95aa035`](http://github.com/cnpm/cnpmjs.org/commit/95aa035a275089b50dfc2590497e3bc7319f4f6b)] - fix: make sure maintainers exists on sync worker (liang feng <<anhulife@gmail.com>>)
+  * [[`6c69a38`](http://github.com/cnpm/cnpmjs.org/commit/6c69a38a508812f0320866d70b555de02e1fc204)] - fix: if replicate error, retry from official registry (#1230) (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`43ffa99`](http://github.com/cnpm/cnpmjs.org/commit/43ffa995cb8a724e8cd04224c2f137d407bfe014)] - fix: "start" should wait for "stop" to remove the pid file(using Promise) (#1220) (cloudstone <<baby31529@gmail.com>>)
+  * [[`6c019de`](http://github.com/cnpm/cnpmjs.org/commit/6c019de514c9f4a62db1a1814ca2359408609074)] - fix: changes_stream_syncer log url should not contain sync_upstream=true (fengmk2 <<fengmk2@gmail.com>>)
+
+**others**
+  * [[`522ad11`](http://github.com/cnpm/cnpmjs.org/commit/522ad11124f168788b28dd925417ae37eb9d3991)] - update readme for now situation (#1506) (alsotang <<alsotang@gmail.com>>)
+  * [[`0c59791`](http://github.com/cnpm/cnpmjs.org/commit/0c59791e50ef9d3080d5a2ab3e24b5899bd91446)] - Release Release 3.0.0-rc.19 (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`79fb163`](http://github.com/cnpm/cnpmjs.org/commit/79fb163a3b12f1b9c4c9eafad7f2041e7c4c4dbf)] - chore: README fix typo ( not to use plural for code ) (#1448) (Paul Verest <<enide.github@gmail.com>>)
+  * [[`be00b65`](http://github.com/cnpm/cnpmjs.org/commit/be00b6557359d328c851e538827d6c681c2c3416)] - refactor: add detail message to error and keep reason (#1445) (alsotang <<alsotang@gmail.com>>)
+  * [[`f7e9670`](http://github.com/cnpm/cnpmjs.org/commit/f7e9670025c6e7f09d8aa88c676938a2cf4849b5)] - Release Release 3.0.0-rc.14 (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`d0c3f1b`](http://github.com/cnpm/cnpmjs.org/commit/d0c3f1b19e46e73ce389e78413304a1542811b5f)] - test: shouldjs change from getter to function call (#1420) (alsotang <<alsotang@gmail.com>>)
+  * [[`d889eba`](http://github.com/cnpm/cnpmjs.org/commit/d889ebafbd6ff1bc15fbf277fd8e143a57e6cac6)] - deps: use agentkeepalive@4 (fengmk2 <<fengmk2@gmail.com>>)
+  * [[`938a14d`](http://github.com/cnpm/cnpmjs.org/commit/938a14d0a13b711c7b91d795151a7266b0a43c5a)] - chore: Hall of Fame integration on README (#1388) (Gwenael Pluchon <<gwenael.pluchon+github@gmail.com>>)
+  * [[`26d7147`](http://github.com/cnpm/cnpmjs.org/commit/26d7147562a1ae21db8bfec26983daf311353d96)] - refactor: normalize database structure (#1376) (Khaidi Chu <<i@2333.moe>>)
+  * [[`5334375`](http://github.com/cnpm/cnpmjs.org/commit/53343751f7c0a34ea0a346172bff0818d27864dd)] - chore: add latest-3 tag (fengmk2 <<fengmk2@gmail.com>>)
+
+3.0.0-alpha.8 / 2017-06-15
+==================
+
+  * fix: should remove unpublished version on ModuleAbbreviated too (#1192)
+  * docs: Dockerized cnpmjs.org configuration with installation guide (#1191)
+
+3.0.0-alpha.7 / 2017-06-01
+==================
+
+  * fix: add missing publish_time property on package list api (#1185)
+
+3.0.0-alpha.6 / 2017-05-18
+==================
+
+  * feat: add globalHook on config (#1177)
+  * fix: TypeError caused by invalid engines property (#1151)
+  * test: add new test for application/vnd.npm.install-v1+json request
+
 3.0.0-alpha.5 / 2017-04-14
 ==================
 
@@ -1017,7 +1232,7 @@
   * npm publish dont contains .jshint*
   * npm test run jshint
   * Add jshint check: $ make jshint
-  * use `yield* next` instead of `yield next`
+  * use `yield next` instead of `yield next`
   * replace dist.u.qiniudn.com with cnpmjs.org/dist
 
 0.3.5 / 2014-03-05

Makefile

@@ -1,6 +1,6 @@
 TESTS = $(shell ls -S `find test -type f -name "*.test.js" -print`)
 REPORTER = spec
-TIMEOUT = 60000
+TIMEOUT = 600000
 MOCHA_OPTS =
 DB = sqlite
 
@@ -11,8 +11,8 @@ init-database:
 	@NODE_ENV=test node test/init_db.js
 
 init-mysql:
-	@mysql -uroot -e 'DROP DATABASE IF EXISTS cnpmjs_test;'
-	@mysql -uroot -e 'CREATE DATABASE cnpmjs_test;'
+	@mysql -uroot -h 127.0.0.1 --port 3306 -e 'DROP DATABASE IF EXISTS cnpmjs_test;'
+	@mysql -uroot -h 127.0.0.1 --port 3306 -e 'CREATE DATABASE cnpmjs_test;'
 
 init-pg:
 	@psql -c 'DROP DATABASE IF EXISTS cnpmjs_test;'
@@ -61,7 +61,7 @@ test-cov-mysql: init-mysql
 	@$(MAKE) test-cov DB=mysql
 
 test-travis: init-database
-	@NODE_ENV=test DB=${DB} CNPM_SOURCE_NPM=https://registry.npmjs.com CNPM_SOURCE_NPM_ISCNPM=false \
+	@NODE_ENV=test DB=${DB} \
 		node \
 		node_modules/.bin/istanbul cover \
 		node_modules/.bin/_mocha \
@@ -96,7 +96,8 @@ contributors:
 
 autod:
 	@node_modules/.bin/autod -w \
-		--prefix "~" \
+		--registry https://r.cnpmjs.org \
+		--prefix "^" \
 		--exclude public,view,docs,backup,coverage \
 		--dep mysql \
 		--keep should,supertest,chunkstream,mm,pedding

README.md

@@ -1,21 +1,23 @@
+# ‼️ ‼️ ‼️ ‼️ DEPRECATED, please use https://github.com/cnpm/cnpmcore instead ‼️ ‼️ ‼️ ‼️
+# ‼️ ‼️ ‼️ ‼️ DEPRECATED, please use https://github.com/cnpm/cnpmcore instead ‼️ ‼️ ‼️ ‼️
+# ‼️ ‼️ ‼️ ‼️ DEPRECATED, please use https://github.com/cnpm/cnpmcore instead ‼️ ‼️ ‼️ ‼️
+
+------
+
 cnpmjs.org
 =======
 
-[![NPM version][npm-image]][npm-url]
-[![build status][travis-image]][travis-url]
+[![npm version][npm-image]][npm-url]
+[![Node.js CI](https://github.com/cnpm/cnpmjs.org/actions/workflows/nodejs.yml/badge.svg)](https://github.com/cnpm/cnpmjs.org/actions/workflows/nodejs.yml)
 [![Test coverage][codecov-image]][codecov-url]
-[![David deps][david-image]][david-url]
 [![Known Vulnerabilities][snyk-image]][snyk-url]
 [![npm download][download-image]][download-url]
+[![FOSSA Status](https://app.fossa.com/api/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmjs.org.svg?type=shield)](https://app.fossa.com/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmjs.org?ref=badge_shield)
 
 [npm-image]: http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square
 [npm-url]: http://cnpmjs.org/package/cnpmjs.org
-[travis-image]: https://img.shields.io/travis/cnpm/cnpmjs.org.svg?style=flat-square
-[travis-url]: https://travis-ci.org/cnpm/cnpmjs.org
 [codecov-image]: https://codecov.io/gh/cnpm/cnpmjs.org/branch/master/graph/badge.svg
 [codecov-url]: https://codecov.io/gh/cnpm/cnpmjs.org
-[david-image]: https://img.shields.io/david/cnpm/cnpmjs.org.svg?style=flat-square
-[david-url]: https://david-dm.org/cnpm/cnpmjs.org
 [snyk-image]: https://snyk.io/test/npm/cnpmjs.org/badge.svg?style=flat-square
 [snyk-url]: https://snyk.io/test/npm/cnpmjs.org
 [download-image]: https://img.shields.io/npm/dm/cnpmjs.org.svg?style=flat-square
@@ -23,65 +25,58 @@ cnpmjs.org
 
 ![logo](https://raw.github.com/cnpm/cnpmjs.org/master/logo.png)
 
-## What is this?
+## Description
 
 Private npm registry and web for Enterprise, base on [koa](http://koajs.com/),
 MySQL and [Simple Store Service](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
 
-Our goal is to provide a low cost maintenance and easy to use solution for private npm.
+Our goal is to provide a low cost maintenance, easy to use, and easy to scale solution for private npm.
 
-## What can you do with `cnpmjs.org`
+## What can you do with `cnpmjs.org`?
 
 * Build a private npm for your own enterprise. ([alibaba](http://www.alibaba.com/) is using `cnpmjs.org` now)
-* Build a mirror NPM. (we use it to build a mirror in China: [cnpmjs.org](http://cnpmjs.org/))
-* Build a completely independent NPM registry to store whatever you like.
+* Build a npm mirror. (we use it to build a mirror in China: [https://npmmirror.com/](https://npmmirror.com/))
+* Use the private npm service provided by Alibaba Cloud DevOps which build with cnpm. [https://packages.aliyun.com/](https://packages.aliyun.com/?channel=pd_cnpm_github)
 
 ## Features
 
 * **Support "scoped" packages**: [npm/npm#5239](https://github.com/npm/npm/issues/5239)
 * **Support [CORS](http://en.wikipedia.org/wiki/Cross-origin_resource_sharing)**
 * **Simple to deploy**: only need `mysql` and a [simple store system](https://github.com/cnpm/cnpmjs.org/wiki/NFS-Guide).
-You can get the source code through `npm` or `git`.
-* **Low cost and easy maintenance**: `package.json` info store in MySQL, MariaDB, SQLite or PostgreSQL databases,
-tarball(tgz file) store in CDN or other store systems.
-* **Automatic synchronization**: automatic synchronization from any registry specified, support two sync modes:
-  - Sync all modules from a specified registry, like [npm registry](http://registry.npmjs.org).
-  - Only sync the modules that exists in your own registry.
-* **Manual synchronization**: automatic synchronization may has little delay, but you can syn immediately by manually.
+* **Low cost and easy maintenance**: `package.json` info can store in MySQL, MariaDB, SQLite or PostgreSQL.
+tarball(tgz file) can store in Amazon S3 or other object storage service.
+* **Automatic synchronization**: automatically sync from any registry specified. support two sync modes:
+  - Sync all modules from upstream
+  - Only sync the modules after first access.
+* **Manual synchronization**: automatic synchronization may has little delay. you can sync manually on web page.
 * **Customized client**: we provide a client [cnpm](https://github.com/cnpm/cnpm)
 to extend `npm` with more features(`sync` command, [gzip](https://github.com/npm/npm-registry-client/pull/40) support).
-And it easy to wrap for your own registry which build with `cnpmjs.org`.
-* **Compatible with NPM client**: you can use the origin NPM client with `cnpmjs.org`,
-only need to change the registry in config. Even include manual synchronization (through `install` command).
-* **Version badge**: base on [shields.io](http://shields.io/) ![cnpm-badge](http://cnpmjs.org/badge/v/cnpmjs.org.svg?style=flat-square)
-* **Support http_proxy**: if you're behind firewall, need to request through http proxy
+And it is easy to wrap for your own registry which build with `cnpmjs.org`.
+* **Compatible with npm client**: you can use the official npm client with `cnpmjs.org`.
+you only need to change the registry in client config.
+* **Support http_proxy**: if you're behind a firewall, you can provide a http proxy for cnpmjs.org.
 
-**PROTIP** Be sure to read [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
-as well as [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).
+## Docs
 
-## Getting Start
-
-* [Deploy a private npm registry in 5 minutes](https://github.com/cnpm/cnpmjs.org/wiki/Deploy-a-private-npm-registry-in-5-minutes)
-* @[dead-horse](https://github.com/dead-horse): [What is cnpm?](http://deadhorse.me/slides/cnpmjs.html)
-* install and deploy cnpmjs.org through npm: [examples](https://github.com/cnpm/custom-cnpm-example)
-* Mirror NPM in China: [cnpmjs.org](http://cnpmjs.org)
+* [How to deploy](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
 * cnpm client: [cnpm](https://github.com/cnpm/cnpm), `npm install -g cnpm`
-* [How to deploy cnpmjs.org](https://github.com/cnpm/cnpmjs.org/wiki/Deploy)
 * [Sync packages through `http_proxy`](https://github.com/cnpm/cnpmjs.org/wiki/Sync-packages-through-http_proxy)
+* [Migrating from 1.x to 2.x](https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x)
+* [New features in 2.x](https://github.com/cnpm/cnpmjs.org/wiki/New-features-in-2.x).
 * [wiki](https://github.com/cnpm/cnpmjs.org/wiki)
 
 ## Develop on your local machine
 
 ### Dependencies
 
-* [node](http://nodejs.org) >= 4.3.1
+* [node](http://nodejs.org) >= 8.0.0
 * Databases: only required one type
-  * [sqlite3](https://npm.taobao.org/package/sqlite3) >= 3.0.2, we use `sqlite3` by default
-  * [MySQL](http://dev.mysql.com/downloads/) >= 0.5.0, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
+  * [sqlite3](https://npmmirror.com/package/sqlite3) >= 3.0.2, we use `sqlite3` by default
+  * [MySQL](http://dev.mysql.com/downloads/) >= 5.6.16, include `mysqld` and `mysql cli`. I test on `mysql@5.6.16`.
   * MariaDB
   * PostgreSQL
 
-### Clone codes and run test
+### Clone code and run test
 
 ```bash
 # clone from git
@@ -103,6 +98,61 @@ $ make autod
 $ make dev
 ```
 
+### Dockerized cnpmjs.org Installation Guide
+
+Cnpmjs.org shipped with a simple but pragmatic Docker Compose configuration.With the configuration, you can set up a MySQL backend cnpmjs.org instance by executing just one command on Docker installed environment.
+
+#### Preparation
+
+* [Install Docker](https://www.docker.com/community-edition)
+* [Install Docker Compose](https://docs.docker.com/compose/install/) (Docker for Mac, Docker for Windows include Docker Compose, so most Mac and Windows users do not need to install Docker Compose separately)
+* (Optional) Speed up Docker images downloading by setting up [Docker images download accelerator](https://yq.aliyun.com/articles/29941)
+
+
+#### Dockerized cnpmjs.org control command
+
+Make sure your current working directory is the root of this GitHub repository.
+
+##### Run dockerized cnpmjs.org
+
+```bash
+ $docker-compose up
+ ```
+
+This command will build a Docker image using the current code of repository. Then set up a dockerized MySQL instance with data initialized. After Docker container running, you can access your cnpmjs.org web portal at http://127.0.0.1:7002 and npm register at http://127.0.0.1:7001.
+
+#### Run cnpmjs.org in the backend
+
+```bash
+$docker-compose up -d
+```
+
+#### Rebuild cnpmjs.org Docker image
+
+```bash
+$docker-compose build
+```
+
+#### Remove current dockerized cnpmjs.org instance
+
+The current configuration set 2 named Docker Volume for your persistent data. If you haven't change the repository directory name, them will be "cnpmjsorg_cnpm-files-volume" & "cnpmjsorg_cnpm-db-volume".
+
+Be Careful, the following commands will remove them.
+
+```bash
+$docker-compose rm
+$docker volume rm cnpmjsorg_cnpm-files-volume
+$docker volume rm cnpmjsorg_cnpm-db-volume
+```
+
+You can get more information about your data volumes using the below commands:
+
+```bash
+$docker volume ls  // list all of your Docker volume
+$docker volume inspect cnpmjsorg_cnpm-files-volume
+$docker volume inspect cnpmjsorg_cnpm-db-volume
+```
+
 ## How to contribute
 
 * Clone the project
@@ -114,9 +164,25 @@ Tips: make sure your code is following the [node-style-guide](https://github.com
 
 ## Sponsors
 
-- [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) (2016.2 - now)
-- [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS) (2015.3 - 2016.3)
+- [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) [![阿里云云效](https://img.alicdn.com/tfs/TB116yt3fb2gK0jSZK9XXaEgFXa-106-20.png)](https://devops.aliyun.com/?channel=pd_cnpm_github) (2016.2 - now)
 
 ## License
 
 [MIT](LICENSE.txt)
+
+<!-- GITCONTRIBUTOR_START -->
+
+## Contributors
+
+|[<img src="https://avatars.githubusercontent.com/u/156269?v=4" width="100px;"/><br/><sub><b>fengmk2</b></sub>](https://github.com/fengmk2)<br/>|[<img src="https://avatars.githubusercontent.com/u/985607?v=4" width="100px;"/><br/><sub><b>dead-horse</b></sub>](https://github.com/dead-horse)<br/>|[<img src="https://avatars.githubusercontent.com/u/14790466?v=4" width="100px;"/><br/><sub><b>greenkeeperio-bot</b></sub>](https://github.com/greenkeeperio-bot)<br/>|[<img src="https://avatars.githubusercontent.com/u/543405?v=4" width="100px;"/><br/><sub><b>ibigbug</b></sub>](https://github.com/ibigbug)<br/>|[<img src="https://avatars.githubusercontent.com/u/6897780?v=4" width="100px;"/><br/><sub><b>killagu</b></sub>](https://github.com/killagu)<br/>|[<img src="https://avatars.githubusercontent.com/u/1147375?v=4" width="100px;"/><br/><sub><b>alsotang</b></sub>](https://github.com/alsotang)<br/>|
+| :---: | :---: | :---: | :---: | :---: | :---: |
+|[<img src="https://avatars.githubusercontent.com/u/2842176?v=4" width="100px;"/><br/><sub><b>XadillaX</b></sub>](https://github.com/XadillaX)<br/>|[<img src="https://avatars.githubusercontent.com/u/327019?v=4" width="100px;"/><br/><sub><b>JacksonTian</b></sub>](https://github.com/JacksonTian)<br/>|[<img src="https://avatars.githubusercontent.com/u/11251401?v=4" width="100px;"/><br/><sub><b>Solais</b></sub>](https://github.com/Solais)<br/>|[<img src="https://avatars.githubusercontent.com/u/1134761?v=4" width="100px;"/><br/><sub><b>4simple</b></sub>](https://github.com/4simple)<br/>|[<img src="https://avatars.githubusercontent.com/u/6622122?v=4" width="100px;"/><br/><sub><b>21paradox</b></sub>](https://github.com/21paradox)<br/>|[<img src="https://avatars.githubusercontent.com/u/26033663?v=4" width="100px;"/><br/><sub><b>Zian502</b></sub>](https://github.com/Zian502)<br/>|
+|[<img src="https://avatars.githubusercontent.com/u/1294440?v=4" width="100px;"/><br/><sub><b>albertZhang2013</b></sub>](https://github.com/albertZhang2013)<br/>|[<img src="https://avatars.githubusercontent.com/u/6111524?v=4" width="100px;"/><br/><sub><b>ankurk91</b></sub>](https://github.com/ankurk91)<br/>|[<img src="https://avatars.githubusercontent.com/u/1935436?v=4" width="100px;"/><br/><sub><b>huangbowen521</b></sub>](https://github.com/huangbowen521)<br/>|[<img src="https://avatars.githubusercontent.com/u/5365267?v=4" width="100px;"/><br/><sub><b>gwenaelp</b></sub>](https://github.com/gwenaelp)<br/>|[<img src="https://avatars.githubusercontent.com/u/324440?v=4" width="100px;"/><br/><sub><b>KidkArolis</b></sub>](https://github.com/KidkArolis)<br/>|[<img src="https://avatars.githubusercontent.com/u/922240?v=4" width="100px;"/><br/><sub><b>tq0fqeu</b></sub>](https://github.com/tq0fqeu)<br/>|
+|[<img src="https://avatars.githubusercontent.com/u/1587797?v=4" width="100px;"/><br/><sub><b>limianwang</b></sub>](https://github.com/limianwang)<br/>|[<img src="https://avatars.githubusercontent.com/u/900947?v=4" width="100px;"/><br/><sub><b>LoicMahieu</b></sub>](https://github.com/LoicMahieu)<br/>|[<img src="https://avatars.githubusercontent.com/u/1614482?v=4" width="100px;"/><br/><sub><b>paulvi</b></sub>](https://github.com/paulvi)<br/>|[<img src="https://avatars.githubusercontent.com/u/36651530?v=4" width="100px;"/><br/><sub><b>XXBeii</b></sub>](https://github.com/XXBeii)<br/>|[<img src="https://avatars.githubusercontent.com/u/1422472?v=4" width="100px;"/><br/><sub><b>jpuncle</b></sub>](https://github.com/jpuncle)<br/>|[<img src="https://avatars.githubusercontent.com/u/20092391?v=4" width="100px;"/><br/><sub><b>vincentmrlau</b></sub>](https://github.com/vincentmrlau)<br/>|
+[<img src="https://avatars.githubusercontent.com/u/4470552?v=4" width="100px;"/><br/><sub><b>stoneChen</b></sub>](https://github.com/stoneChen)<br/>|[<img src="https://avatars.githubusercontent.com/u/2196373?v=4" width="100px;"/><br/><sub><b>dickeylth</b></sub>](https://github.com/dickeylth)<br/>|[<img src="https://avatars.githubusercontent.com/u/29791463?v=4" width="100px;"/><br/><sub><b>fossabot</b></sub>](https://github.com/fossabot)<br/>|[<img src="https://avatars.githubusercontent.com/u/1941756?v=4" width="100px;"/><br/><sub><b>gniavaj</b></sub>](https://github.com/gniavaj)<br/>|[<img src="https://avatars.githubusercontent.com/u/10371891?v=4" width="100px;"/><br/><sub><b>hellojukay</b></sub>](https://github.com/hellojukay)<br/>|[<img src="https://avatars.githubusercontent.com/u/5040076?v=4" width="100px;"/><br/><sub><b>liyangready</b></sub>](https://github.com/liyangready)<br/>
+
+This project follows the git-contributor [spec](https://github.com/xudafeng/git-contributor), auto updated at `Sun Mar 20 2022 09:50:54 GMT+0800`.
+
+<!-- GITCONTRIBUTOR_END -->
+
+[![FOSSA Status](https://app.fossa.com/api/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmjs.org.svg?type=large)](https://app.fossa.com/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmjs.org?ref=badge_large)

bin/cli.js

@@ -48,52 +48,59 @@ program.parse(process.argv);
 
 
 function start(options) {
-  stop(options);
-  var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
-  mkdirp.sync(dataDir);
+  stop(options)
+    // wait for "stop" method to remove the pid file
+    .then(function () {
+      var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
+      mkdirp.sync(dataDir);
 
-  var configfile = path.join(dataDir, 'config.json');
-  var config = {};
-  if (fs.existsSync(configfile)) {
-    try {
-      config = require(configfile);
-    } catch (err) {
-      console.warn('load old %s error: %s', configfile, err);
-    }
-  }
-  // config.enableCluster = !!options.cluster;
-  if (options.admins) {
-    config.admins = {};
-    for (var i = 0; i < options.admins.length; i++) {
-      config.admins[options.admins[i]] = options.admins[i] + '@localhost.com';
-    }
-  }
-  if (options.scopes) {
-    config.scopes = options.scopes.map(function (name) {
-      if (name[0] !== '@') {
-        name = '@' + name;
+      var configfile = path.join(dataDir, 'config.json');
+      var config = {};
+      if (fs.existsSync(configfile)) {
+        try {
+          config = require(configfile);
+        } catch (err) {
+          console.warn('load old %s error: %s', configfile, err);
+        }
       }
-      return name;
+      // config.enableCluster = !!options.cluster;
+      if (options.admins) {
+        config.admins = {};
+        for (var i = 0; i < options.admins.length; i++) {
+          config.admins[options.admins[i]] = options.admins[i] + '@localhost.com';
+        }
+      }
+      if (options.scopes) {
+        config.scopes = options.scopes.map(function (name) {
+          if (name[0] !== '@') {
+            name = '@' + name;
+          }
+          return name;
+        });
+      }
+
+      var configJSON = JSON.stringify(config, null, 2);
+      fs.writeFileSync(configfile, configJSON);
+
+      debug('save config %s to %s', configJSON, configfile);
+
+      // if sqlite db file not exists, init first
+      initDatabase(function() {
+        require('../dispatch');
+      });
+
+      fs.writeFileSync(path.join(dataDir, 'pid'), process.pid + '');
     });
-  }
-
-  var configJSON = JSON.stringify(config, null, 2);
-  fs.writeFileSync(configfile, configJSON);
-
-  debug('save config %s to %s', configJSON, configfile);
-
-  // if sqlite db file not exists, init first
-  initDatabase(function() {
-    require('../dispatch');
-  });
-
-  fs.writeFileSync(path.join(dataDir, 'pid'), process.pid + '');
 }
 
 function stop(options) {
   var dataDir = options.dataDir || path.join(process.env.HOME, '.cnpmjs.org');
   var pidfile = path.join(dataDir, 'pid');
-  if (fs.existsSync(pidfile)) {
+  return new Promise(function (resolve) {
+    if (!fs.existsSync(pidfile)) {
+      resolve();
+      return;
+    }
     var pid = Number(fs.readFileSync(pidfile, 'utf8'));
     treekill(pid, function (err) {
       if (err) {
@@ -102,8 +109,9 @@ function stop(options) {
       }
       console.log('cnpmjs.org server:%d stop', pid);
       fs.unlinkSync(pidfile);
+      resolve();
     });
-  }
+  });
 }
 
 function initDatabase(callback) {

common/cache.js

@@ -0,0 +1,16 @@
+'use strict';
+
+const debug = require('debug')('cnpmjs.org:cache');
+const Redis = require('ioredis');
+const config = require('../config');
+
+let client;
+
+if (config.redisCache.enable) {
+  client = new Redis(config.redisCache.connectOptions);
+  client.on('ready', () => {
+    debug('connect ready, getBuiltinCommands: %j', client.getBuiltinCommands());
+  });
+}
+
+module.exports = client;

common/mail.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - common/mail.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var nodemailer = require('nodemailer');
 var utility = require('utility');
 var os = require('os');

common/markdown.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - common/markdown.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var xss = require('xss');
 var MarkdownIt = require('markdown-it');
 

common/sequelize.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - common/sequelize.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var Sequelize = require('sequelize');
 var DataTypes = require('sequelize/lib/data-types');
 var config = require('../config');
@@ -35,6 +21,7 @@ if (config.mysqlServers && config.database.dialect === 'sqlite') {
 
   console.warn('[WARNNING] your config.js was too old, please @see https://github.com/cnpm/cnpmjs.org/wiki/Migrating-from-1.x-to-2.x');
   var server = config.mysqlServers[0];
+  var dialectOptions = config.database && config.database.dialectOptions;
   config.database = {
     db: config.mysqlDatabase,
     username: server.user,
@@ -45,10 +32,13 @@ if (config.mysqlServers && config.database.dialect === 'sqlite') {
     pool: {
       maxConnections: config.mysqlMaxConnections || 10,
       minConnections: 0,
-      maxIdleTime: 30000
+      maxIdleTime: 30000,
     },
     logging: !!process.env.SQL_DEBUG,
   };
+  if (dialectOptions) {
+    config.database.dialectOptions = dialectOptions;
+  }
 }
 
 var database = config.database;
@@ -58,7 +48,7 @@ database.syncFirst = false;
 
 // add longtext for mysql
 Sequelize.LONGTEXT = DataTypes.LONGTEXT = DataTypes.TEXT;
-if (config.dialect === 'mysql') {
+if (database.dialect === 'mysql') {
   Sequelize.LONGTEXT = DataTypes.LONGTEXT = 'LONGTEXT';
 }
 

common/urllib.js

@@ -1,24 +1,12 @@
-/**!
- * cnpmjs.org - common/urllib.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var urlparse = require('url').parse;
 var urllib = require('urllib');
 var HttpAgent = require('agentkeepalive');
 var HttpsAgent = require('agentkeepalive').HttpsAgent;
 var config = require('../config');
+var url = require('url');
+var URL = require('url').URL;
 
 var httpAgent;
 var httpsAgent;
@@ -71,5 +59,26 @@ var client = urllib.create({
   httpsAgent: httpsAgent
 });
 
+var request = urllib.HttpClient.prototype.request;
+
+function getAccelerateUrl(url) {
+  const urlObj = typeof url === 'string' ? new URL(url) : url;
+  const newHost = config.accelerateHostMap && config.accelerateHostMap[urlObj.host];
+  if (newHost) {
+    urlObj.host = newHost;
+  }
+  return urlObj.toString();
+}
+
+client.request = function (requestUrl, options) {
+  const accelerateUrl = getAccelerateUrl(requestUrl);
+  options = Object.assign({}, options, {
+    formatRedirectUrl: function (from, to) {
+      return getAccelerateUrl(url.resolve(from, to));
+    }
+  });
+  return Reflect.apply(request, client, [ accelerateUrl, options ]);
+};
+
 module.exports = client;
 module.exports.USER_AGENT = urllib.USER_AGENT;

config/index.js

@@ -5,9 +5,10 @@ var copy = require('copy-to');
 var path = require('path');
 var fs = require('fs');
 var os = require('os');
+var utility = require('utility');
 
 var version = require('../package.json').version;
-
+var Nfs = require('fs-cnpm');
 var root = path.dirname(__dirname);
 var dataDir = path.join(process.env.HOME || root, '.cnpmjs.org');
 
@@ -28,6 +29,11 @@ var config = {
   registryPort: 7001,
   webPort: 7002,
   bindingHost: '127.0.0.1', // only binding on 127.0.0.1 for local access
+  // default is ctx.protocol
+  protocol: '',
+  // When sync package, cnpm not know the access protocol.
+  // So should set manually
+  backupProtocol: 'http',
 
   // debug mode
   // if in debug mode, some middleware like limit wont load
@@ -46,6 +52,21 @@ var config = {
   // web page viewCache
   viewCache: false,
 
+  // registry http response cache control header
+  // if you are using CDN, can set it to 'max-age=0, s-maxage=10, must-revalidate'
+  // it meaning cache 10s on CDN server and no cache on client side.
+  registryCacheControlHeader: '',
+  // if you are using CDN, can set it to 'Accept, Accept-Encoding'
+  registryVaryHeader: '',
+  // disable package search
+  disableSearch: false,
+
+  // view files directory
+  viewDir: path.join(root, 'view', 'web'),
+
+  customRegistryMiddlewares: [],
+  customWebMiddlewares: [],
+
   // config for koa-limit middleware
   // for limit download rates
   limit: {
@@ -83,15 +104,13 @@ var config = {
 
   logoURL: 'https://os.alipayobjects.com/rmsportal/oygxuIUkkrRccUz.jpg', // cnpm logo image url
   adBanner: '',
+  customHeader: '',
   customReadmeFile: '', // you can use your custom readme file instead the cnpm one
   customFooter: '', // you can add copyright and site total script html here
   npmClientName: 'cnpm', // use `${name} install package`
-  packagePageContributorSearch: true, // package page contributor link to search, default is true
 
   // max handle number of package.json `dependencies` property
   maxDependencies: 200,
-  // backup filepath prefix
-  backupFilePrefix: '/cnpm/backup/',
 
   /**
    * database config
@@ -120,6 +139,11 @@ var config = {
       maxIdleTime: 30000
     },
 
+    dialectOptions: {
+      // if your server run on full cpu load, please set trace to false
+      trace: true,
+    },
+
     // the storage engine for 'sqlite'
     // default store into ~/.cnpmjs.org/data.sqlite
     storage: path.join(dataDir, 'data.sqlite'),
@@ -127,12 +151,23 @@ var config = {
     logging: !!process.env.SQL_DEBUG,
   },
 
+  // return total modules and versions, default is true
+  // it will use `SELECT count(DISTINCT name) FROM module` SQL on Database
+  enableTotalCount: true,
+
+  // enable proxy npm audits request or not
+  enableNpmAuditsProxy: true,
+
   // package tarball store in local filesystem by default
-  nfs: require('fs-cnpm')({
+  nfs: new Nfs({
     dir: path.join(dataDir, 'nfs')
   }),
   // if set true, will 302 redirect to `nfs.url(dist.key)`
   downloadRedirectToNFS: false,
+  // don't check database and just download tgz from nfs
+  downloadTgzDontCheckModule: false,
+  // remove original tarball when publishing
+  unpublishRemoveTarball: true,
 
   // registry url name
   registryHost: 'r.cnpmjs.org',
@@ -164,11 +199,22 @@ var config = {
   // please don't change it if not necessary
   officialNpmRegistry: 'https://registry.npmjs.com',
   officialNpmReplicate: 'https://replicate.npmjs.com',
+  cnpmRegistry: 'https://r.cnpmjs.com',
+
+  // /-/all/changes
+  // since different changes are aggregated through many tables
+  // prevent changesStream changes collisions
+  changesDelay: 5000,
 
   // sync source, upstream registry
   // If you want to directly sync from official npm's registry
   // please drop them an email first
-  sourceNpmRegistry: 'https://registry.npm.taobao.org',
+  sourceNpmRegistry: 'https://registry.npmmirror.com',
+  sourceNpmWeb: 'https://npmmirror.com',
+
+  // set remote registry to show web page data
+  enableWebDataRemoteRegistry: false,
+  webDataRemoteRegistry: '',
 
   // upstream registry is base on cnpm/cnpmjs.org or not
   // if your upstream is official npm registry, please turn it off
@@ -182,6 +228,8 @@ var config = {
   // exist: only sync exist modules
   // all: sync all modules
   syncModel: 'none', // 'none', 'all', 'exist'
+  // sync package.json/dist-tag.json to sync dir
+  syncBackupFiles: false,
 
   syncConcurrency: 1,
   // sync interval, default is 10 minutes
@@ -197,14 +245,50 @@ var config = {
 
   // sync devDependencies or not, default is false
   syncDevDependencies: false,
+  // try to remove all deleted versions from original registry
+  syncDeletedVersions: true,
 
   // changes streaming sync
   syncChangesStream: false,
+  syncDownloadOptions: {
+    // formatRedirectUrl: function (url, location)
+  },
+
+  // all syncModel cannot sync scope pacakge, you can use this model to sync scope package from any resgitry
+  syncScope: false,
+  syncScopeInterval: '12h',
+  // scope package sync config
+  /**
+ * sync scope package from assign registry
+ * @param {Array<scope>} scopes
+ * @param {String} scope.scope scope name
+ * @param {String} scope.sourceCnpmWeb source cnpm registry web url for get scope all packages name
+ * @param {String} scope.sourceCnpmRegistry source cnpm registry url for sync packages
+ */
+  syncScopeConfig: [],
+
   handleSyncRegistry: 'http://127.0.0.1:7001',
 
-  // badge subject on http://shields.io/
-  badgePrefixURL: 'https://img.shields.io/badge',
+  // default badge subject
   badgeSubject: 'cnpm',
+  // defautl use https://badgen.net/
+  badgeService: {
+    url: function(subject, status, options) {
+      options = options || {};
+      let url = `https://badgen.net/badge/${utility.encodeURIComponent(subject)}/${utility.encodeURIComponent(status)}`;
+      if (options.color) {
+        url += `/${utility.encodeURIComponent(options.color)}`;
+      }
+      if (options.icon) {
+        url += `?icon=${utility.encodeURIComponent(options.icon)}`;
+      }
+      return url;
+    },
+  },
+
+  packagephobiaURL: 'https://packagephobia.now.sh',
+  packagephobiaSupportPrivatePackage: false,
+  packagephobiaMinDownloadCount: 1000,
 
   // custom user service, @see https://github.com/cnpm/cnpmjs.org/wiki/Use-Your-Own-User-Authorization
   // when you not intend to ingegrate with your company's user system, then use null, it would
@@ -225,10 +309,63 @@ var config = {
   // https://github.com/cnpm/cnpmjs.org/issues/1149
   // if enable this option, must create module_abbreviated and package_readme table in database
   enableAbbreviatedMetadata: false,
+
+  // enable package or package version block list, must create package_version_blocklist table in database
+  enableBlockPackageVersion: false,
+
+  // enable bug version hotfix by https://github.com/cnpm/bug-versions
+  enableBugVersion: false,
+
+  // global hook function: function* (envelope) {}
+  // envelope format please see https://github.com/npm/registry/blob/master/docs/hooks/hooks-payload.md#payload
+  globalHook: null,
+
+  opensearch: {
+    host: '',
+  },
+
+  // redis cache
+  redisCache: {
+    enable: false,
+    connectOptions: null,
+  },
+
+  // custom format full package list
+  // change `GET /:name` request response body
+  // use on `controllers/registry/list.js`
+  formatCustomFullPackageInfoAndVersions: (ctx, packageInfo) => {
+    return packageInfo;
+  },
+  // custom format one package version
+  // change `GET /:name/:version` request response body
+  // use on `controllers/registry/show.js`
+  formatCustomOnePackageVersion: (ctx, packageVersion) => {
+    return packageVersion;
+  },
+  // registry download accelerate map
+  accelerateHostMap: {},
 };
 
 if (process.env.NODE_ENV === 'test') {
   config.enableAbbreviatedMetadata = true;
+  config.customRegistryMiddlewares.push((app) => {
+    return function* (next) {
+      this.set('x-custom-middleware', 'true');
+      this.set('x-custom-app-models', typeof app.models.query === 'function' ? 'true' : 'false');
+      yield next;
+    };
+  });
+
+  config.customWebMiddlewares.push((app) => {
+    return function* (next) {
+      this.set('x-custom-web-middleware', 'true');
+      this.set('x-custom-web-app-models', typeof app.models.query === 'function' ? 'true' : 'false');
+      yield next;
+    };
+  });
+
+  config.enableBlockPackageVersion = true;
+  config.enableBugVersion = true;
 }
 
 if (process.env.NODE_ENV !== 'test') {

controllers/registry/package/changes.js

@@ -0,0 +1,53 @@
+'use strict';
+
+var packageService = require('../../../services/package');
+var lodash = require('lodash');
+var gather = require('co-gather');
+
+// GET /-/_changes?since={timestamp}&limit={number}&cursorId={number}
+// List changes since the timestamp
+// Similar with https://registry.npmmirror.com/_changes?since=1658974943840
+// Change types:
+// 1. ✅ PACKAGE_VERSION_ADDED
+// 2. ✅ PACKAGE_TAG_ADDED
+// 3. 🆕 PACKAGE_UNPUBLISHED
+// 5. ❎ PACKAGE_MAINTAINER_REMOVED
+// 6. ❎ PACKAGE_MAINTAINER_CHANGED
+// 7. ❎ PACKAGE_TAG_CHANGED
+//
+// Since we don't have the previous data,
+// We can't compute the reliable seqId
+// use gmt_modified cinstead of seqId
+module.exports = function* listSince() {
+  var query = this.query;
+  var since = query.since;
+  var limit = Number(query.limit);
+
+  // ensure limit
+  if (Number.isNaN(limit)) {
+    limit = 1000;
+  }
+  var queryResults = yield gather(
+    [
+      "listVersionSince",
+      "listTagSince",
+      "listUnpublishedModuleSince",
+    ].map(function (method) {
+      return packageService[method](since, limit);
+    })
+  );
+
+  var validResults = queryResults.map(function (result) {
+    if (!result.isError) {
+      return result.value;
+    }
+    return [];
+  });
+
+  var results = lodash.orderBy(
+    lodash.flatten(validResults).filter(Boolean),
+    "gmt_modified",
+    "asc"
+  ).slice(0, limit);
+  this.body = { results };
+};

controllers/registry/package/deprecate.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - controllers/registry/package/deprecate.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var packageService = require('../../../services/package');
 
 module.exports = deprecateVersions;
@@ -37,9 +23,10 @@ function* deprecateVersions() {
     if (!row) {
       // some version not exists
       this.status = 400;
+      const error = '[version_error] Some versions: ' + JSON.stringify(Object.keys(body.versions)) + ' not found';
       this.body = {
-        error: 'version_error',
-        reason: 'Some versions: ' + JSON.stringify(Object.keys(body.versions)) + ' not found'
+        error,
+        reason: error,
       };
       return;
     }
@@ -51,10 +38,10 @@ function* deprecateVersions() {
   }
   yield updateTasks;
   // update last modified
-  yield* packageService.updateModuleLastModified(name);
+  yield packageService.updateModuleLastModified(name);
 
   this.status = 201;
   this.body = {
-    ok: true
+    ok: true,
   };
 }

controllers/registry/package/dist_tag.js

@@ -1,6 +1,7 @@
 'use strict';
 
 var packageService = require('../../../services/package');
+var hook = require('../../../services/hook');
 
 function ok() {
   return {
@@ -24,7 +25,7 @@ exports.index = function* () {
 exports.save = function* () {
   var name = this.params.name || this.params[0];
   yield packageService.removeModuleTags(name);
-  yield* exports.update.call(this);
+  yield exports.update.call(this);
 };
 
 // POST /-/package/:pkg/dist-tags -- Add/modify dist-tags from provided object body (merge)
@@ -34,6 +35,19 @@ exports.update = function* () {
   for (var tag in tags) {
     var version = tags[tag];
     yield packageService.addModuleTag(name, tag, version);
+
+    // hooks
+    const envelope = {
+      event: 'package:dist-tag',
+      name: name,
+      tag: tag,
+      type: 'package',
+      version: version,
+      hookOwner: null,
+      payload: null,
+      change: null,
+    };
+    hook.trigger(envelope);
   }
   this.status = 201;
   this.body = ok();
@@ -49,9 +63,10 @@ exports.set = function* () {
   var pkg = yield packageService.getModule(name, version);
   if (!pkg) {
     this.status = 400;
+    const error = '[version_error] ' + name + '@' + version + ' not exists';
     this.body = {
-      error: 'version_error',
-      reason: name + '@' + version + ' not exists'
+      error,
+      reason: error,
     };
     return;
   }
@@ -59,6 +74,18 @@ exports.set = function* () {
   yield packageService.addModuleTag(name, tag, version);
   this.status = 201;
   this.body = ok();
+  // hooks
+  const envelope = {
+    event: 'package:dist-tag',
+    name: name,
+    tag: tag,
+    type: 'package',
+    version: version,
+    hookOwner: null,
+    payload: null,
+    change: null,
+  };
+  hook.trigger(envelope);
 };
 
 // DELETE /-/package/:pkg/dist-tags/:tag -- Remove tag from dist-tags
@@ -67,12 +94,24 @@ exports.destroy = function* () {
   var tag = this.params.tag || this.params[1];
   if (tag === 'latest') {
     this.status = 400;
+    const error = '[dist_tag_error] Can\'t not delete latest tag';
     this.body = {
-      error: 'dist_tag_error',
-      reason: 'Can\'t not delete latest tag',
+      error,
+      reason: error,
     };
     return;
   }
   yield packageService.removeModuleTagsByNames(name, tag);
   this.body = ok();
+  // hooks
+  const envelope = {
+    event: 'package:dist-tag:rm',
+    name: name,
+    tag: tag,
+    type: 'package',
+    hookOwner: null,
+    payload: null,
+    change: null,
+  };
+  hook.trigger(envelope);
 };

controllers/registry/package/download.js

@@ -1,17 +1,5 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:download');
 var mime = require('mime');
 var utility = require('utility');
@@ -25,37 +13,58 @@ var packageService = require('../../../services/package');
 var downloadTotalService = require('../../../services/download_total');
 var config = require('../../../config');
 
-var _downloads = {};
+let globalDownloads = new Map();
 
 module.exports = function* download(next) {
   var name = this.params.name || this.params[0];
   var filename = this.params.filename || this.params[1];
+  // scope pkg and download with out scope
+  if (name.startsWith('@') && !filename.startsWith('@')) {
+    var scope = name.slice(0, name.indexOf('/'));
+    // fix filename with scope
+    filename = `${scope}/${filename}`;
+  }
+
   var version = filename.slice(name.length + 1, -4);
-  var row = yield packageService.getModule(name, version);
   // can not get dist
   var url = null;
 
+  var query = this.query || {};
+  // allow download from specific store bucket
+  var options = query.bucket ? { bucket: query.bucket } : null;
+
   if (typeof nfs.url === 'function') {
     if (is.generatorFunction(nfs.url)) {
-      url = yield nfs.url(common.getCDNKey(name, filename));
+      url = yield nfs.url(common.getCDNKey(name, filename), options);
     } else {
-      url = nfs.url(common.getCDNKey(name, filename));
+      url = nfs.url(common.getCDNKey(name, filename), options);
     }
   }
 
   debug('download %s %s %s %s', name, filename, version, url);
-
-  if (!row || !row.package || !row.package.dist) {
-    if (!url) {
-      return yield* next;
-    }
+  // don't check database and just download tgz from nfs
+  if (config.downloadTgzDontCheckModule && url) {
     this.status = 302;
     this.set('Location', url);
-    _downloads[name] = (_downloads[name] || 0) + 1;
+    const count = (globalDownloads.get(name) || 0) + 1;
+    globalDownloads.set(name, count);
     return;
   }
 
-  _downloads[name] = (_downloads[name] || 0) + 1;
+  var row = yield packageService.getModule(name, version);
+  if (!row || !row.package || !row.package.dist) {
+    if (!url) {
+      return yield next;
+    }
+    this.status = 302;
+    this.set('Location', url);
+    const count = (globalDownloads.get(name) || 0) + 1;
+    globalDownloads.set(name, count);
+    return;
+  }
+
+  const count = (globalDownloads.get(name) || 0) + 1;
+  globalDownloads.set(name, count);
 
   if (config.downloadRedirectToNFS && url) {
     this.status = 302;
@@ -84,19 +93,29 @@ module.exports = function* download(next) {
   this.body = yield downloadAsReadStream(dist.key);
 };
 
+var saving = false;
 defer.setInterval(function* () {
-  // save download count
-  var totals = [];
-  for (var name in _downloads) {
-    var count = _downloads[name];
-    totals.push([name, count]);
-  }
-  _downloads = {};
-
-  if (totals.length === 0) {
+  if (saving) {
     return;
   }
 
+  // save download count
+  var totals = [];
+  var allCount = 0;
+  for (const [ name, count ] of globalDownloads) {
+    if (name !== '__all__') {
+      totals.push([name, count]);
+    }
+    allCount += count;
+  }
+  globalDownloads = new Map();
+
+  if (allCount === 0) {
+    return;
+  }
+
+  saving = true;
+  totals.push([ '__all__', allCount ]);
   debug('save download total: %j', totals);
 
   var date = utility.YYYYMMDD();
@@ -105,14 +124,19 @@ defer.setInterval(function* () {
     var name = item[0];
     var count = item[1];
     try {
-      yield* downloadTotalService.plusModuleTotal({ name: name, date: date, count: count });
+      yield downloadTotalService.plusModuleTotal({ name: name, date: date, count: count });
     } catch (err) {
       if (err.name !== 'SequelizeUniqueConstraintError') {
         err.message += '; name: ' + name + ', count: ' + count + ', date: ' + date;
         logger.error(err);
       }
-      // save back to _downloads, try again next time
-      _downloads[name] = (_downloads[name] || 0) + count;
+      var pkgExist = yield packageService.getModuleLastModified(name);
+      if (pkgExist) {
+        // save back to globalDownloads, try again next time
+        count = (globalDownloads.get(name) || 0) + count;
+        globalDownloads.set(name, count);
+      }
     }
   }
+  saving = false;
 }, 5000 + Math.ceil(Math.random() * 1000));

controllers/registry/package/download_total.js

@@ -12,9 +12,10 @@ module.exports = function* downloadTotal() {
       || !range[0].match(DATE_REG)
       || !range[1].match(DATE_REG)) {
     this.status = 400;
+    const error = '[range_error] range must be YYYY-MM-DD:YYYY-MM-DD style';
     this.body = {
-      error: 'range_error',
-      reason: 'range must be YYYY-MM-DD:YYYY-MM-DD style'
+      error,
+      reason: error,
     };
     return;
   }

controllers/registry/package/list.js

@@ -1,23 +1,86 @@
 'use strict';
 
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:list');
+var utility = require('utility');
 var packageService = require('../../../services/package');
+var blocklistService = require('../../../services/blocklist');
+var bugVersionService = require('../../../services/bug_version');
 var common = require('../../../lib/common');
 var SyncModuleWorker = require('../../sync_module_worker');
 var config = require('../../../config');
+const cache = require('../../../common/cache');
+const logger = require('../../../common/logger');
+
+// https://forum.nginx.org/read.php?2,240120,240120#msg-240120
+// should set weak etag avoid nginx remove it
+function etag(objs) {
+  return 'W/"' + utility.md5(JSON.stringify(objs)) + '"';
+}
+
+function filterBlockVerions(rows, blocks) {
+  if (!blocks) {
+    return rows;
+  }
+  return rows.filter(row => !blocks[row.version]);
+}
 
 /**
  * list all version of a module
  * GET /:name
  */
 module.exports = function* list() {
-  var name = this.params.name || this.params[0];
+  const name = this.params.name || this.params[0];
+  const isSyncWorkerRequest = common.isSyncWorkerRequest(this);
+  const isJSONPRequest = this.query.callback;
+  let cacheKey = '';
+  let needAbbreviatedMeta = false;
+  let abbreviatedMetaType = 'application/vnd.npm.install-v1+json';
+  if (config.enableAbbreviatedMetadata && this.accepts([ 'json', abbreviatedMetaType ]) === abbreviatedMetaType) {
+    needAbbreviatedMeta = true;
+    // don't cache result on sync request
+    if (cache && !isJSONPRequest && !isSyncWorkerRequest) {
+      cacheKey = `list-${name}-v1`;
+    }
+  }
+  
+  if (cacheKey) {
+    const values = yield cache.hmget(cacheKey, 'etag', 'body');
+    if (values && values[0] && values[1]) {
+      this.body = values[1];
+      this.type = 'json';
+      this.etag = values[0];
+      this.set('x-hit-cache', cacheKey);
+      debug('hmget %s success, etag:%j', cacheKey, values[0]);
+      if (config.registryCacheControlHeader) {
+        this.set('cache-control', config.registryCacheControlHeader);
+      }
+      if (config.registryVaryHeader) {
+        this.set('vary', config.registryVaryHeader);
+      }
+      return;
+    }
+    debug('hmget %s missing, %j', cacheKey, values);
+  }
+
   var rs = yield [
     packageService.getModuleLastModified(name),
     packageService.listModuleTags(name),
+    blocklistService.findBlockPackageVersions(name),
   ];
   var modifiedTime = rs[0];
   var tags = rs[1];
+  var blocks = rs[2];
+
+  if (blocks && blocks['*']) {
+    this.status = 451;
+    const error = `[block] package was blocked, reason: ${blocks['*'].reason}`;
+    this.jsonp = {
+      name,
+      error,
+      reason: error,
+    };
+    return;
+  }
 
   debug('show %s, last modified: %s, tags: %j', name, modifiedTime, tags);
   if (modifiedTime) {
@@ -39,17 +102,18 @@ module.exports = function* list() {
     }
   }
 
-  var abbreviatedMetaType = 'application/vnd.npm.install-v1+json';
-  if (config.enableAbbreviatedMetadata && this.accepts([ 'json', abbreviatedMetaType ]) === abbreviatedMetaType) {
+  if (needAbbreviatedMeta) {
     var rows = yield packageService.listModuleAbbreviatedsByName(name);
+    rows = filterBlockVerions(rows, blocks);
     if (rows.length > 0) {
-      yield handleAbbreviatedMetaRequest(this, name, modifiedTime, tags, rows);
+      yield handleAbbreviatedMetaRequest(this, name, modifiedTime, tags, rows, cacheKey, isSyncWorkerRequest);
       return;
     }
     var fullRows = yield packageService.listModulesByName(name);
+    fullRows = filterBlockVerions(fullRows, blocks);
     if (fullRows.length > 0) {
       // no abbreviated meta rows, use the full meta convert to abbreviated meta
-      yield handleAbbreviatedMetaRequestWithFullMeta(this, name, modifiedTime, tags, fullRows);
+      yield handleAbbreviatedMetaRequestWithFullMeta(this, name, modifiedTime, tags, fullRows, isSyncWorkerRequest);
       return;
     }
   }
@@ -59,7 +123,7 @@ module.exports = function* list() {
     packageService.listStarUserNames(name),
     packageService.listMaintainers(name),
   ];
-  var rows = r[0];
+  var rows = filterBlockVerions(r[0], blocks);
   var starUsers = r[1];
   var maintainers = r[2];
 
@@ -99,9 +163,10 @@ module.exports = function* list() {
   if (rows.length === 0) {
     if (!this.allowSync) {
       this.status = 404;
+      const error = '[not_found] document not found';
       this.jsonp = {
-        error: 'not_found',
-        reason: 'document not found',
+        error,
+        reason: error,
       };
       return;
     }
@@ -124,6 +189,7 @@ module.exports = function* list() {
 
   // set versions and times
   var versions = {};
+  var allVersionString = '';
   var times = {};
   var attachments = {};
   var createdTime = null;
@@ -139,6 +205,7 @@ module.exports = function* list() {
     pkg.publish_time = pkg.publish_time || row.publish_time;
 
     versions[pkg.version] = pkg;
+    allVersionString += pkg.version + ',';
 
     var t = times[pkg.version] = row.publish_time ? new Date(row.publish_time) : row.gmt_modified;
     if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
@@ -155,6 +222,9 @@ module.exports = function* list() {
       createdTime = t;
     }
   }
+  if (!isSyncWorkerRequest) {
+    yield bugVersionService.hotfix(rows);
+  }
 
   if (modifiedTime && createdTime) {
     var ts = {
@@ -208,12 +278,32 @@ module.exports = function* list() {
   info.bugs = pkg.bugs;
   info.license = pkg.license;
 
+  if (typeof config.formatCustomFullPackageInfoAndVersions === 'function') {
+    info = config.formatCustomFullPackageInfoAndVersions(this, info);
+  }
+
   debug('show module %s: %s, latest: %s', name, rev, latestMod.version);
   this.jsonp = info;
+  // use faster etag
+  this.etag = etag([
+    modifiedTime,
+    distTags,
+    pkg.maintainers,
+    allVersionString,
+  ]);
+
+  if (config.registryCacheControlHeader) {
+    this.set('cache-control', config.registryCacheControlHeader);
+  }
+  if (config.registryVaryHeader) {
+    this.set('vary', config.registryVaryHeader);
+  }
 };
 
-function* handleAbbreviatedMetaRequest(ctx, name, modifiedTime, tags, rows) {
-  debug('show %s got %d rows, %d tags, modifiedTime: %s', name, rows.length, tags.length, modifiedTime);
+function* handleAbbreviatedMetaRequest(ctx, name, modifiedTime, tags, rows, cacheKey, isSyncWorkerRequest) {
+  debug('show %s got %d rows, %d tags, modifiedTime: %s, cacheKey: %s, isSyncWorkerRequest: %s',
+    name, rows.length, tags.length, modifiedTime, cacheKey, isSyncWorkerRequest);
+  const isJSONPRequest = ctx.query.callback;
   var latestMod = null;
   // set tags
   var distTags = {};
@@ -224,18 +314,28 @@ function* handleAbbreviatedMetaRequest(ctx, name, modifiedTime, tags, rows) {
 
   // set versions and times
   var versions = {};
+  var allVersionString = '';
   for (var i = 0; i < rows.length; i++) {
     var row = rows[i];
     var pkg = row.package;
     common.setDownloadURL(pkg, ctx);
-    pkg._cnpm_publish_time = undefined;
-    pkg.publish_time = undefined;
+    pkg._publish_on_cnpm = undefined;
+    pkg.publish_time = pkg.publish_time || row.publish_time;
 
     versions[pkg.version] = pkg;
+    allVersionString += pkg.version + ',';
 
     if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
       latestMod = row;
     }
+    // abbreviatedMeta row maybe update by syncer on missing attributes add
+    if (!modifiedTime || row.gmt_modified > modifiedTime) {
+      modifiedTime = row.gmt_modified;
+    }
+  }
+  // don't use bug-versions hotfix on sync request
+  if (!isSyncWorkerRequest) {
+    yield bugVersionService.hotfix(rows);
   }
 
   if (!latestMod) {
@@ -256,12 +356,43 @@ function* handleAbbreviatedMetaRequest(ctx, name, modifiedTime, tags, rows) {
   };
 
   debug('show %j', info);
-  ctx.jsonp = info;
+  // use faster etag
+  const resultEtag = etag([
+    modifiedTime,
+    distTags,
+    allVersionString,
+  ]);
+
+  if (isJSONPRequest) {
+    ctx.jsonp = info;
+  } else {
+    ctx.body = JSON.stringify(info);
+    ctx.type = 'json';
+    // set cache
+    if (cacheKey) {
+      // set cache async, dont block the response
+      cache.pipeline()
+        .hmset(cacheKey, 'etag', resultEtag, 'body', ctx.body)
+        // cache 120s
+        .expire(cacheKey, 120)
+        .exec()
+        .catch(err => {
+          logger.error(err);
+        });
+    }
+  }
+  ctx.etag = resultEtag;
+  if (config.registryCacheControlHeader) {
+    ctx.set('cache-control', config.registryCacheControlHeader);
+  }
+  if (config.registryVaryHeader) {
+    ctx.set('vary', config.registryVaryHeader);
+  }
 }
 
-function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags, rows) {
-  debug('show %s got %d rows, %d tags',
-    name, rows.length, tags.length);
+function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags, rows, isSyncWorkerRequest) {
+  debug('show %s got %d rows, %d tags, isSyncWorkerRequest: %s',
+    name, rows.length, tags.length, isSyncWorkerRequest);
   var latestMod = null;
   // set tags
   var distTags = {};
@@ -272,6 +403,7 @@ function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags
 
   // set versions and times
   var versions = {};
+  var allVersionString = '';
   for (var i = 0; i < rows.length; i++) {
     var row = rows[i];
     // pkg is string ... ignore it
@@ -279,6 +411,13 @@ function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags
       continue;
     }
     // https://github.com/npm/registry/blob/master/docs/responses/package-metadata.md#abbreviated-version-object
+    var hasInstallScript;
+    if (row.package.scripts) {
+      // https://www.npmjs.com/package/fix-has-install-script
+      if (row.package.scripts.install || row.package.scripts.preinstall || row.package.scripts.postinstall) {
+        hasInstallScript = true;
+      }
+    }
     var pkg = {
       name: row.package.name,
       version: row.package.version,
@@ -288,21 +427,32 @@ function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags
       devDependencies: row.package.devDependencies,
       bundleDependencies: row.package.bundleDependencies,
       peerDependencies: row.package.peerDependencies,
+      peerDependenciesMeta: row.package.peerDependenciesMeta,
       bin: row.package.bin,
+      os: row.package.os,
+      cpu: row.package.cpu,
+      libc: row.package.libc,
       directories: row.package.directories,
       dist: row.package.dist,
       engines: row.package.engines,
+      workspaces: row.package.workspaces,
       _hasShrinkwrap: row.package._hasShrinkwrap,
-      _publish_on_cnpm: row.package._publish_on_cnpm,
+      hasInstallScript: hasInstallScript,
+      publish_time: row.package.publish_time || row.publish_time,
     };
     common.setDownloadURL(pkg, ctx);
 
     versions[pkg.version] = pkg;
+    row.package = pkg;
+    allVersionString += pkg.version + ',';
 
     if ((!distTags.latest && !latestMod) || distTags.latest === pkg.version) {
       latestMod = row;
     }
   }
+  if (!isSyncWorkerRequest) {
+    yield bugVersionService.hotfix(rows);
+  }
 
   if (!latestMod) {
     latestMod = rows[0];
@@ -323,4 +473,17 @@ function* handleAbbreviatedMetaRequestWithFullMeta(ctx, name, modifiedTime, tags
 
   debug('show %j', info);
   ctx.jsonp = info;
+  // use faster etag
+  ctx.etag = etag([
+    modifiedTime,
+    distTags,
+    allVersionString,
+  ]);
+
+  if (config.registryCacheControlHeader) {
+    ctx.set('cache-control', config.registryCacheControlHeader);
+  }
+  if (config.registryVaryHeader) {
+    ctx.set('vary', config.registryVaryHeader);
+  }
 }

controllers/registry/package/list_all.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - controllers/registry/package/list_all.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var packageService = require('../../../services/package');
 
 // GET /-/all

controllers/registry/package/list_shorts.js

@@ -1,21 +1,32 @@
-/**!
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-var packageService = require('../../../services/package');
+const packageService = require('../../../services/package');
+const config = require('../../../config');
 
 // GET /-/short
-// List all packages names only
+// List public all packages names only
 module.exports = function* () {
+  if (this.query.private_only) {
+    const tasks = [];
+    for (let i = 0; i < config.scopes.length; i++) {
+      const scope = config.scopes[i];
+      tasks.push(packageService.listPrivateModulesByScope(scope));
+    }
+
+    if (config.privatePackages && config.privatePackages.length > 0) {
+      tasks.push(packageService.listModules(config.privatePackages));
+    }
+
+    const results = yield tasks;
+    const names = [];
+    for (const rows of results) {
+      for (const row of rows) {
+        names.push(row.name);
+      }
+    }
+    this.body = names;
+    return;
+  }
+
   this.body = yield packageService.listAllPublicModuleNames();
 };

controllers/registry/package/list_since.js

@@ -3,6 +3,7 @@
 var packageService = require('../../../services/package');
 
 var A_WEEK_MS = 3600000 * 24 * 7;
+var TWA_DAYS_MS = 3600000 * 24 * 2;
 
 // GET /-/all/since?stale=update_after&startkey={key}
 // List packages names since startkey
@@ -11,9 +12,10 @@ module.exports = function* listSince() {
   var query = this.query;
   if (query.stale !== 'update_after') {
     this.status = 400;
+    const error = '[query_parse_error] Invalid value for `stale`.';
     this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `stale`.'
+      error,
+      reason: error,
     };
     return;
   }
@@ -21,18 +23,19 @@ module.exports = function* listSince() {
   var startkey = Number(query.startkey);
   if (!startkey) {
     this.status = 400;
+    const error = '[query_parse_error] Invalid value for `startkey`.';
     this.body = {
-      error: 'query_parse_error',
-      reason: 'Invalid value for `startkey`.'
+      error,
+      reason: error,
     };
     return;
   }
 
   var updated = Date.now();
   if (updated - startkey > A_WEEK_MS) {
-    startkey = updated - A_WEEK_MS;
-    console.warn('[%s] list modules since time out of range: query: %j, ip: %s',
-      Date(), query, this.ip);
+    startkey = updated - TWA_DAYS_MS;
+    console.warn('[%s] list modules since time out of range: query: %j, ip: %s, limit to %s',
+      Date(), query, this.ip, startkey);
   }
 
   var names = yield packageService.listPublicModuleNamesSince(startkey);

controllers/registry/package/list_versions.js

@@ -0,0 +1,37 @@
+'use strict';
+
+const moment = require('moment');
+const packageService = require('../../../services/package');
+
+// GET /-/allversions?date={2020-02-20}
+// List all packages versions sync at date(gmt_modified)
+
+module.exports = function* () {
+  const query = this.query;
+  const date = moment(query.date, 'YYYY-MM-DD');
+  if (!date.isValid()) {
+    this.status = 400;
+    const error = '[query_parse_error] Invalid value for `date`, should be `YYYY-MM-DD` format.';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  const today = date.format('YYYY-MM-DD');
+  const rows = yield packageService.findAllModuleAbbreviateds({
+    gmt_modified: {
+      $gte: `${today} 00:00:00`,
+      $lte: `${today} 23:59:59`,
+    },
+  });
+  this.body = rows.map(row => {
+    return {
+      name: row.name,
+      version: row.version,
+      publish_time: new Date(row.publish_time),
+      gmt_modified: row.gmt_modified,
+    };
+  });
+};

controllers/registry/package/remove.js

@@ -1,25 +1,12 @@
-/**!
- * cnpmjs.org - controllers/registry/package/remove.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove');
 var urlparse = require('url').parse;
 var packageService = require('../../../services/package');
 var totalService = require('../../../services/total');
 var nfs = require('../../../common/nfs');
 var logger = require('../../../common/logger');
+var config = require('../../../config');
 
 // DELETE /:name/-rev/:rev
 // https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L25
@@ -28,11 +15,11 @@ module.exports = function* remove(next) {
   var rev = this.params.rev || this.params[1];
   debug('remove all the module with name: %s, id: %s', name, rev);
 
-  var mods = yield* packageService.listModulesByName(name);
+  var mods = yield packageService.listModulesByName(name);
   debug('removeAll module %s: %d', name, mods.length);
   var mod = mods[0];
   if (!mod) {
-    return yield* next;
+    return yield next;
   }
 
   yield [
@@ -41,27 +28,29 @@ module.exports = function* remove(next) {
     totalService.plusDeleteModule(),
   ];
 
-  var keys = [];
-  for (var i = 0; i < mods.length; i++) {
-    var row = mods[i];
-    var dist = row.package.dist;
-    var key = dist.key;
-    if (!key) {
-      key = urlparse(dist.tarball).pathname;
+  if (config.unpublishRemoveTarball) {
+    var keys = [];
+    for (var i = 0; i < mods.length; i++) {
+      var row = mods[i];
+      var dist = row.package.dist;
+      var key = dist.key;
+      if (!key) {
+        key = urlparse(dist.tarball).pathname;
+      }
+      key && keys.push(key);
     }
-    key && keys.push(key);
-  }
 
-  try {
-    yield keys.map(function (key) {
-      return nfs.remove(key);
-    });
-  } catch (err) {
-    logger.error(err);
+    try {
+      yield keys.map(function (key) {
+        return nfs.remove(key);
+      });
+    } catch (err) {
+      logger.error(err);
+    }
   }
 
   // remove the maintainers
-  yield* packageService.removeAllMaintainers(name);
+  yield packageService.removeAllMaintainers(name);
 
   this.body = { ok: true };
 };

controllers/registry/package/remove_version.js

@@ -1,24 +1,11 @@
-/**!
- * cnpmjs.org - controllers/registry/package/remove_version.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:remove_version');
 var packageService = require('../../../services/package');
 var nfs = require('../../../common/nfs');
 var logger = require('../../../common/logger');
 var getCDNKey = require('../../../lib/common').getCDNKey;
+var config = require('../../../config');
 
 // DELETE /:name/download/:filename/-rev/:rev
 // https://github.com/npm/npm-registry-client/blob/master/lib/unpublish.js#L97
@@ -33,13 +20,13 @@ module.exports = function* removeOneVersion(next) {
     version = version.substring(0, version.lastIndexOf('.tgz'));
   }
   if (!version) {
-    return yield* next;
+    return yield next;
   }
 
   debug('remove tarball with filename: %s, version: %s, revert to => rev id: %s', filename, version, id);
 
   if (isNaN(id)) {
-    return yield* next;
+    return yield next;
   }
 
   var rs = yield [
@@ -49,26 +36,30 @@ module.exports = function* removeOneVersion(next) {
   var revertTo = rs[0];
   var mod = rs[1]; // module need to delete
   if (!mod || mod.name !== name) {
-    return yield* next;
+    return yield next;
   }
 
-  var key = mod.package && mod.package.dist && mod.package.dist.key;
-  if (!key) {
-    key = getCDNKey(mod.name, filename);
+  if (config.unpublishRemoveTarball) {
+    var key = mod.package && mod.package.dist && mod.package.dist.key;
+    if (!key) {
+      key = getCDNKey(mod.name, filename);
+    }
+
+    if (revertTo && revertTo.package) {
+      debug('removing key: %s from nfs, revert to %s@%s', key, revertTo.name, revertTo.package.version);
+    } else {
+      debug('removing key: %s from nfs, no revert mod', key);
+    }
+
+    try {
+      yield nfs.remove(key);
+    } catch (err) {
+      logger.error(err);
+    }
   }
 
-  if (revertTo && revertTo.package) {
-    debug('removing key: %s from nfs, revert to %s@%s', key, revertTo.name, revertTo.package.version);
-  } else {
-    debug('removing key: %s from nfs, no revert mod', key);
-  }
-  try {
-    yield nfs.remove(key);
-  } catch (err) {
-    logger.error(err);
-  }
   // remove version from table
-  yield* packageService.removeModulesByNameAndVersions(name, [version]);
+  yield packageService.removeModulesByNameAndVersions(name, [version]);
   debug('removed %s@%s', name, version);
   this.body = { ok: true };
 };

controllers/registry/package/save.js

@@ -1,26 +1,14 @@
-/**!
- * cnpmjs.org - controllers/registry/package/save.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:save');
-var crypto = require('crypto');
+var ssri = require('ssri');
 var deprecateVersions = require('./deprecate');
 var packageService = require('../../../services/package');
+var logger = require('../../../common/logger');
 var common = require('../../../lib/common');
 var nfs = require('../../../common/nfs');
 var config = require('../../../config');
+var hook = require('../../../services/hook');
 
 // old flows:
 // 1. add()
@@ -29,14 +17,42 @@ var config = require('../../../config');
 //
 // new flows: only one request
 // PUT /:name
-// https://github.com/npm/npm-registry-client/blob/master/lib/publish.js#L84
+// old publish: https://github.com/npm/npm-registry-client/blob/master/lib/publish.js#L84
+// new publish: https://github.com/npm/libnpmpublish/blob/main/publish.js#L91
 module.exports = function* save(next) {
-  // 'dist-tags': { latest: '0.0.2' },
-  //  _attachments:
-  // { 'nae-sandbox-0.0.2.tgz':
-  //    { content_type: 'application/octet-stream',
-  //      data: 'H4sIAAAAA
-  //      length: 9883
+  // {
+  //   "_id": "@cnpm/foo",
+  //   "name": "@cnpm/foo",
+  //   "dist-tags": {
+  //     "latest": "1.0.0"
+  //   },
+  //   "versions": {
+  //     "1.0.0": {
+  //       "name": "@cnpm/foo",
+  //       "version": "1.0.0",
+  //       "dependencies": {
+  //         "xprofiler": "^1.2.6"
+  //       },
+  //       "readme": "ERROR: No README data found!",
+  //       "_id": "@cnpm/foo@1.0.0",
+  //       "_nodeVersion": "16.13.0",
+  //       "_npmVersion": "8.1.0",
+  //       "dist": {
+  //         "integrity": "sha512-7nm0vpDEWs7y+tTwlxd7YnGaBc+9Gk5KaPsx2cqQz6H84ndBXlw5nMxGtL4Uy0bCQIknPAZAVe+KNheInmmJrQ==",
+  //         "shasum": "afd05dcfb8759b9b1c7151492a04f2254365c602",
+  //         "tarball": "http://127.0.0.1:7001/@cnpm/foo/-/@cnpm/foo-1.0.0.tgz"
+  //       }
+  //     }
+  //   },
+  //   "access": null,
+  //   "_attachments": {
+  //     "@cnpm/foo-1.0.0.tgz": {
+  //       "content_type": "application/octet-stream",
+  //       "data": "H4sIAAAAAA...",
+  //       "length": 208
+  //     }
+  //   }
+  // }
   var pkg = this.request.body;
   var username = this.user.name;
   var name = this.params.name || this.params[0];
@@ -44,21 +60,23 @@ module.exports = function* save(next) {
   var version = Object.keys(pkg.versions || {})[0];
   if (!version) {
     this.status = 400;
+    const error = '[version_error] package.versions is empty';
     this.body = {
-      error: 'version_error',
-      reason: 'package.versions is empty'
+      error,
+      reason: error,
     };
     return;
   }
 
   // check maintainers
-  var result = yield* packageService.authMaintainer(name, username);
+  var result = yield packageService.authMaintainer(name, username);
   if (!result.isMaintainer) {
     this.status = 403;
+    const error = '[forbidden] ' +  username + ' not authorized to modify ' + name +
+      ', please contact maintainers: ' + result.maintainers.join(', ');
     this.body = {
-      error: 'forbidden user',
-      reason: username + ' not authorized to modify ' + name +
-        ', please contact maintainers: ' + result.maintainers.join(', ')
+      error,
+      reason: error,
     };
     return;
   }
@@ -73,13 +91,14 @@ module.exports = function* save(next) {
       }
     }
     if (hasDeprecated) {
-      return yield* deprecateVersions.call(this, next);
+      return yield deprecateVersions.call(this, next);
     }
 
     this.status = 400;
+    const error = '[attachment_error] package._attachments is empty';
     this.body = {
-      error: 'attachment_error',
-      reason: 'package._attachments is empty'
+      error,
+      reason: error,
     };
     return;
   }
@@ -88,29 +107,52 @@ module.exports = function* save(next) {
   var versionPackage = pkg.versions[version];
   var maintainers = versionPackage.maintainers;
 
-  // should never happened in normal request
+  var authorizeType = common.getAuthorizeType(this);
   if (!maintainers) {
-    this.status = 400;
-    this.body = {
-      error: 'maintainers error',
-      reason: 'request body need maintainers'
-    };
-    return;
+    if (authorizeType === common.AuthorizeType.BEARER) {
+      // With the token mode, pub lib with no maintainers
+      // make the maintainer to be puber
+      maintainers = [{
+        name: this.user.name,
+        email: this.user.email,
+      }];
+    } else {
+      // should never happened in normal request
+      this.status = 400;
+      const error = '[maintainers_error] request body need maintainers';
+      this.body = {
+        error,
+        reason: error,
+      };
+      return;
+    }
   }
 
   // notice that admins can not publish to all modules
   // (but admins can add self to maintainers first)
 
-  // make sure user in auth is in maintainers
-  // should never happened in normal request
   var m = maintainers.filter(function (maintainer) {
     return maintainer.name === username;
   });
+
+  // package.json has maintainers and publisher in not in the list
+  if (authorizeType === common.AuthorizeType.BEARER && m.length === 0) {
+    var publisher = {
+      name: this.user.name,
+      email: this.user.email,
+    };
+    m = [ publisher ];
+    maintainers.push(publisher);
+  }
+
+  // make sure user in auth is in maintainers
+  // should never happened in normal request
   if (m.length === 0) {
     this.status = 403;
+    const error = '[maintainers_error] ' + username + ' does not in maintainer list';
     this.body = {
-      error: 'maintainers error',
-      reason: username + ' does not in maintainer list'
+      error,
+      reason: error,
     };
     return;
   }
@@ -125,9 +167,10 @@ module.exports = function* save(next) {
 
   if (tags.length === 0) {
     this.status = 400;
+    const error = '[invalid] dist-tags should not be empty';
     this.body = {
-      error: 'invalid',
-      reason: 'dist-tags should not be empty'
+      error,
+      reason: error,
     };
     return;
   }
@@ -135,34 +178,35 @@ module.exports = function* save(next) {
   debug('%s publish new %s:%s, attachment size: %s, maintainers: %j, distTags: %j',
     username, name, version, attachment.length, versionPackage.maintainers, distTags);
 
-  var exists = yield* packageService.getModule(name, version);
-  var shasum;
+  var exists = yield packageService.getModule(name, version);
   if (exists) {
     this.status = 403;
+    const error = '[forbidden] cannot modify pre-existing version: ' + version;
     this.body = {
-      error: 'forbidden',
-      reason: 'cannot modify pre-existing version: ' + version
+      error,
+      reason: error,
     };
     return;
   }
 
   // upload attachment
   var tarballBuffer;
-  tarballBuffer = new Buffer(attachment.data, 'base64');
+  tarballBuffer = Buffer.from(attachment.data, 'base64');
 
   if (tarballBuffer.length !== attachment.length) {
     this.status = 403;
+    const error = '[size_wrong] Attachment size ' + attachment.length
+      + ' not match download size ' + tarballBuffer.length;
     this.body = {
-      error: 'size_wrong',
-      reason: 'Attachment size ' + attachment.length
-        + ' not match download size ' + tarballBuffer.length,
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!distTags.latest) {
     // need to check if latest tag exists or not
-    var latest = yield* packageService.getModuleByTag(name, 'latest');
+    var latest = yield packageService.getModuleByTag(name, 'latest');
     if (!latest) {
       // auto add latest
       tags.push(['latest', tags[0][1]]);
@@ -170,21 +214,60 @@ module.exports = function* save(next) {
     }
   }
 
-  shasum = crypto.createHash('sha1');
-  shasum.update(tarballBuffer);
-  shasum = shasum.digest('hex');
+  var originDist = versionPackage.dist || {};
+  var shasum;
+  var integrity = originDist.integrity;
+  // for content security reason
+  // check integrity
+  if (integrity) {
+    var algorithm = ssri.checkData(tarballBuffer, integrity);
+    if (!algorithm) {
+      logger.error('[registry:save:integrity:invalid] %s@%s, dist:%j', name, version, originDist);
+      this.status = 400;
+      const error = '[invalid] dist.integrity invalid';
+      this.body = {
+        error,
+        reason: error,
+      };
+      return;
+    }
+    var integrityObj = ssri.fromData(tarballBuffer, {
+      algorithms: ['sha1'],
+    });
+    shasum = integrityObj.sha1[0].hexDigest();
+  } else {
+    var integrityObj = ssri.fromData(tarballBuffer, {
+      algorithms: ['sha512', 'sha1'],
+    });
+    integrity = integrityObj.sha512[0].toString();
+    shasum = integrityObj.sha1[0].hexDigest();
+    if (originDist.shasum && originDist.shasum !== shasum) {
+      // if integrity not exists, check shasum
+      logger.error('[registry:save:shasum:invalid] %s@%s, dist:%j', name, version, originDist);
+      this.status = 400;
+      const error = '[invalid] dist.shasum invalid';
+      this.body = {
+        error,
+        reason: error,
+      };
+      return;
+    }
+  }
 
   var options = {
     key: common.getCDNKey(name, filename),
-    shasum: shasum
+    shasum: shasum,
+    integrity: integrity,
   };
   var uploadResult = yield nfs.uploadBuffer(tarballBuffer, options);
-  debug('upload %j', uploadResult);
+  debug('upload %j, options: %j', uploadResult, options);
 
-  var dist = {
+  var dist = Object.assign({}, originDist, {
+    tarball: '',
+    integrity: integrity,
     shasum: shasum,
-    size: attachment.length
-  };
+    size: attachment.length,
+  });
 
   // if nfs upload return a key, record it
   if (uploadResult.url) {
@@ -202,9 +285,9 @@ module.exports = function* save(next) {
   };
 
   mod.package.dist = dist;
-  yield* addDepsRelations(mod.package);
+  yield addDepsRelations(mod.package);
 
-  var addResult = yield* packageService.saveModule(mod);
+  var addResult = yield packageService.saveModule(mod);
   debug('%s module: save file to %s, size: %d, sha1: %s, dist: %j, version: %s',
     addResult.id, dist.tarball, dist.size, shasum, dist, version);
 
@@ -219,13 +302,25 @@ module.exports = function* save(next) {
   var maintainerNames = maintainers.map(function (item) {
     return item.name;
   });
-  yield* packageService.addPrivateModuleMaintainers(name, maintainerNames);
+  yield packageService.addPrivateModuleMaintainers(name, maintainerNames);
 
   this.status = 201;
   this.body = {
     ok: true,
     rev: String(addResult.id)
   };
+
+  // hooks
+  const envelope = {
+    event: 'package:publish',
+    name: mod.name,
+    type: 'package',
+    version: mod.version,
+    hookOwner: null,
+    payload: null,
+    change: null,
+  };
+  hook.trigger(envelope);
 };
 
 function* addDepsRelations(pkg) {

controllers/registry/package/show.js

@@ -1,9 +1,7 @@
 'use strict';
 
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:show');
-var semver = require('semver');
 var packageService = require('../../../services/package');
-var setDownloadURL = require('../../../lib/common').setDownloadURL;
 var SyncModuleWorker = require('../../sync_module_worker');
 var config = require('../../../config');
 
@@ -18,50 +16,30 @@ var config = require('../../../config');
 module.exports = function* show() {
   var name = this.params.name || this.params[0];
   var tag = this.params.version || this.params[1];
-  if (tag === '*') {
-    tag = 'latest';
-  }
-  var version = semver.valid(tag);
-  var range = semver.validRange(tag);
-  var mod;
-  if (version) {
-    mod = yield packageService.getModule(name, version);
-  } else if (range) {
-    mod = yield packageService.getModuleByRange(name, range);
-  } else {
-    mod = yield packageService.getModuleByTag(name, tag);
-  }
+  var mod = yield packageService.showPackage(name, tag, this);
 
   if (mod) {
-    setDownloadURL(mod.package, this);
-    mod.package._cnpm_publish_time = mod.publish_time;
-    mod.package.publish_time = mod.package.publish_time || mod.publish_time;
-    var rs = yield [
-      packageService.listMaintainers(name),
-      packageService.listModuleTags(name),
-    ];
-    var maintainers = rs[0];
-    if (maintainers.length > 0) {
-      mod.package.maintainers = maintainers;
+    if (typeof config.formatCustomOnePackageVersion === 'function') {
+      mod.package = config.formatCustomOnePackageVersion(this, mod.package);
     }
-    var tags = rs[1];
-    var distTags = {};
-    for (var i = 0; i < tags.length; i++) {
-      var t = tags[i];
-      distTags[t.tag] = t.version;
-    }
-    // show tags for npminstall faster download
-    mod.package['dist-tags'] = distTags;
+
     this.jsonp = mod.package;
+    if (config.registryCacheControlHeader) {
+      this.set('cache-control', config.registryCacheControlHeader);
+    }
+    if (config.registryVaryHeader) {
+      this.set('vary', config.registryVaryHeader);
+    }
     return;
   }
 
   // if not fond, sync from source registry
   if (!this.allowSync) {
     this.status = 404;
+    const error = '[not_exists] version not found: ' + tag;
     this.jsonp = {
-      error: 'not exist',
-      reason: 'version not found: ' + version
+      error,
+      reason: error,
     };
     return;
   }

controllers/registry/package/tag.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - controllers/registry/package/tag.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:tag');
 var semver = require('semver');
 var util = require('util');
@@ -30,40 +16,41 @@ module.exports = function* tag() {
 
   if (!version) {
     this.status = 400;
+    const error = '[version_missed] version not found';
     this.body = {
-      error: 'version_missed',
-      reason: 'version not found'
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!semver.valid(version)) {
     this.status = 403;
-    var reason = util.format('setting tag %s to invalid version: %s: %s/%s',
+    const error = util.format('[forbidden] setting tag %s to invalid version: %s: %s/%s',
       tag, version, name, tag);
     this.body = {
-      error: 'forbidden',
-      reason: reason
+      error,
+      reason: error,
     };
     return;
   }
 
-  var mod = yield* packageService.getModule(name, version);
+  var mod = yield packageService.getModule(name, version);
   if (!mod) {
     this.status = 403;
-    var reason = util.format('setting tag %s to unknown version: %s: %s/%s',
+    const error = util.format('[forbidden] setting tag %s to unknown version: %s: %s/%s',
       tag, version, name, tag);
     this.body = {
-      error: 'forbidden',
-      reason: reason
+      error,
+      reason: error,
     };
     return;
   }
 
-  var row = yield* packageService.addModuleTag(name, tag, version);
+  var row = yield packageService.addModuleTag(name, tag, version);
   this.status = 201;
   this.body = {
     ok: true,
-    modified: row.gmt_modified
+    modified: row.gmt_modified,
   };
 };

controllers/registry/package/update.js

@@ -1,23 +1,10 @@
-/**!
- * cnpmjs.org - controllers/registry/package/update.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:package:update');
 var packageService = require('../../../services/package');
 var userService = require('../../../services/user');
 var config = require('../../../config');
+var hook = require('../../../services/hook');
 
 // PUT /:name/-rev/:rev
 //
@@ -29,11 +16,11 @@ module.exports = function* update(next) {
 
   var body = this.request.body;
   if (body.versions) {
-    yield* updateVersions.call(this, next);
+    yield updateVersions.call(this, next);
   } else if (body.maintainers) {
-    yield* updateMaintainers.call(this, next);
+    yield updateMaintainers.call(this, next);
   } else {
-    yield* next;
+    yield next;
   }
 };
 
@@ -45,11 +32,11 @@ function* updateVersions(next) {
   var versions = this.request.body.versions;
 
   // step1: list all the versions
-  var mods = yield* packageService.listModulesByName(name);
+  var mods = yield packageService.listModulesByName(name);
   debug('removeWithVersions module %s, left versions %j, %s mods',
     name, Object.keys(versions), mods && mods.length);
   if (!mods || !mods.length) {
-    return yield* next;
+    return yield next;
   }
 
   // step3: calculate which versions need to remove and
@@ -78,7 +65,7 @@ function* updateVersions(next) {
 
   // step 4: remove all the versions which need to remove
   // let removeTar do remove versions from module table
-  var tags = yield* packageService.listModuleTags(name);
+  var tags = yield packageService.listModuleTags(name);
 
   var removeTags = [];
   var latestRemoved = false;
@@ -95,17 +82,17 @@ function* updateVersions(next) {
   debug('remove tags: %j', removeTags);
   if (removeTags.length) {
     // step 5: remove all the tags
-    yield* packageService.removeModuleTagsByIds(removeTags);
+    yield packageService.removeModuleTagsByIds(removeTags);
     if (latestRemoved && remainVersions[0]) {
       debug('latest tags removed, generate a new latest tag with new version: %s',
         remainVersions[0]);
       // step 6: insert new latest tag
-      yield* packageService.addModuleTag(name, 'latest', remainVersions[0]);
+      yield packageService.addModuleTag(name, 'latest', remainVersions[0]);
     }
   }
 
   // step 7: update last modified, make sure etag change
-  yield* packageService.updateModuleLastModified(name);
+  yield packageService.updateModuleLastModified(name);
 
   this.status = 201;
   this.body = { ok: true };
@@ -122,16 +109,17 @@ function* updateMaintainers() {
 
   if (usernames.length === 0) {
     this.status = 403;
+    const error = '[invalid_operation] Can not remove all maintainers';
     this.body = {
-      error: 'invalid operation',
-      reason: 'Can not remove all maintainers'
+      error,
+      reason: error,
     };
     return;
   }
 
   if (config.customUserService) {
     // ensure new authors are vaild
-    var maintainers = yield* packageService.listMaintainerNamesOnly(name);
+    var maintainers = yield packageService.listMaintainerNamesOnly(name);
     var map = {};
     var newNames = [];
     for (var i = 0; i < maintainers.length; i++) {
@@ -144,7 +132,7 @@ function* updateMaintainers() {
       }
     }
     if (newNames.length > 0) {
-      var users = yield* userService.list(newNames);
+      var users = yield userService.list(newNames);
       var map = {};
       for (var i = 0; i < users.length; i++) {
         var user = users[i];
@@ -159,17 +147,43 @@ function* updateMaintainers() {
       }
       if (invailds.length > 0) {
         this.status = 403;
+        const error = '[invalid] User: `' + invailds.join(', ') + '` not exists';
         this.body = {
-          error: 'invalid user name',
-          reason: 'User: `' + invailds.join(', ') + '` not exists'
+          error,
+          reason: error,
         };
         return;
       }
     }
   }
 
-  var r = yield* packageService.updatePrivateModuleMaintainers(name, usernames);
+  var r = yield packageService.updatePrivateModuleMaintainers(name, usernames);
   debug('result: %j', r);
+  if (r.add && r.add.length) {
+    const envelope = {
+      event: 'package:owner',
+      name: name,
+      type: 'package',
+      version: null,
+      hookOwner: null,
+      payload: null,
+      change: null,
+    };
+    hook.trigger(envelope);
+  }
+  if (r.remove && r.remove.length) {
+    const envelope = {
+      event: 'package:owner-rm',
+      name: name,
+      type: 'package',
+      version: null,
+      hookOwner: null,
+      payload: null,
+      change: null,
+    };
+    hook.trigger(envelope);
+  }
+
 
   this.status = 201;
   this.body = {

controllers/registry/token/create.js

@@ -0,0 +1,55 @@
+'use strict';
+
+var ipRegex = require('ip-regex');
+var tokenService = require('../../../services/token');
+var userService = require('../../../services/user');
+var ipv4 = ipRegex.v4({ exact: true });
+
+module.exports = function* createToken() {
+  var readonly = this.request.body.readonly;
+  if (typeof readonly !== 'undefined' && typeof readonly !== 'boolean') {
+    this.status = 400;
+    var error = '[bad_request] readonly ' + readonly + ' is not boolean';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+  var cidrWhitelist = this.request.body.cidr_whitelist;
+  if (typeof cidrWhitelist !== 'undefined') {
+    var isValidateWhiteList = Array.isArray(cidrWhitelist) && cidrWhitelist.every(function (cidr) {
+      return ipv4.test(cidr);
+    });
+    if (!isValidateWhiteList) {
+      this.status = 400;
+      var error = '[bad_request] cide white list ' + JSON.stringify(cidrWhitelist) + ' is not validate ip array';
+      this.body = {
+        error,
+        reason: error,
+      };
+      return;
+    }
+  }
+
+  var password = this.request.body.password;
+  var user = yield userService.auth(this.user.name, password);
+  if (!user) {
+    this.status = 401;
+    var error = '[unauthorized] incorrect or missing password.';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  var tokenServiceImpl = this.tokenService || tokenService;
+
+  var token = yield tokenServiceImpl.createToken(this.user.name, {
+    readonly: !!readonly,
+    cidrWhitelist: cidrWhitelist || [],
+  });
+  this.status = 201;
+  this.body = token;
+};

controllers/registry/token/del.js

@@ -0,0 +1,8 @@
+'use strict';
+
+var tokenService = require('../../../services/token');
+
+module.exports = function* deleteToken() {
+  yield tokenService.deleteToken(this.user.name, this.params.UUID);
+  this.status = 204;
+};

controllers/registry/token/list.js

@@ -0,0 +1,60 @@
+'use strict';
+
+var tokenService = require('../../../services/token');
+
+var DEFAULT_PER_PAGE = 10;
+var MIN_PER_PAGE = 1;
+var MAX_PER_PAGE = 9999;
+
+module.exports = function* createToken() {
+  var perPage = typeof this.query.perPage === 'undefined' ? DEFAULT_PER_PAGE : parseInt(this.query.perPage);
+  if (Number.isNaN(perPage)) {
+    this.status = 400;
+    var error = 'perPage ' + this.query.perPage + ' is not a number';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+  if (perPage < MIN_PER_PAGE || perPage > MAX_PER_PAGE) {
+    this.status = 400;
+    var error = 'perPage ' + this.query.perPage + ' is out of boundary';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  var page = typeof this.query.page === 'undefined' ? 0 : parseInt(this.query.page);
+  if (Number.isNaN(page)) {
+    this.status = 400;
+    var error = 'page ' + this.query.page + ' is not a number';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+  if (page < 0) {
+    this.status = 400;
+    var error = 'page ' + this.query.page + ' is invalidate';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  var tokens = yield tokenService.listToken(this.user.name, {
+    page: page,
+    perPage: perPage,
+  });
+
+  this.status = 200;
+  this.body = {
+    objects: tokens,
+    urls: {},
+  };
+};

controllers/registry/user/add.js

@@ -1,23 +1,9 @@
-/**!
- * cnpmjs.org - controllers/registry/user/add.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var ensurePasswordSalt = require('./common').ensurePasswordSalt;
 var userService = require('../../../services/user');
 var config = require('../../../config');
+var tokenService = require('../../../services/token');
 
 // npm 1.4.4
 // add new user first
@@ -55,6 +41,54 @@ var config = require('../../../config');
 module.exports = function* addUser() {
   var name = this.params.name;
   var body = this.request.body || {};
+
+  if (!body.password || !body.name) {
+    this.status = 422;
+    const error = '[param_error] params missing, name, email or password missing';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
+  var loginedUser;
+  try {
+    loginedUser = yield userService.authAndSave(body.name, body.password);
+  } catch (err) {
+    this.status = err.status || 500;
+    this.body = {
+      error: err.message,
+      reason: err.message,
+    };
+    return;
+  }
+  if (loginedUser) {
+    var token = yield tokenService.createToken(body.name, {
+      readonly: !!body.readonly,
+      cidrWhitelist: body.cidr_whitelist || [],
+    });
+    this.status = 201;
+    this.body = {
+      token: token.token,
+      ok: true,
+      id: 'org.couchdb.user:' + loginedUser.login,
+      rev: Date.now() + '-' + loginedUser.login
+    };
+    return;
+  }
+
+  if (config.customUserService) {
+    // user login fail, not allow to add new user
+    this.status = 401;
+    const error = '[unauthorized] Login fail, please check your login name and password';
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
   var user = {
     name: body.name,
     // salt: body.salt,
@@ -66,61 +100,39 @@ module.exports = function* addUser() {
 
   ensurePasswordSalt(user, body);
 
-  if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
+  if (!user.salt || !user.password_sha || !user.email) {
     this.status = 422;
+    const error = '[param_error] params missing, name, email or password missing';
     this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.'
+      error,
+      reason: error,
     };
     return;
   }
 
-  var loginedUser;
-  try {
-    loginedUser = yield* userService.authAndSave(body.name, body.password);
-  } catch (err) {
-    this.status = err.status || 500;
-    this.body = {
-      error: err.name,
-      reason: err.message
-    };
-    return;
-  }
-  if (loginedUser) {
-    this.status = 201;
-    this.body = {
-      ok: true,
-      id: 'org.couchdb.user:' + loginedUser.login,
-      rev: Date.now() + '-' + loginedUser.login
-    };
-    return;
-  }
-
-  if (config.customUserService) {
-    // user login fail, not allow to add new user
-    this.status = 401;
-    this.body = {
-      error: 'unauthorized',
-      reason: 'Login fail, please check your login name and password'
-    };
-    return;
-  }
-
-  var existUser = yield* userService.get(name);
+  var existUser = yield userService.get(name);
   if (existUser) {
     this.status = 409;
+    const error = '[conflict] User ' + name + ' already exists';
     this.body = {
-      error: 'conflict',
-      reason: 'User ' + name + ' already exists.'
+      error,
+      reason: error,
     };
     return;
   }
 
   // add new user
-  var result = yield* userService.add(user);
+  var result = yield userService.add(user);
   this.etag = '"' + result.rev + '"';
+
+  var token = yield tokenService.createToken(body.name, {
+    readonly: !!body.readonly,
+    cidrWhitelist: body.cidr_whitelist || [],
+  });
+
   this.status = 201;
   this.body = {
+    token: token.token,
     ok: true,
     id: 'org.couchdb.user:' + name,
     rev: result.rev

controllers/registry/user/ping.js

@@ -0,0 +1,7 @@
+'use strict';
+
+// https://docs.npmjs.com/cli/ping
+module.exports = function* () {
+  this.status = 200;
+  this.body = {};
+};

controllers/registry/user/show.js

@@ -1,28 +1,13 @@
-/**!
- * cnpmjs.org - controllers/registry/user/show.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var userService = require('../../../services/user');
 
 // GET /-/user/org.couchdb.user::name
 module.exports = function* show(next) {
   var name = this.params.name;
-  var user = yield* userService.getAndSave(name);
+  var user = yield userService.getAndSave(name);
   if (!user) {
-    return yield* next;
+    return yield next;
   }
 
   var data = user.json;

controllers/registry/user/update.js

@@ -1,20 +1,5 @@
-/**!
- * cnpmjs.org - controllers/registry/user/update.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:registry:user:update');
 var ensurePasswordSalt = require('./common').ensurePasswordSalt;
 var userService = require('../../../services/user');
@@ -40,16 +25,17 @@ module.exports = function* updateUser(next) {
   var name = this.params.name;
   var rev = this.params.rev;
   if (!name || !rev) {
-    return yield* next;
+    return yield next;
   }
   debug('update: %s, rev: %s, user.name: %s', name, rev, this.user.name);
 
   if (name !== this.user.name) {
     // must auth user first
     this.status = 401;
+    const error = '[unauthorized] Name is incorrect';
     this.body = {
-      error: 'unauthorized',
-      reason: 'Name is incorrect.'
+      error,
+      reason: error,
     };
     return;
   }
@@ -71,19 +57,21 @@ module.exports = function* updateUser(next) {
 
   if (!body.password || !user.name || !user.salt || !user.password_sha || !user.email) {
     this.status = 422;
+    const error = '[param_error] params missing, name, email or password missing';
     this.body = {
-      error: 'paramError',
-      reason: 'params missing, name, email or password missing.'
+      error,
+      reason: error,
     };
     return;
   }
 
-  var result = yield* userService.update(user);
+  var result = yield userService.update(user);
   if (!result) {
     this.status = 409;
+    const error = '[conflict] Document update conflict';
     this.body = {
-      error: 'conflict',
-      reason: 'Document update conflict.'
+      error,
+      reason: error,
     };
     return;
   }

controllers/registry/user/whoami.js

@@ -0,0 +1,9 @@
+'use strict';
+
+// https://docs.npmjs.com/cli/whoami
+module.exports = function* () {
+  this.status = 200;
+  this.body = {
+    username: this.user.name,
+  };
+};

controllers/registry/user_package.js

@@ -21,9 +21,10 @@ exports.list = function* () {
   var users = this.params.user.split('|');
   if (users.length > 20) {
     this.status = 400;
+    const error = '[bad_request] reach max user names limit, must <= 20 user names';
     this.body = {
-      error: 'bad_request',
-      reason: 'reach max user names limit, must <= 20 user names'
+      error,
+      reason: error,
     };
     return;
   }

controllers/sync.js

@@ -1,21 +1,8 @@
-/**!
- * cnpmjs.org - controllers/sync.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:sync');
 var Log = require('../services/module_log');
+var npmService = require('../services/npm');
 var SyncModuleWorker = require('./sync_module_worker');
 var config = require('../config');
 
@@ -32,12 +19,18 @@ exports.sync = function* () {
   }
   var publish = this.query.publish === 'true';
   var noDep = this.query.nodeps === 'true';
-  debug('sync %s with query: %j', name, this.query);
+  var syncUpstreamFirst = this.query.sync_upstream === 'true';
+  var syncFromBackupFile = this.query.sync_from_backup === 'true';
+  if (!config.enableWebDataRemoteRegistry && !config.sourceNpmRegistryIsCNpm) {
+    syncUpstreamFirst = false;
+  }
+  debug('sync %s with query: %j, syncUpstreamFirst: %s', name, this.query, syncUpstreamFirst);
   if (type === 'package' && publish && !this.user.isAdmin) {
     this.status = 403;
+    const error = '[no_perms] Only admin can publish';
     this.body = {
-      error: 'no_perms',
-      reason: 'Only admin can publish'
+      error,
+      reason: error,
     };
     return;
   }
@@ -46,10 +39,11 @@ exports.sync = function* () {
     type: type,
     publish: publish,
     noDep: noDep,
-    syncUpstreamFirst: config.sourceNpmRegistryIsCNpm,
+    syncUpstreamFirst: syncUpstreamFirst,
+    syncFromBackupFile: syncFromBackupFile,
   };
 
-  var logId = yield* SyncModuleWorker.sync(name, username, options);
+  var logId = yield SyncModuleWorker.sync(name, username, options);
   debug('sync %s got log id %j', name, logId);
 
   this.status = 201;
@@ -59,6 +53,55 @@ exports.sync = function* () {
   };
 };
 
+exports.scopeSync = function* () {
+  var scope = this.params.scope;
+
+  var scopeConfig = (config.syncScopeConfig || []).find(function (item) {
+    return item.scope === scope
+  })
+
+  if (!scopeConfig) {
+    this.status = 404;
+    this.body = {
+      error: 'no_scope',
+      reason: 'only has syncScopeConfig config can use this feature'
+    };
+    return;
+  }
+
+  var scopeCnpmWeb = scopeConfig.sourceCnpmWeb
+  var scopeCnpmRegistry = scopeConfig.sourceCnpmRegistry
+  var packages = yield npmService.getScopePackagesShort(scope, scopeCnpmWeb)
+
+  debug('scopeSync %s with query: %j', scope, this.query);
+
+  var packageSyncWorkers = []
+
+  for (let i = 0; i < packages.length; i++) {
+    packageSyncWorkers.push(function* () {
+      var name = packages[i]
+      var logId = yield SyncModuleWorker.sync(name, 'admin', {
+        type: 'package',
+        publish: true,
+        noDep: true,
+        syncUpstreamFirst: false,
+        syncPrivatePackage: { [scope]: scopeCnpmRegistry }
+      })
+      return { name: name, logId: logId }
+    })
+  }
+
+  var logIds = yield packageSyncWorkers
+
+  debug('scopeSync %s got log id %j', scope, logIds);
+
+  this.status = 201;
+  this.body = {
+    ok: true,
+    logIds: logIds
+  };
+};
+
 exports.getSyncLog = function* (next) {
   var logId = Number(this.params.id || this.params[1]);
   var offset = Number(this.query.offset) || 0;
@@ -67,14 +110,20 @@ exports.getSyncLog = function* (next) {
     this.status = 404;
     return;
   }
-  var row = yield* Log.get(logId);
+  var row = yield Log.get(logId);
   if (!row) {
-    return yield* next;
+    return yield next;
   }
 
   var log = row.log.trim();
+  var syncDone = row.log.indexOf('[done] Sync') >= 0;
   if (offset > 0) {
     log = log.split('\n').slice(offset).join('\n');
+    if (!log && syncDone) {
+      // append the last 1k string
+      // the cnpm client sync need the `[done] Sync {name}` string to detect when sync task finished
+      log = '... ignore long logs ...\n' + row.log.substring(row.log.length - 1024);
+    }
   }
-  this.body = {ok: true, log: log};
+  this.body = { ok: true, syncDone: syncDone, log: log };
 };

controllers/total.js

@@ -4,18 +4,34 @@ const Total = require('../services/total');
 const version = require('../package.json').version;
 const config = require('../config');
 const getDownloadTotal = require('./utils').getDownloadTotal;
+const cacheClient = require('../common/cache');
+const logger = require('../common/logger');
 
 const startTime = '' + Date.now();
 let cache = null;
 
 module.exports = function* showTotal() {
-  if (cache && Date.now() - cache.cache_time < 10000) {
-    // cache 10 seconds
+  if (cache && Date.now() - cache.cache_time < 120000) {
+    // cache 120 seconds
     this.body = cache;
     return;
   }
 
-  const r = yield [Total.get(), getDownloadTotal()];
+  const cacheKey = 'registry_total';
+  if (cacheClient) {
+    const result = yield cacheClient.get(cacheKey);
+    if (result) {
+      this.body = JSON.parse(result);
+      return;
+    }
+  }
+
+  if (cache) {
+    // set cache_time fisrt, avoid query in next time
+    cache.cache_time = Date.now();
+  }
+
+  const r = yield [ Total.get(), getDownloadTotal() ];
   const total = r[0];
   const download = r[1];
 
@@ -28,7 +44,17 @@ module.exports = function* showTotal() {
   total.sync_model = config.syncModel;
 
   cache = total;
-  total.cache_time = Date.now();
+  cache.cache_time = Date.now();
 
   this.body = total;
+  if (cacheClient) {
+    cacheClient.pipeline()
+      .set(cacheKey, JSON.stringify(total))
+      // cache 12h
+      .expire(cacheKey, 3600 * 12)
+      .exec()
+      .catch(err => {
+        logger.error(err);
+      });
+  }
 };

controllers/utils.js

@@ -1,25 +1,12 @@
-/**!
- * cnpmjs.org - controllers/utils.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:utils');
 var path = require('path');
 var fs = require('fs');
 var utility = require('utility');
 var ms = require('humanize-ms');
 var moment = require('moment');
+var rimraf = require('rimraf');
 var downloadTotalService = require('../services/download_total');
 var nfs = require('../common/nfs');
 var config = require('../config');
@@ -34,9 +21,13 @@ exports.downloadAsReadStream = function* (key) {
 
   var tmpPath = path.join(config.uploadDir,
     utility.randomString() + key.replace(/\//g, '-'));
+  var tarball;
   function cleanup() {
     debug('cleanup %s', tmpPath);
-    fs.unlink(tmpPath, utility.noop);
+    rimraf(tmpPath, utility.noop);
+    if (tarball) {
+      tarball.destroy();
+    }
   }
   debug('downloadAsReadStream() %s to %s', key, tmpPath);
   try {
@@ -46,7 +37,7 @@ exports.downloadAsReadStream = function* (key) {
     cleanup();
     throw err;
   }
-  var tarball = fs.createReadStream(tmpPath);
+  tarball = fs.createReadStream(tmpPath);
   tarball.once('error', cleanup);
   tarball.once('end', cleanup);
   return tarball;
@@ -70,7 +61,7 @@ exports.getDownloadTotal = function* (name) {
     args.unshift(name);
   }
 
-  var rows = yield* downloadTotalService[method].apply(downloadTotalService, args);
+  var rows = yield downloadTotalService[method].apply(downloadTotalService, args);
   var download = {
     today: 0,
     thisweek: 0,
@@ -78,6 +69,7 @@ exports.getDownloadTotal = function* (name) {
     lastday: 0,
     lastweek: 0,
     lastmonth: 0,
+    total: 0,
   };
 
   for (var i = 0; i < rows.length; i++) {
@@ -102,6 +94,9 @@ exports.getDownloadTotal = function* (name) {
       download.lastmonth += r.count;
     }
   }
+  if (name) {
+    download.total = yield downloadTotalService.getTotalByName(name);
+  }
   return download;
 };
 
@@ -164,3 +159,10 @@ exports.getOssLicenseUrlFromName = function (name) {
   return licenseMap[name.toLowerCase()] ?
     base + licenseMap[name.toLowerCase()] : base + name;
 };
+
+exports.ensureSinceIsDate = function(since) {
+  if (!(since instanceof Date)) {
+    return new Date(Number(since));
+  }
+  return since;
+}

controllers/web/badge.js

@@ -1,31 +1,20 @@
-/**!
- * cnpmjs.org - controllers/web/badge.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
-var utility = require('utility');
-var util = require('util');
 var config = require('../../config');
 var packageService = require('../../services/package');
 var DownloadTotal = require('../../services/download_total');
 
 exports.version = function* () {
-  var color = 'lightgrey';
-  var version = 'invalid';
+  var color = 'grey';
   var name = this.params[0];
   var tag = this.query.tag || 'latest';
-  var info = yield* packageService.getModuleByTag(name, tag);
+  var version = this.query.version;
+  let info;
+  if (version) {
+    info = yield packageService.getModule(name, version);
+  } else {
+    info = yield packageService.getModuleByTag(name, tag);
+  }
   if (info) {
     version = info.version;
     if (/^0\.0\./.test(version)) {
@@ -40,14 +29,15 @@ exports.version = function* () {
     }
   }
 
-  var subject = config.badgeSubject.replace(/\-/g, '--');
+  var subject = config.badgeSubject;
   if (this.query.subject) {
-    subject = this.query.subject.replace(/\-/g, '--');
+    subject = this.query.subject;
+  }
+  if (!version) {
+    version = 'invalid';
   }
-  version = version.replace(/\-/g, '--');
   var style = this.query.style || 'flat-square';
-  var url = util.format(config.badgePrefixURL + '/%s-%s-%s.svg?style=%s',
-    utility.encodeURIComponent(subject), version, color, utility.encodeURIComponent(style));
+  var url = config.badgeService.url(subject, version, { color, style });
   this.redirect(url);
 };
 
@@ -55,8 +45,7 @@ exports.downloads = function* () {
   // https://dn-img-shields-io.qbox.me/badge/downloads-100k/month-brightgreen.svg?style=flat-square
   var name = this.params[0];
   var count = yield DownloadTotal.getTotalByName(name);
-  var style = this.query.style || 'flat-square';
-  var url = util.format(config.badgePrefixURL + '/downloads-%s-brightgreen.svg?style=%s',
-    count, utility.encodeURIComponent(style));
+  var style = this.query.style;
+  var url = config.badgeService.url('downloads', count, { style });
   this.redirect(url);
 };

controllers/web/package/list_privates.js

@@ -1,20 +1,5 @@
-/**!
- * cnpmjs.org - controllers/web/package/list_privates.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var packageService = require('../../../services/package');
 var config = require('../../../config');
 

controllers/web/package/search.js

@@ -1,22 +1,8 @@
-/**!
- * cnpmjs.org - controllers/web/package/search.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <m@fengmk2.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:controllers:web:package:search');
 var packageService = require('../../../services/package');
+var config = require('../../../config');
 
 module.exports = function* search() {
   var params = this.params;
@@ -27,8 +13,12 @@ module.exports = function* search() {
     limit = 10000;
   }
 
+  if (config.disableSearch) {
+    return this.redirect(`/package/${encodeURIComponent(word)}`);
+  }
+
   debug('search %j', word);
-  var result = yield* packageService.search(word, {
+  var result = yield packageService.search(word, {
     limit: limit
   });
 

controllers/web/package/search_range.js

@@ -1,20 +1,5 @@
-/**!
- * cnpmjs.org - controllers/web/package/search_range.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var packageService = require('../../../services/package');
 
 module.exports = function* searchRange() {
@@ -26,7 +11,7 @@ module.exports = function* searchRange() {
     startKey = startKey.substring(0, startKey.length - 1);
   }
   var limit = Number(this.query.limit) || 20;
-  var result = yield* packageService.search(startKey, {limit: limit});
+  var result = yield packageService.search(startKey, {limit: limit});
 
   var packages = result.searchMatchs.concat(result.keywordMatchs);
 

controllers/web/package/show.js

@@ -12,8 +12,14 @@ var utils = require('../../utils');
 var setDownloadURL = require('../../../lib/common').setDownloadURL;
 var renderMarkdown = require('../../../common/markdown').render;
 var packageService = require('../../../services/package');
+var blocklistService = require('../../../services/blocklist');
+var downloadTotalService = require('../../../services/download_total');
+var showWithRemote = require('./showWithRemote');
 
 module.exports = function* show(next) {
+  if (config.enableWebDataRemoteRegistry) {
+    return yield showWithRemote(this, next);
+  }
   var params = this.params;
   // normal: {name: $name, version: $version}
   // scope: [$name, $version]
@@ -34,6 +40,14 @@ module.exports = function* show(next) {
   }
 
   var pkg = yield packageService[getPackageMethod].apply(packageService, getPackageArgs);
+  if ((!pkg || !pkg.package) && tag) {
+    // + if we can't find it by tag, it may be a non-semver version, check it then
+    // + if we can't find it by version, it may be a tag, check it then
+    getPackageMethod = version ? 'getModuleByTag' : 'getModule';
+    pkg = yield packageService[getPackageMethod](name, tag);
+  }
+
+  // if it's still not found
   if (!pkg || !pkg.package) {
     // check if unpublished
     var unpublishedInfo = yield packageService.getUnpublishedModule(name);
@@ -62,20 +76,56 @@ module.exports = function* show(next) {
     return yield next;
   }
 
+  var blocks = yield blocklistService.findBlockPackageVersions(name);
+  if (blocks) {
+    var block = blocks['*'] || blocks[pkg.version];
+    if (block) {
+      this.status = 451;
+      this.body = `[block] package@${pkg.version} was blocked, reason: ${block.reason}`;
+      return;
+    }
+  }
+
   var r = yield [
     utils.getDownloadTotal(name),
     packageService.listDependents(name),
     packageService.listStarUserNames(name),
-    packageService.listMaintainers(name)
+    packageService.listMaintainers(name),
+    packageService.listModulesByName(name),
+    packageService.listModuleTags(name),
+    downloadTotalService.getTotalByName(name),
   ];
   var download = r[0];
   var dependents = r[1];
   var users = r[2];
   var maintainers = r[3];
+  var rows = r[4];
+  var tags = r[5];
+  var downloadTotal = r[6];
+
+  const versionsMap = {};
+  const versions = [];
+  for (const row of rows) {
+    var versionPkg = row.package;
+    // pkg is string ... ignore it
+    if (typeof versionPkg === 'string') {
+      continue;
+    }
+    versionPkg.fromNow = moment(versionPkg.publish_time || row.publish_time).fromNow();
+    versions.push(versionPkg);
+    versionsMap[versionPkg.version] = versionPkg;
+  }
+
+  for (const row of tags) {
+    row.fromNow = versionsMap[row.version] && versionsMap[row.version].fromNow;
+  }
 
   pkg.package.fromNow = moment(pkg.publish_time).fromNow();
   pkg = pkg.package;
   pkg.users = users;
+  pkg.versions = versions;
+  pkg.tags = tags;
+
   if (!pkg.readme && config.enableAbbreviatedMetadata) {
     var packageReadme = yield packageService.getPackageReadme(name);
     if (packageReadme) {
@@ -116,7 +166,9 @@ module.exports = function* show(next) {
     pkg.repository = null;
   }
   if (pkg.repository && pkg.repository.url) {
-    pkg.repository.weburl = /^https?:\/\//.test(pkg.repository.url) ? pkg.repository.url : (giturl.parse(pkg.repository.url) || pkg.repository.url);
+    if (!pkg.repository.weburl) {
+      pkg.repository.weburl = /^https?:\/\//.test(pkg.repository.url) ? pkg.repository.url : (giturl.parse(pkg.repository.url) || pkg.repository.url);
+    }
   }
   if (!pkg.bugs) {
     pkg.bugs = {};
@@ -140,6 +192,7 @@ module.exports = function* show(next) {
   }
 
   pkg.registryUrl = '//' + config.registryHost + '/' + pkg.name;
+  pkg.registryPackageUrl = '//' + config.registryHost + '/' + pkg.name + '/' + pkg.version;
 
   // pkg.engines = {
   //   "python": ">= 0.11.9",
@@ -148,48 +201,58 @@ module.exports = function* show(next) {
   //   "node2": ">= 0.10.9",
   //   "node3": ">= 0.6.9",
   // };
-  if (pkg.engines) {
-    for (var k in pkg.engines) {
-      var engine = String(pkg.engines[k] || '').trim();
-      var color = 'blue';
-      if (k.indexOf('node') === 0) {
-        color = 'yellowgreen';
-        var version = /(\d+\.\d+\.\d+)/.exec(engine);
-        if (version) {
-          version = version[0];
-          if (/^0\.11\.\d+/.test(version)) {
-            color = 'red';
-          } else if (/^0\.10\./.test(version) ||
-              /^0\.12\./.test(version) ||
-              /^0\.14\./.test(version) ||
-              /^[^0]+\./.test(version)) {
-            color = 'brightgreen';
-          }
-        }
-      }
-      pkg.engines[k] = {
-        version: engine,
-        title: k + ': ' + engine,
-        badgeURL: config.badgePrefixURL + '/' + encodeURIComponent(k) +
-          '-' + encodeURIComponent(engine) + '-' + color + '.svg?style=flat-square',
-      };
-    }
+  // "engines": "0.10.24",
+  // invalid engines
+  if (pkg.engines && typeof pkg.engines !== 'object') {
+    pkg.engines = {};
   }
 
+  for (var k in pkg.engines) {
+    var engine = String(pkg.engines[k] || '').trim();
+    var color = 'blue';
+    if (k.indexOf('node') === 0 || k.indexOf('install-') === 0) {
+      color = 'green';
+      var version = /(\d+\.)/.exec(engine);
+      if (version) {
+        version = version[0];
+        if (/^[0123]\./.test(version)) {
+          color = 'red';
+        }
+      }
+      if (engine === '*') {
+        color = 'red';
+      }
+    }
+    pkg.engines[k] = {
+      version: engine,
+      title: k + ': ' + engine,
+      badgeURL: config.badgeService.url(k, engine, { color }),
+    };
+  }
+
+  let packagephobiaSupport = downloadTotal >= config.packagephobiaMinDownloadCount;
   if (pkg._publish_on_cnpm) {
     pkg.isPrivate = true;
+    // need download total >= 1000
+    packagephobiaSupport = downloadTotal >= config.packagephobiaMinDownloadCount && config.packagephobiaSupportPrivatePackage;
   } else {
     pkg.isPrivate = false;
     // add security check badge
     pkg.snyk = {
-      badge: `${config.snykUrl}/test/npm/${pkg.name}/badge.svg?style=flat-square`,
+      badge: `${config.snykUrl}/test/npm/${pkg.name}/badge.svg`,
       url: `${config.snykUrl}/test/npm/${pkg.name}`,
     };
   }
+  if (packagephobiaSupport) {
+    pkg.packagephobia = {
+      badge: `${config.packagephobiaURL}/badge?p=${pkg.name}@${pkg.version}`,
+      url: `${config.packagephobiaURL}/result?p=${pkg.name}@${pkg.version}`,
+    };
+  }
 
   yield this.render('package', {
     title: 'Package - ' + pkg.name,
     package: pkg,
-    download: download
+    download: download,
   });
 };

controllers/web/package/showWithRemote.js

@@ -0,0 +1,97 @@
+'use strict';
+
+const debug = require('debug')('cnpmjs.org:controllers:web:package:showWithRemote');
+const moment = require('moment');
+const gravatar = require('gravatar');
+const giturl = require('giturl');
+const urllib = require('../../../common/urllib');
+const config = require('../../../config');
+const renderMarkdown = require('../../../common/markdown').render;
+
+module.exports = function* showWithRemote(ctx, next) {
+  const params = ctx.params;
+  const fullname = params.name || params[0];
+  const versionOrTag = params.version || params[1] || 'latest';
+  debug('display %s with %j', fullname, params);
+
+  const url = `${config.webDataRemoteRegistry}/${fullname}`;
+  const result = yield urllib.request(url, {
+    dataType: 'json',
+    timeout: 20000,
+    followRedirect: true,
+    gzip: true,
+  });
+  if (result.status !== 200) {
+    return yield next;
+  }
+  const manifest = result.data;
+
+  const distTags = manifest['dist-tags'] || {};
+  const realVersion = distTags[versionOrTag] || versionOrTag;
+  const versionsMap = manifest.versions || {};
+  const pkg = versionsMap[realVersion];
+  if (!pkg) {
+    return yield next;
+  }
+
+  const maintainers = manifest.maintainers;
+  if (maintainers) {
+    for (const maintainer of maintainers) {
+      if (maintainer.email) {
+        maintainer.gravatar = gravatar.url(maintainer.email, {s: '50', d: 'retro'}, true);
+      }
+    }
+    pkg.maintainers = maintainers;
+  }
+
+  const timeMap = manifest.time || {};
+  
+  pkg.readme = manifest.readme || '';
+  if (typeof pkg.readme !== 'string') {
+    pkg.readme = 'readme is not string: ' + JSON.stringify(pkg.readme);
+  } else {
+    pkg.readme = renderMarkdown(pkg.readme);
+  }
+  
+  pkg.fromNow = moment(new Date(timeMap[pkg.version])).fromNow();
+  // [ {tag, version, fromNow} ]
+  const tags = [];
+  for (const tag in distTags) {
+    const version = distTags[tag];
+    const time = timeMap[version];
+    if (time) {
+      const fromNow = moment(new Date(time)).fromNow();
+      tags.push({ tag, version, fromNow });
+    }
+  }
+  pkg.tags = tags;
+  // [ {version, deprecated, fromNow} ]
+  const versions = [];
+  for (const version in versionsMap) {
+    const item = versionsMap[version];
+    versions.push({
+      version,
+      deprecated: item.deprecated,
+      fromNow: moment(new Date(timeMap[version])).fromNow(),
+    });
+  }
+  pkg.versions = versions;
+
+  pkg.registryUrl = '//' + config.registryHost + '/' + pkg.name;
+  pkg.registryPackageUrl = '//' + config.registryHost + '/' + pkg.name + '/' + pkg.version;
+
+  if (pkg.repository === 'undefined') {
+    pkg.repository = null;
+  }
+  if (pkg.repository && pkg.repository.url) {
+    if (!pkg.repository.weburl) {
+      pkg.repository.weburl = /^https?:\/\//.test(pkg.repository.url) ? pkg.repository.url : (giturl.parse(pkg.repository.url) || pkg.repository.url);
+    }
+  }
+
+  yield ctx.render('package', {
+    title: 'Package - ' + manifest.name,
+    package: pkg,
+    download: null,
+  });
+};

controllers/web/show_scope_sync.js

@@ -0,0 +1,23 @@
+'use strict';
+var config = require('../../config');
+var npmService = require('../../services/npm');
+
+module.exports = function* showScopeSync () {
+  var scope = this.params.scope;
+  var scopeConfig = (config.syncScopeConfig || []).find(function (item) {
+    return item.scope === scope
+  })
+
+  if (!scopeConfig) {
+    return this.redirect('/');
+  }
+
+  var packages = yield npmService.getScopePackagesShort(scope, scopeConfig.sourceCnpmWeb)
+
+  yield this.render('scope_sync', {
+    packages: packages,
+    scope: scopeConfig.scope,
+    sourceCnpmRegistry: scopeConfig.sourceCnpmRegistry,
+    title: 'Sync Scope Packages',
+  });
+};

controllers/web/show_sync.js

@@ -1,19 +1,6 @@
-/**!
- * cnpmjs.org - controllers/web/show_sync.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
+var config = require('../../config');
 
 module.exports = function* showSync() {
   var name = this.params.name || this.params[0] || this.query.name;
@@ -26,9 +13,11 @@ module.exports = function* showSync() {
     name = splits[1];
     type = splits[0];
   }
+  var syncTaskUrl = config.enableWebDataRemoteRegistry ? `${config.webDataRemoteRegistry}/${name}/sync` : null;
   yield this.render('sync', {
     type: type,
     name: name,
     title: 'Sync ' + type + ' - ' + name,
+    syncTaskUrl,
   });
 };

controllers/web/user/show.js

@@ -1,24 +1,10 @@
-/**!
- * cnpmjs.org - controllers/web/user/show.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var config = require('../../../config');
 var packageService = require('../../../services/package');
 var userService = require('../../../services/user');
 var common = require('../../../lib/common');
+var he = require('he');
 
 module.exports = function* showUser(next) {
   var name = this.params.name;
@@ -29,14 +15,14 @@ module.exports = function* showUser(next) {
   var packages = r[0];
   var user = r[1];
   if (!user && !packages.length) {
-    return yield* next;
+    return yield next;
   }
 
   user = user || {};
 
   var data = {
     name: name,
-    email: user.email,
+    email: user.email ? he.encode(user.email, { encodeEverything: true }) : user.email,
     json: user.json || {},
     isNpmUser: user.isNpmUser,
   };

dispatch.js

@@ -7,20 +7,21 @@ var cfork = require('cfork');
 var config = require('./config');
 var workerPath = path.join(__dirname, 'worker.js');
 var syncPath = path.join(__dirname, 'sync');
+var scopeSyncPath = path.join(__dirname, 'sync/sync_scope');
 
 console.log('Starting cnpmjs.org ...\ncluster: %s\nadmins: %j\nscopes: %j\nsourceNpmRegistry: %s\nsyncModel: %s',
   config.enableCluster, config.admins, config.scopes, config.sourceNpmRegistry, config.syncModel);
 
 if (config.enableCluster) {
   forkWorker();
-  if (config.syncModel !== 'none') {
-    forkSyncer();
-  }
+  config.syncModel !== 'none' && forkSyncer();
+  // sync assign private scope package
+  config.syncScope && forkScopeSyncer();
 } else {
   require(workerPath);
-  if (config.syncModel !== 'none') {
-    require(syncPath);
-  }
+  config.syncModel !== 'none' && require(syncPath);
+  // sync assign private scope package
+  config.syncScope && require(scopeSyncPath);
 }
 
 function forkWorker() {
@@ -52,3 +53,15 @@ function forkSyncer() {
     setTimeout(forkSyncer, 1000);
   });
 }
+
+function forkScopeSyncer() {
+  var syncer = childProcess.fork(scopeSyncPath);
+  syncer.on('exit', function (code, signal) {
+    var err = new Error(util.format('syncer %s died (code: %s, signal: %s, stdout: %s, stderr: %s)',
+      syncer.pid, code, signal, syncer.stdout, syncer.stderr));
+    err.name = 'SyncerWorkerDiedError';
+    console.error('[%s] [master:%s] syncer exit: %s: %s',
+      Date(), process.pid, err.name, err.message);
+    setTimeout(forkScopeSyncer, 1000);
+  });
+}

docker-compose.yml

@@ -0,0 +1,30 @@
+version: '3'
+services:
+  web:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    image: cnpmjs.org
+    depends_on:
+      - mysql-db
+    volumes:
+      - cnpm-files-volume:/var/data/cnpm_data
+    ports:
+      - "7001:7001"
+      - "7002:7002"
+
+  mysql-db:
+    image: mysql:5.6
+    restart: always
+    environment :
+      MYSQL_USER: root      
+      MYSQL_ALLOW_EMPTY_PASSWORD: "yes"      
+      MYSQL_DATABASE: cnpmjs_test
+      MYSQL_ROOT_HOST: "%"
+    volumes:
+      - ./docs/db.sql:/docker-entrypoint-initdb.d/cnpm-init.sql           
+      - cnpm-db-volume:/var/lib/mysql 
+
+volumes:
+  cnpm-files-volume:
+  cnpm-db-volume:    

docs/db.sql

@@ -3,82 +3,97 @@ CREATE TABLE IF NOT EXISTS `user` (
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `name` varchar(100) NOT NULL COMMENT 'user name',
- `salt` varchar(100) NOT NULL,
+ `salt` varchar(100) NOT NULL COMMENT 'user salt',
  `password_sha` varchar(100) NOT NULL COMMENT 'user password hash',
  `ip` varchar(64) NOT NULL COMMENT 'user last request ip',
- `roles` varchar(200) NOT NULL DEFAULT '[]',
- `rev` varchar(40) NOT NULL,
- `email` varchar(400) NOT NULL,
+ `roles` varchar(200) NOT NULL DEFAULT '[]' COMMENT 'user roles',
+ `rev` varchar(40) NOT NULL COMMENT 'user rev',
+ `email` varchar(400) NOT NULL COMMENT 'user email',
  `json` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'json details',
  `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
 -- ALTER TABLE `user`
 --   ADD `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
 --   ADD `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false';
 -- ALTER TABLE `user` CHANGE `json` `json` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'json details';
+-- ALTER TABLE `user`
+--   CHANGE `salt` `salt` varchar(100) NOT NULL COMMENT 'user salt',
+--   CHANGE `roles` `roles` varchar(200) NOT NULL DEFAULT '[]' COMMENT 'user roles',
+--   CHANGE `rev` `rev` varchar(40) NOT NULL COMMENT 'user rev',
+--   CHANGE `email` `email` varchar(400) NOT NULL COMMENT 'user email';
 
 CREATE TABLE IF NOT EXISTS `module_keyword` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `description` longtext,
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `description` longtext COMMENT 'module description',
  PRIMARY KEY (`id`),
- UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_keyword_module_name` (`keyword`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
+-- ALTER TABLE `module_keyword`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `description` `description` longtext COMMENT 'module description';
 
 CREATE TABLE IF NOT EXISTS `module_star` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_module_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
+-- ALTER TABLE `module_star`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_module_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
+-- ALTER TABLE `module_maintainer`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_module_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
+-- ALTER TABLE `npm_module_maintainer`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `author` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `author` varchar(100) NOT NULL COMMENT 'module author',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
- `description` longtext,
- `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'package.json',
- `dist_shasum` varchar(100) DEFAULT NULL,
- `dist_tarball` varchar(2048) DEFAULT NULL,
- `dist_size` int(10) unsigned NOT NULL DEFAULT '0',
- `publish_time` bigint(20) unsigned,
+ `description` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'module description',
+ `package` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'package.json',
+ `dist_shasum` varchar(100) DEFAULT NULL COMMENT 'module dist SHASUM',
+ `dist_tarball` varchar(2048) DEFAULT NULL COMMENT 'module dist tarball',
+ `dist_size` int(10) unsigned NOT NULL DEFAULT '0' COMMENT 'module dist size',
+ `publish_time` bigint(20) unsigned COMMENT 'module publish time',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`,`version`),
- KEY `gmt_modified` (`gmt_modified`),
- KEY `publish_time` (`publish_time`),
- KEY `author` (`author`)
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`),
+ KEY `idx_author` (`author`),
+ KEY `idx_name_gmt_modified` (`name`,`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module info';
 -- ALTER TABLE `module` ADD `description` longtext;
 -- ALTER TABLE `module` ADD `publish_time` bigint(20) unsigned, ADD KEY `publish_time` (`publish_time`);
@@ -86,74 +101,97 @@ CREATE TABLE IF NOT EXISTS `module` (
 -- ALTER TABLE `module` CHANGE `description` `description` LONGTEXT CHARACTER SET utf8 COLLATE utf8_general_ci;
 -- show create table module\G
 -- ALTER TABLE  `module` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- ALTER TABLE `module`
+--   CHANGE `author` `author` varchar(100) NOT NULL COMMENT 'module author',
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `version` `version` varchar(30) NOT NULL COMMENT 'module version',
+--   CHANGE `description` `description` longtext COMMENT 'module description',
+--   CHANGE `package` `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'package.json',
+--   CHANGE `dist_shasum` `dist_shasum` varchar(100) DEFAULT NULL COMMENT 'module dist SHASUM',
+--   CHANGE `dist_tarball` `dist_tarball` varchar(2048) DEFAULT NULL COMMENT 'module dist tarball',
+--   CHANGE `dist_size` `dist_size` int(10) unsigned NOT NULL DEFAULT '0' COMMENT 'module dist size',
+--   CHANGE `publish_time` `publish_time` bigint(20) unsigned COMMENT 'module publish time';
 
 CREATE TABLE IF NOT EXISTS `module_abbreviated` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
  `package` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the abbreviated metadata',
- `publish_time` bigint(20) unsigned,
+ `publish_time` bigint(20) unsigned COMMENT 'the publish time',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`,`version`),
- KEY `gmt_modified` (`gmt_modified`),
- KEY `publish_time` (`publish_time`)
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module abbreviated info';
+-- ALTER TABLE `module_abbreviated`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `publish_time` `publish_time` bigint(20) unsigned COMMENT 'the publish time';
 
 CREATE TABLE IF NOT EXISTS `package_readme` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `readme` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the latest version readme',
  `version` varchar(30) NOT NULL COMMENT 'module version',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='package latest readme';
+-- ALTER TABLE `package_readme`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_log` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `username` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `log` longtext,
+ `username` varchar(100) NOT NULL COMMENT 'which username',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `log` longtext COMMENT 'the raw log',
  PRIMARY KEY (`id`),
- KEY `name` (`name`)
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
 -- ALTER TABLE  `module_log` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
+-- ALTER TABLE `module_log`
+--   CHANGE `username` `username` varchar(100) NOT NULL COMMENT 'which username',
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `log` `log` longtext COMMENT 'the raw log';
 
 CREATE TABLE IF NOT EXISTS `tag` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `tag` varchar(30) NOT NULL COMMENT 'tag name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
  `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`, `tag`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`, `tag`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
 -- ALTER TABLE  `tag` ADD  `module_id` BIGINT( 20 ) UNSIGNED NOT NULL;
 -- ALTER TABLE  `tag` CHANGE  `name`  `name` VARCHAR( 100 ) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT  'module name';
 -- ALTER TABLE `tag` ADD KEY `gmt_modified` (`gmt_modified`);
+-- ALTER TABLE `tag`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_unpublished` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
+-- ALTER TABLE `module_unpublished`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `total` (
- `name` varchar(100) NOT NULL COMMENT 'total name',
+ `name` varchar(214) NOT NULL COMMENT 'total name',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
  `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry',
@@ -177,6 +215,7 @@ INSERT INTO total(name, gmt_modified) VALUES('total', now())
 -- ALTER TABLE `total` ADD `fail_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages sync fail at this time'
 -- ALTER TABLE `total` ADD `left_sync_num` int unsigned NOT NULL DEFAULT '0' COMMENT 'how many packages left to be sync'
 -- ALTER TABLE `total` ADD `last_sync_module` varchar(100) NOT NULL COMMENT 'last sync success module name';
+-- ALTER TABLE `total` CHANGE `name` `name` varchar(214) NOT NULL COMMENT 'total name';
 
 -- CREATE TABLE IF NOT EXISTS `download_total` (
 --  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
@@ -195,7 +234,7 @@ CREATE TABLE IF NOT EXISTS `downloads` (
   `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
   `gmt_create` datetime NOT NULL COMMENT 'create time',
   `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+  `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
   `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
   `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
   `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
@@ -229,43 +268,79 @@ CREATE TABLE IF NOT EXISTS `downloads` (
   `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
   `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
   PRIMARY KEY (`id`),
-  UNIQUE KEY `name_date` (`name`, `date`),
-  KEY `date` (`date`)
+  UNIQUE KEY `uk_name_date` (`name`, `date`),
+  KEY `idx_date` (`date`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
+-- ALTER TABLE `downloads`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name';
 
 CREATE TABLE IF NOT EXISTS `module_deps` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `deps` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name_deps` (`name`,`deps`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_name_deps` (`name`,`deps`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
+-- ALTER TABLE `module_deps`
+--   CHANGE `name` `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+--   CHANGE `deps` `deps` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module';
 
 CREATE TABLE IF NOT EXISTS `dist_dir` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(200) NOT NULL COMMENT 'dir name',
- `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `name` varchar(214) NOT NULL COMMENT 'dir name',
+ `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/',
  `date` varchar(20) COMMENT '02-May-2014 01:06',
  PRIMARY KEY (`id`),
- UNIQUE KEY `name` (`parent`, `name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`parent`, `name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist dir info';
+-- ALTER TABLE `dist_dir`
+--   CHANGE `name` `name` varchar(214) NOT NULL COMMENT 'dir name',
+--   CHANGE `parent` `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/';
 
 CREATE TABLE IF NOT EXISTS `dist_file` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) NOT NULL COMMENT 'file name',
- `parent` varchar(200) NOT NULL COMMENT 'parent dir' DEFAULT '/',
+ `name` varchar(214) NOT NULL COMMENT 'file name',
+ `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/',
  `date` varchar(20) COMMENT '02-May-2014 01:06',
  `size` int(10) unsigned NOT NULL COMMENT 'file size' DEFAULT '0',
  `sha1` varchar(40) COMMENT 'sha1 hex value',
  `url` varchar(2048),
  PRIMARY KEY (`id`),
- UNIQUE KEY `fullname` (`parent`, `name`),
- KEY `gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_fullname` (`parent`, `name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='dist file info';
+-- ALTER TABLE `dist_file`
+--   CHANGE `name` `name` varchar(214) NOT NULL COMMENT 'file name',
+--   CHANGE `parent` `parent` varchar(214) NOT NULL COMMENT 'parent dir' DEFAULT '/';
+
+CREATE TABLE IF NOT EXISTS `token` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `token` varchar(100) NOT NULL COMMENT 'token',
+ `user_id` varchar(100) NOT NULL COMMENT 'user name',
+ `readonly` tinyint NOT NULL DEFAULT 0 COMMENT 'readonly or not, 1: true, other: false',
+ `token_key` varchar(200) NOT NULL COMMENT 'token sha512 hash',
+ `cidr_whitelist` varchar(500) NOT NULL COMMENT 'ip list, ["127.0.0.1"]',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_token` (`token`),
+ KEY `idx_user` (`user_id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='token info';
+
+CREATE TABLE IF NOT EXISTS `package_version_blocklist` (
+  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+  `gmt_create` datetime(3) NOT NULL COMMENT 'create time',
+  `gmt_modified` datetime(3) NOT NULL COMMENT 'modified time',
+  `name` varchar(214) NOT NULL COMMENT 'package name',
+  `version` varchar(30) NOT NULL COMMENT 'package version, "*" meaning all versions',
+  `reason` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci NULL COMMENT 'block reason',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `uk_name_version` (`name`, `version`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci COMMENT='package version block list';

docs/dockerize/config.js

@@ -0,0 +1,259 @@
+'use strict';
+
+var mkdirp = require('mkdirp');
+var copy = require('copy-to');
+var path = require('path');
+var fs = require('fs');
+var os = require('os');
+
+var version = require('../package.json').version;
+var Nfs = require('fs-cnpm');
+var root = path.dirname(__dirname);
+var dataDir = process.env.CNPM_DATA_DIR ;
+
+var config = {
+  version: version,
+  dataDir: dataDir,
+
+  /**
+   * Cluster mode
+   */
+  enableCluster: false,
+  numCPUs: os.cpus().length,
+
+  /*
+   * server configure
+   */
+
+  registryPort: 7001,
+  webPort: 7002,
+  bindingHost: '0.0.0.0', // binding on 0.0.0.0 for outside of container access
+
+  // debug mode
+  // if in debug mode, some middleware like limit wont load
+  // logger module will print to stdout
+  debug: process.env.NODE_ENV === 'development',
+  // page mode, enable on development env
+  pagemock: process.env.NODE_ENV === 'development',
+  // session secret
+  sessionSecret: 'cnpmjs.org test session secret',
+  // max request json body size
+  jsonLimit: '10mb',
+  // log dir name
+  logdir: path.join(dataDir, 'logs'),
+  // update file template dir
+  uploadDir: path.join(dataDir, 'downloads'),
+  // web page viewCache
+  viewCache: false,
+
+  // config for koa-limit middleware
+  // for limit download rates
+  limit: {
+    enable: false,
+    token: 'koa-limit:download',
+    limit: 1000,
+    interval: 1000 * 60 * 60 * 24,
+    whiteList: [],
+    blackList: [],
+    message: 'request frequency limited, any question, please contact fengmk2@gmail.com',
+  },
+
+  enableCompress: false, // enable gzip response or not
+
+  // default system admins
+  admins: {
+    // name: email
+    fengmk2: 'fengmk2@gmail.com',
+    admin: 'admin@cnpmjs.org',
+    dead_horse: 'dead_horse@qq.com',
+  },
+
+  // email notification for errors
+  // check https://github.com/andris9/Nodemailer for more informations
+  mail: {
+    enable: false,
+    appname: 'cnpmjs.org',
+    from: 'cnpmjs.org mail sender <adderss@gmail.com>',
+    service: 'gmail',
+    auth: {
+      user: 'address@gmail.com',
+      pass: 'your password'
+    }
+  },
+
+  logoURL: 'https://os.alipayobjects.com/rmsportal/oygxuIUkkrRccUz.jpg', // cnpm logo image url
+  adBanner: '',
+  customReadmeFile: '', // you can use your custom readme file instead the cnpm one
+  customFooter: '', // you can add copyright and site total script html here
+  npmClientName: 'cnpm', // use `${name} install package`
+
+  // max handle number of package.json `dependencies` property
+  maxDependencies: 200,
+
+  /**
+   * database config
+   */
+
+  database: {
+    db: 'cnpmjs_test',
+    username: 'root',
+    password: '',
+
+    // the sql dialect of the database
+    // - currently supported: 'mysql', 'sqlite', 'postgres', 'mariadb'
+    dialect: 'mysql',
+
+    // the Docker container network hostname defined at docker-compose.yml
+    host: 'mysql-db',
+
+    // custom port; default: 3306
+    port: 3306,
+
+    // use pooling in order to reduce db connection overload and to increase speed
+    // currently only for mysql and postgresql (since v1.5.0)
+    pool: {
+      maxConnections: 10,
+      minConnections: 0,
+      maxIdleTime: 30000
+    },
+
+    // the storage engine for 'sqlite'
+    // default store into ~/.cnpmjs.org/data.sqlite
+    //storage: path.join(dataDir, 'data.sqlite'),
+
+    logging: !!process.env.SQL_DEBUG,
+  },
+
+  // package tarball store in local filesystem by default
+  nfs: new Nfs({
+    dir: path.join(dataDir, 'nfs')
+  }),
+  // if set true, will 302 redirect to `nfs.url(dist.key)`
+  downloadRedirectToNFS: false,
+
+  // registry url name
+  registryHost: '127.0.0.1:7001',
+
+  /**
+   * registry mode config
+   */
+
+  // enable private mode or not
+  // private mode: only admins can publish, other users just can sync package from source npm
+  // public mode: all users can publish
+  enablePrivate: false,
+
+  // registry scopes, if don't set, means do not support scopes
+  scopes: [ '@cnpm', '@cnpmtest', '@cnpm-test' ],
+
+  // some registry already have some private packages in global scope
+  // but we want to treat them as scoped private packages,
+  // so you can use this white list.
+  privatePackages: [],
+
+  /**
+   * sync configs
+   */
+
+  // the official npm registry
+  // cnpm wont directly sync from this one
+  // but sometimes will request it for some package infomations
+  // please don't change it if not necessary
+  officialNpmRegistry: 'https://registry.npmjs.com',
+  officialNpmReplicate: 'https://replicate.npmjs.com',
+
+  // sync source, upstream registry
+  // If you want to directly sync from official npm's registry
+  // please drop them an email first
+  sourceNpmRegistry: 'https://registry.npmmirror.com',
+
+  // upstream registry is base on cnpm/cnpmjs.org or not
+  // if your upstream is official npm registry, please turn it off
+  sourceNpmRegistryIsCNpm: true,
+
+  // if install return 404, try to sync from source registry
+  syncByInstall: true,
+
+  // sync mode select
+  // none: do not sync any module, proxy all public modules from sourceNpmRegistry
+  // exist: only sync exist modules
+  // all: sync all modules
+  syncModel: 'none', // 'none', 'all', 'exist'
+
+  syncConcurrency: 1,
+  // sync interval, default is 10 minutes
+  syncInterval: '10m',
+
+  // sync polular modules, default to false
+  // because cnpm can't auto sync tag change for now
+  // so we want to sync popular modules to ensure their tags
+  syncPopular: false,
+  syncPopularInterval: '1h',
+  // top 100
+  topPopular: 100,
+
+  // sync devDependencies or not, default is false
+  syncDevDependencies: false,
+
+  // changes streaming sync
+  syncChangesStream: false,
+  handleSyncRegistry: 'http://127.0.0.1:7001',
+
+  // badge subject on http://shields.io/
+  badgePrefixURL: 'https://img.shields.io/badge',
+  badgeSubject: 'cnpm',
+
+  // custom user service, @see https://github.com/cnpm/cnpmjs.org/wiki/Use-Your-Own-User-Authorization
+  // when you not intend to ingegrate with your company's user system, then use null, it would
+  // use the default cnpm user system
+  userService: null,
+
+  // always-auth https://docs.npmjs.com/misc/config#always-auth
+  // Force npm to always require authentication when accessing the registry, even for GET requests.
+  alwaysAuth: false,
+
+  // if you're behind firewall, need to request through http proxy, please set this
+  // e.g.: `httpProxy: 'http://proxy.mycompany.com:8080'`
+  httpProxy: null,
+
+  // snyk.io root url
+  snykUrl: 'https://snyk.io',
+
+  // https://github.com/cnpm/cnpmjs.org/issues/1149
+  // if enable this option, must create module_abbreviated and package_readme table in database
+  enableAbbreviatedMetadata: true,
+
+  // global hook function: function* (envelope) {}
+  // envelope format please see https://github.com/npm/registry/blob/master/docs/hooks/hooks-payload.md#payload
+  globalHook: null,
+  accelerateHostMap: {},
+};
+
+if (process.env.NODE_ENV !== 'test') {
+  var customConfig;
+  if (process.env.NODE_ENV === 'development') {
+    customConfig = path.join(root, 'config', 'config.js');
+  } else {
+    // 1. try to load `$dataDir/config.json` first, not exists then goto 2.
+    // 2. load config/config.js, everything in config.js will cover the same key in index.js
+    customConfig = path.join(dataDir, 'config.json');
+    if (!fs.existsSync(customConfig)) {
+      customConfig = path.join(root, 'config', 'config.js');
+    }
+  }
+  if (fs.existsSync(customConfig)) {
+    copy(require(customConfig)).override(config);
+  }
+}
+
+mkdirp.sync(config.logdir);
+mkdirp.sync(config.uploadDir);
+
+module.exports = config;
+
+config.loadConfig = function (customConfig) {
+  if (!customConfig) {
+    return;
+  }
+  copy(customConfig).override(config);
+};

docs/network.puml

@@ -1,6 +1,6 @@
 @startuml
 
-title cnpmjs.org, npm.taobao.org Network
+title cnpmjs.org, npmmirror.com Network
 
 node "China User" {
   [cnpm cli]
@@ -11,8 +11,8 @@ node "OSS: aliyuncs.com" {
 }
 
 node "SLB: 114.55.80.225 Hangzhou" {
-  [npm.taobao.org]
-  [registry.npm.taobao.org]
+  [npmmirror.com]
+  [registry.npmmirror.com]
 }
 
 node "npmtaobao3: 121.41.*" {
@@ -38,7 +38,7 @@ node "cnpm6: 47.88.189.193 Singapore" {
 }
 
 node "Aliyun CDN" {
-  [cdn.npm.taobao.org]
+  [oss.npmmirror.com]
 }
 
 node "qiniu CDN" {
@@ -59,17 +59,17 @@ node "npmjs.com" {
   [www.npmjs.com]
 }
 
-[cnpm cli] -down-> [registry.npm.taobao.org]: Read, Write
-[cnpm cli] -down-> [cdn.npm.taobao.org]: Read tgz
-[cnpm cli] -down-> [npm.taobao.org]: "Read /mirrors"
+[cnpm cli] -down-> [registry.npmmirror.com]: Read, Write
+[cnpm cli] -down-> [oss.npmmirror.com]: Read tgz
+[cnpm cli] -down-> [npmmirror.com]: "Read /mirrors"
 
-[registry.npm.taobao.org] -down-> [nginx 5]
+[registry.npmmirror.com] -down-> [nginx 5]
 [nginx 5] -down-> [registry 5]
-[npm.taobao.org] -down-> [nginx 5]
+[npmmirror.com] -down-> [nginx 5]
 [nginx 5] -down-> [web 5]
-[registry.npm.taobao.org] -down-> [nginx 6]
+[registry.npmmirror.com] -down-> [nginx 6]
 [nginx 6] -down-> [registry 6]
-[npm.taobao.org] -down-> [nginx 6]
+[npmmirror.com] -down-> [nginx 6]
 [nginx 6] -down-> [web 6]
 
 [registry 5] -down-> [rds2860*.mysql.rds.aliyuncs.com]: Read, Write
@@ -92,7 +92,7 @@ node "npmjs.com" {
 [syncer 7] -down-> [cnpmjs.up.qiniu.com]: Write
 [syncer 7] -down-> [registry.npmjs.com]: Read
 
-[cdn.npm.taobao.org] -down-> [tnpm-hz.oss-cn-hangzhou]: Read
+[oss.npmmirror.com] -down-> [tnpm-hz.oss-cn-hangzhou]: Read
 [dn-cnpm.qbox.me] -down-> [cnpmjs.up.qiniu.com]: Read
 
 @enduml

docs/registry-api.md

@@ -50,7 +50,7 @@ Status: 4xx
 
 ## Authentication
 
-There is only one way to authenticate through the API.
+There are two ways to authenticate through the API.
 
 ## Basic Authentication
 
@@ -58,6 +58,12 @@ There is only one way to authenticate through the API.
 $ curl -u "username:password" https://registry.npmjs.org
 ```
 
+## Bearer Authentication
+
+```bash
+$ curl -H "Authorization: Bearer ${UUId}" https://registry.npmjs.org
+```
+
 ## Failed login limit
 
 ```bash
@@ -903,7 +909,8 @@ Status: 201 Created
 {
   "ok": true,
   "id": "org.couchdb.user:fengmk2",
-  "rev": "32-984ee97e01aea166dcab6d1517c730e3"
+  "rev": "32-984ee97e01aea166dcab6d1517c730e3",
+  "token": "85d32fad-bd43-4dd7-9451-4f7d907313a2"
 }
 ```
 
@@ -956,3 +963,76 @@ Status: 201 Created
 ```
 
 ## Search
+
+## Token
+
+- [Create token](/docs/registry-api.md#create-token)
+- [List token](/docs/registry-api.md#list-token)
+- [Delete token](/docs/registry-api.md#delete-token)
+
+### Create token
+
+* Authentication required.
+
+```
+POST /-/npm/v1/tokens
+```
+
+#### Input
+```json
+{
+  "password": "123",
+  "readonly": false,
+  "cidr_whitelist": [
+    "127.0.0.1"
+  ]
+}
+```
+
+#### Response 200
+```json
+HTTP/1.1 200 OK
+
+{
+  "token": "85d32fad-bd43-4dd7-9451-4f7d907313a2",
+  "key": "d06309a210570ef71cd9c7bd4849e7e96eeaa841976e63326436f6fd320dc4bbd452710e4e0fedc2efc2ea4a793b7159e95e9596e85e00dee26adc3f8afbb97f",
+  "cidr_whitelist": [ "127.0.0.1" ],
+  "created": "2015-01-04T08:28:51.378Z",
+  "updated": "2015-01-04T08:28:51.378Z",
+  "readonly": false
+}
+```
+
+### List token
+* Authentication required.
+
+```
+GET /-/npm/v1/tokens
+```
+
+### Input
+perPage=10&page=0
+
+#### Response 200
+```json
+{
+  "objects": [{
+    "token": "85d32f...7313a2",
+    "key": "d06309a210570ef71cd9c7bd4849e7e96eeaa841976e63326436f6fd320dc4bbd452710e4e0fedc2efc2ea4a793b7159e95e9596e85e00dee26adc3f8afbb97f",
+    "cidr_whitelist": [ "127.0.0.1" ],
+    "created": "2015-01-04T08:28:51.378Z",
+    "updated": "2015-01-04T08:28:51.378Z",
+    "readonly": false
+  }]
+}
+```
+
+### Delete token
+
+* Authentication required.
+
+```
+GET /-/npm/v1/tokens/token/:UUID
+```
+
+#### Response 204

docs/web/readme.md

@@ -7,7 +7,8 @@ So `cnpm` is meaning: **Company npm**.
 - Our public registry: [r.cnpmjs.org](https://r.cnpmjs.org), syncing from [registry.npmjs.com](https://registry.npmjs.com)
 - [cnpmjs.org](/) version: <span id="app-version"></span>
 - [Node.js](https://nodejs.org) version: <span id="node-version"></span>
-- For developers in China, please visit [the China mirror](https://npm.taobao.org). 中国用户请访问[国内镜像站点](https://npm.taobao.org)。
+- For developers in China, please visit [the China mirror](https://npmmirror.com). 中国用户请访问[国内镜像站点](https://npmmirror.com)。
+- Use the private npm service provided by Alibaba Cloud DevOps which build with cnpm. [https://packages.aliyun.com/](https://packages.aliyun.com/?channel=pd_cnpm_github)
 
 <div class="ant-table">
 <table class="downloads">
@@ -80,21 +81,21 @@ Badge URL: `https://cnpmjs.org/badge/d/cnpmjs.org.svg` ![cnpmjs.org-download-bad
 use our npm client [cnpm](https://github.com/cnpm/cnpm)(More suitable with cnpmjs.org and gzip support), you can get our client through npm:
 
 ```bash
-$ npm install -g cnpm --registry=https://registry.npm.taobao.org
+$ npm install -g cnpm --registry=https://registry.npmmirror.com
 ```
 
 Or you can alias NPM to use it:
 
 ```bash
-alias cnpm="npm --registry=https://registry.npm.taobao.org \
+alias cnpm="npm --registry=https://registry.npmmirror.com \
 --cache=$HOME/.npm/.cache/cnpm \
---disturl=https://npm.taobao.org/mirrors/node \
+--disturl=https://npmmirror.com/mirrors/node \
 --userconfig=$HOME/.cnpmrc"
 
 #Or alias it in .bashrc or .zshrc
-$ echo '\n#alias for cnpm\nalias cnpm="npm --registry=https://registry.npm.taobao.org \
+$ echo '\n#alias for cnpm\nalias cnpm="npm --registry=https://registry.npmmirror.com \
   --cache=$HOME/.npm/.cache/cnpm \
-  --disturl=https://npm.taobao.org/mirrors/node \
+  --disturl=https://npmmirror.com/mirrors/node \
   --userconfig=$HOME/.cnpmrc"' >> ~/.zshrc && source ~/.zshrc
 ```
 
@@ -117,7 +118,7 @@ $ cnpm sync connect
 sync package on web: [sync/connect](/sync/connect)
 
 ```bash
-$ open http://registry.npm.taobao.org/sync/connect
+$ open http://registry.npmmirror.com/sync/connect
 ```
 
 ### publish / unpublish
@@ -145,11 +146,11 @@ $ cnpm info cnpm
 
 Release [History](/history).
 
-## npmjs.org, cnpmjs.org and npm.taobao.org relation
+## npmjs.org, cnpmjs.org and npmmirror.com relation
 
 ![npm&cnpm](https://cloud.githubusercontent.com/assets/543405/21505401/fd0b6220-cca1-11e6-86ed-599cc81bb03b.png)
 
 ## Sponsors
 
-- [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) (2016.2 - now)
+- [![阿里云](https://static.aliyun.com/images/www-summerwind/logo.gif)](http://click.aliyun.com/m/4288/) [![阿里云云效](https://img.alicdn.com/tfs/TB116yt3fb2gK0jSZK9XXaEgFXa-106-20.png)](https://devops.aliyun.com/?channel=pd_cnpm_github) (2016.2 - now)
 - [![UCloud云计算](https://www.ucloud.cn/static/style/images/about/logo.png)](http://www.ucloud.cn?sem=sdk-CNPMJS) (2015.3 - 2016.3)

index.js

@@ -1,17 +1,5 @@
-/**!
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var config = require('./config');
 
 exports.loadConfig = config.loadConfig;

lib/common.js

@@ -2,13 +2,18 @@
 
 var crypto = require('crypto');
 var path = require('path');
-var config = require('../config');
+var utility = require('utility');
 var util = require('util');
+var config = require('../config');
+var BASIC_PREFIX = /basic /i;
+var BEARER_PREFIX = /bearer /i;
 
-exports.getTarballFilepath = function (filename) {
+exports.getTarballFilepath = function (packageName, packageVersion, filename) {
   // ensure download file path unique
   // TODO: not only .tgz, and also other extname
-  var name = filename.replace(/\.tgz$/, '.' + crypto.randomBytes(16).toString('hex') + '.tgz');
+  var name = filename.replace(/\.tgz$/, '.' + crypto.randomBytes(16).toString('hex'));
+  // use filename string md5 instead, fix "ENAMETOOLONG: name too long" error
+  name = packageName.replace(/\//g, '-').replace(/\@/g, '') + '-' + packageVersion.substring(0, 20) + '.' + utility.md5(name) + '.tgz';
   return path.join(config.uploadDir, name);
 };
 
@@ -21,11 +26,52 @@ exports.getCDNKey = function (name, filename) {
   return '/' + name + '/-/' + filename;
 };
 
+exports.getUnpublishFileKey = function (name) {
+  return `/${name}/sync/unpublish/unpublish-package.json`;
+};
+
+exports.getPackageFileCDNKey = function (name, version) {
+  return `/${name}/sync/packages/package-${version}.json`;
+};
+
+exports.getDistTagCDNKey = function (name, tag) {
+  return `/${name}/sync/tags/tag-${tag}.json`;
+};
+
+exports.getSyncTagDir = function (name) {
+  return `${name}/sync/tags/`;
+};
+
+exports.getSyncPackageDir = function (name) {
+  return `${name}/sync/packages/`;
+};
+
+const TAG_NAME_REG = /^tag-(.+)\.json$/;
+exports.getTagNameFromFileName = function (fileName) {
+  const res = fileName.match(TAG_NAME_REG);
+  return res && res[1];
+};
+
+exports.isBackupTagFile = function (fileName) {
+  return TAG_NAME_REG.test(fileName);
+};
+
+const PACKAGE_NAME_REG = /^package-(.+)\.json$/;
+exports.getVersionFromFileName = function (fileName) {
+  const res = fileName.match(PACKAGE_NAME_REG);
+  return res && res[1];
+};
+
+exports.isBackupPkgFile = function (fileName) {
+  return PACKAGE_NAME_REG.test(fileName);
+};
+
 exports.setDownloadURL = function (pkg, ctx, host) {
   if (pkg.dist) {
     host = host || config.registryHost || ctx.host;
+    var protocol = config.protocol || ctx.protocol;
     pkg.dist.tarball = util.format('%s://%s/%s/download/%s-%s.tgz',
-      ctx.protocol,
+      protocol,
       host, pkg.name, pkg.name, pkg.version);
   }
 };
@@ -51,6 +97,9 @@ exports.isMaintainer = function (user, maintainers) {
 exports.isLocalModule = function (mods) {
   for (var i = 0; i < mods.length; i++) {
     var r = mods[i];
+    if (config.privatePackages.includes(r.name)) {
+      return true;
+    }
     if (r.package && r.package._publish_on_cnpm) {
       return true;
     }
@@ -59,8 +108,39 @@ exports.isLocalModule = function (mods) {
 };
 
 exports.isPrivateScopedPackage = function (name) {
+  if (!name) {
+    return false;
+  }
+
   if (name[0] !== '@') {
     return false;
   }
   return config.scopes.indexOf(name.split('/')[0]) >= 0;
 };
+
+var AuthorizeType = exports.AuthorizeType = {
+  BASIC: 'BASIC',
+  BEARER: 'BEARER',
+};
+
+exports.getAuthorizeType = function (ctx) {
+  var authorization = (ctx.get('authorization') || '').trim();
+  if (BASIC_PREFIX.test(authorization)) {
+    return AuthorizeType.BASIC;
+  } else if (BEARER_PREFIX.test(authorization)) {
+    return AuthorizeType.BEARER;
+  }
+};
+
+exports.isSyncWorkerRequest = function (ctx) {
+  // sync request will contain this query params
+  let isSyncWorkerRequest = ctx.query.cache === '0';
+  if (!isSyncWorkerRequest) {
+    const ua = ctx.headers['user-agent'] || '';
+    // old sync client will request with these user-agent
+    if (ua.indexOf('npm_service.cnpmjs.org/') !== -1) {
+      isSyncWorkerRequest = true;
+    }
+  }
+  return isSyncWorkerRequest;
+};

middleware/auth.js

@@ -1,22 +1,10 @@
-/**!
- * cnpmjs.org - middleware/auth.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:middleware:auth');
 var UserService = require('../services/user');
+var TokenService = require('../services/token');
 var config = require('../config');
+var common = require('../lib/common');
 
 /**
  * Parse the request authorization
@@ -27,25 +15,23 @@ module.exports = function () {
   return function* auth(next) {
     this.user = {};
 
-    var authorization = (this.get('authorization') || '').split(' ')[1] || '';
-    authorization = authorization.trim();
+    var authorization = (this.get('authorization') || '').trim();
     debug('%s %s with %j', this.method, this.url, authorization);
     if (!authorization) {
-      return yield* unauthorized.call(this, next);
+      return yield unauthorized.call(this, next);
     }
 
-    authorization = new Buffer(authorization, 'base64').toString();
-    var pos = authorization.indexOf(':');
-    if (pos === -1) {
-       return yield* unauthorized.call(this, next);
-    }
-
-    var username = authorization.slice(0, pos);
-    var password = authorization.slice(pos + 1);
-
     var row;
     try {
-      row = yield* UserService.auth(username, password);
+      var authorizeType = common.getAuthorizeType(this);
+
+      if (authorizeType === common.AuthorizeType.BASIC) {
+        row = yield basicAuth(authorization);
+      } else if (authorizeType === common.AuthorizeType.BEARER) {
+        row = yield bearerAuth(authorization, this.method, this.ip);
+      } else {
+        return yield unauthorized.call(this, next);
+      }
     } catch (err) {
       // do not response error here
       // many request do not need login
@@ -54,27 +40,52 @@ module.exports = function () {
 
     if (!row) {
       debug('auth fail user: %j, headers: %j', row, this.header);
-      return yield* unauthorized.call(this, next);
+      return yield unauthorized.call(this, next);
     }
 
     this.user.name = row.login;
     this.user.isAdmin = row.site_admin;
     this.user.scopes = row.scopes;
     debug('auth pass user: %j, headers: %j', this.user, this.header);
-    yield* next;
+    yield next;
   };
 };
 
+function* basicAuth(authorization) {
+  authorization = authorization.split(' ')[1];
+  authorization = Buffer.from(authorization, 'base64').toString();
+
+  var pos = authorization.indexOf(':');
+  if (pos === -1) {
+    return null;
+  }
+
+  var username = authorization.slice(0, pos);
+  var password = authorization.slice(pos + 1);
+
+  return yield UserService.auth(username, password);
+}
+
+function* bearerAuth(authorization, method, ip) {
+  var token = authorization.split(' ')[1];
+  var isReadOperation = method === 'HEAD' || method === 'GET';
+  return yield TokenService.validateToken(token, {
+    isReadOperation: isReadOperation,
+    accessIp: ip,
+  });
+}
+
 function* unauthorized(next) {
   if (!config.alwaysAuth || this.method !== 'GET') {
-    return yield* next;
+    return yield next;
   }
   this.status = 401;
   this.set('WWW-Authenticate', 'Basic realm="sample"');
   if (this.accepts(['html', 'json']) === 'json') {
+    const error = '[unauthorized] login first';
     this.body = {
-      error: 'unauthorized',
-      reason: 'login first'
+      error,
+      reason: error,
     };
   } else {
     this.body = 'login first';

middleware/block.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - middleware/block.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 module.exports = function () {
   return function* block(next) {
     var ua = String(this.get('user-agent')).toLowerCase();
@@ -23,6 +9,6 @@ module.exports = function () {
         message: 'forbidden Ruby user-agent, ip: ' + this.ip
       };
     }
-    yield* next;
+    yield next;
   };
 };

middleware/editable.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - middleware/editable.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var packageService = require('../services/package');
 
 // admin or module's maintainer can modified the module
@@ -22,11 +8,11 @@ module.exports = function* editable(next) {
   var moduleName = this.params.name || this.params[0];
   if (username && moduleName) {
     if (this.user.isAdmin) {
-      return yield* next;
+      return yield next;
     }
-    var isMaintainer = yield* packageService.isMaintainer(moduleName, username);
+    var isMaintainer = yield packageService.isMaintainer(moduleName, username);
     if (isMaintainer) {
-      return yield* next;
+      return yield next;
     }
   }
 
@@ -35,8 +21,9 @@ module.exports = function* editable(next) {
   if (username) {
     message = username + ' ' + message;
   }
+  message = '[forbidden] ' + message;
   this.body = {
-    error: 'forbidden user',
-    reason: message
+    error: message,
+    reason: message,
   };
 };

middleware/exists_package.js

@@ -1,28 +1,17 @@
-/**!
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var packageService = require('../services/package');
 
 module.exports = function* (next) {
   var name = this.params.name || this.params[0];
   var pkg = yield packageService.getLatestModule(name);
   if (pkg) {
-    return yield* next;
+    return yield next;
   }
   this.status = 404;
+  const error = '[not_found] document not found';
   this.body = {
-    error: 'not_found',
-    reason: 'document not found'
+    error,
+    reason: error,
   };
 };

middleware/limit.js

@@ -1,27 +1,13 @@
-/**!
- * cnpmjs.org - middleware/limit.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var config = require('../config');
 var limit = require('koa-limit');
 
 var limitConfig = config.limit;
 
 if (!limitConfig.enable) {
-  module.exports = function *ignoreLimit(next) {
-    yield *next;
+  module.exports = function* ignoreLimit(next) {
+    yield next;
   };
 } else {
   module.exports = limit(limitConfig);

middleware/login.js

@@ -1,42 +1,35 @@
-/*!
- * cnpmjs.org - middleware/login.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var http = require('http');
 
 module.exports = function *login(next) {
+  if (this.path === '/-/ping' && this.query.write !== 'true') {
+    yield next;
+    return;
+  }
+
   if (this.user.error) {
     var status = this.user.error.status;
     this.status = http.STATUS_CODES[status]
       ? status
       : 500;
 
+    const error = `[${this.user.error.name}] ${this.user.error.message}`;
     this.body = {
-      error: this.user.error.name,
-      reason: this.user.error.message
+      error,
+      reason: error,
     };
     return;
   }
 
   if (!this.user.name) {
     this.status = 401;
+    const error = '[unauthorized] Login first';
     this.body = {
-      error: 'unauthorized',
-      reason: 'Login first'
+      error,
+      reason: error,
     };
     return;
   }
-  yield *next;
+  yield next;
 };

middleware/opensearch.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - middleware/opensearch.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var template = '<?xml version="1.0" encoding="UTF-8"?>\
  <OpenSearchDescription xmlns="http://a9.com/-/spec/opensearch/1.1/">\
    <ShortName>CNPM</ShortName>\
@@ -22,11 +8,13 @@ var template = '<?xml version="1.0" encoding="UTF-8"?>\
     <Url method="get" type="text/html" template="http://${host}/browse/keyword/{searchTerms}"/>\
  </OpenSearchDescription>';
 
-module.exports = function *opensearch(next) {
+var config = require('../config');
+
+module.exports = function* opensearch(next) {
   if (this.path === '/opensearch.xml') {
     this.type = 'text/xml';
     this.charset = 'utf-8';
-    this.body = template.replace('${host}', this.host);
+    this.body = template.replace('${host}', config.opensearch.host || this.host);
   }
-  yield *next;
+  yield next;
 };

middleware/proxy_to_npm.js

@@ -1,9 +1,5 @@
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:middleware:proxy_to_npm');
 var config = require('../config');
 
@@ -11,40 +7,78 @@ module.exports = function (options) {
   var redirectUrl = config.sourceNpmRegistry;
   var proxyUrls = [
     // /:pkg, dont contains scoped package
-    /^\/[\w\-\.]+$/,
+    // /:pkg/:versionOrTag
+    /^\/[\w\-\.]+(?:\/[\w\-\.]+)?$/,
     // /-/package/:pkg/dist-tags
     /^\/\-\/package\/[\w\-\.]+\/dist-tags/,
   ];
+  var scopedUrls = [
+    // scoped package
+    /^\/(@[\w\-\.]+)\/[\w\-\.]+(?:\/[\w\-\.]+)?$/,
+    /^\/\-\/package\/(@[\w\-\.]+)\/[\w\-\.]+\/dist\-tags/,
+  ];
   if (options && options.isWeb) {
-    redirectUrl = redirectUrl.replace('//registry.', '//');
+    redirectUrl = config.sourceNpmWeb || redirectUrl.replace('//registry.', '//');
     proxyUrls = [
       // /package/:pkg
-      /^\/package\/[\w\-\.]+$/,
+      /^\/package\/[\w\-\.]+/,
+    ];
+    scopedUrls = [
+      // scoped package
+      /^\/package\/(@[\w\-\.]+)\/[\w\-\.]+/,
     ];
   }
+
   return function* proxyToNpm(next) {
     if (config.syncModel !== 'none') {
       return yield next;
     }
+
+    // syncModel === none
     // only proxy read requests
     if (this.method !== 'GET' && this.method !== 'HEAD') {
       return yield next;
     }
 
-    var pathname = this.path;
-    var match;
-    for (var i = 0; i < proxyUrls.length; i++) {
-      match = proxyUrls[i].test(pathname);
-      if (match) {
-        break;
+    var pathname =  decodeURIComponent(this.path);
+
+    var isScoped = false;
+    var isPublichScoped = false;
+    // check scoped name
+    if (config.scopes && config.scopes.length > 0) {
+      for (var i = 0; i < scopedUrls.length; i++) {
+        const m = scopedUrls[i].exec(pathname);
+        if (m) {
+          isScoped = true;
+          if (config.scopes.indexOf(m[1]) !== -1) {
+            // internal scoped
+            isPublichScoped = false;
+          } else {
+            isPublichScoped = true;
+          }
+          break;
+        }
       }
     }
-    if (!match) {
-      return yield next;
+
+    var isPublich = false;
+    if (!isScoped) {
+      for (var i = 0; i < proxyUrls.length; i++) {
+        isPublich = proxyUrls[i].test(pathname);
+        if (isPublich) {
+          break;
+        }
+      }
     }
 
-    var url = redirectUrl + this.url;
-    debug('proxy to %s', url);
-    this.redirect(url);
+    if (isPublich || isPublichScoped) {
+      var url = redirectUrl + this.url;
+      debug('proxy isPublich: %s, isPublichScoped: %s, package to %s',
+        isPublich, isPublichScoped, url);
+      this.redirect(url);
+      return;
+    }
+
+    yield next;
   };
 };

middleware/publishable.js

@@ -1,19 +1,11 @@
-/**!
- * cnpmjs.org - middleware/publishable.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
 /**
  * Module dependencies.
  */
 
+var packageService = require('../services/package');
+
 var util = require('util');
 var config = require('../config');
 var debug = require('debug')('cnpmjs.org:middlewares/publishable');
@@ -27,9 +19,10 @@ module.exports = function *publishable(next) {
   // private mode, normal user can't publish and unpublish
   if (config.enablePrivate) {
     this.status = 403;
+    const error = '[no_perms] Private mode enable, only admin can publish this module';
     this.body = {
-      error: 'no_perms',
-      reason: 'Private mode enable, only admin can publish this module'
+      error,
+      reason: error,
     };
     return;
   }
@@ -44,6 +37,22 @@ module.exports = function *publishable(next) {
     return yield next;
   }
 
+  // check the package is already exists and is maintainer
+  var result = yield packageService.authMaintainer(name, this.user.name);
+  if (result.maintainers && result.maintainers.length) {
+    if (result.isMaintainer) {
+      return yield next;
+    }
+    this.status = 403;
+    const error = '[forbidden] ' + this.user.name + ' not authorized to modify ' + name +
+        ', please contact maintainers: ' + result.maintainers.join(', ');
+    this.body = {
+      error,
+      reason: error,
+    };
+    return;
+  }
+
   // scoped module
   if (name[0] === '@') {
     if (checkScope(name, this)) {
@@ -70,9 +79,10 @@ function checkScope(name, ctx) {
   if (ctx.user.scopes.indexOf(scope) === -1) {
     debug('assert scope  %s error', name);
     ctx.status = 400;
+    const error = util.format('[invalid] scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', '));
     ctx.body = {
-      error: 'invalid scope',
-      reason: util.format('scope %s not match legal scopes: %s', scope, ctx.user.scopes.join(', '))
+      error,
+      reason: error,
     };
     return false;
   }
@@ -87,15 +97,17 @@ function checkScope(name, ctx) {
 function assertNoneScope(name, ctx) {
   ctx.status = 403;
   if (ctx.user.scopes.length === 0) {
+    const error = '[no_perms] can\'t publish non-scoped package, please set `config.scopes`';
     ctx.body = {
-      error: 'no_perms',
-      reason: 'can\'t publish non-scoped package, please set `config.scopes`'
+      error,
+      reason: error,
     };
     return;
   }
 
+  const error = '[no_perms] only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)';
   ctx.body = {
-    error: 'no_perms',
-    reason: 'only allow publish with ' + ctx.user.scopes.join(', ') + ' scope(s)'
+    error,
+    reason: error,
   };
 }

middleware/registry_not_found.js

@@ -1,21 +1,7 @@
-/**!
- * cnpmjs.org - middleware/registry_not_found.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 module.exports = function* notFound(next) {
-  yield* next;
+  yield next;
 
   if (this.status && this.status !== 404) {
     return;
@@ -25,8 +11,9 @@ module.exports = function* notFound(next) {
   }
 
   this.status = 404;
+  const error = '[not_found] document not found';
   this.body = {
-    error: 'not_found',
-    reason: 'document not found'
+    error,
+    reason: error,
   };
 };

middleware/sync_by_install.js

@@ -1,17 +1,5 @@
-/**
- * Copyright(c) cnpm and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var config = require('../config');
 
 /**

middleware/unpublishable.js

@@ -1,22 +1,13 @@
-/**!
- * cnpmjs.org - middleware/unpublishable.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com>
- */
-
 'use strict';
 
 module.exports = function *unpublishable(next) {
   // only admin user can unpublish
   if (!this.user.isAdmin) {
     this.status = 403;
+    const error = '[no_perms] Only administrators can unpublish module';
     this.body = {
-      error: 'no_perms',
-      reason: 'Only administrators can unpublish module',
+      error,
+      reason: error,
     };
     return;
   }

middleware/web_not_found.js

@@ -1,23 +1,9 @@
-/**!
- * cnpmjs.org - middleware/web_not_found.js
- *
- * Copyright(c) cnpmjs.org and other contributors.
- * MIT Licensed
- *
- * Authors:
- *  dead_horse <dead_horse@qq.com> (http://deadhorse.me)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var debug = require('debug')('cnpmjs.org:middleware:web_not_found');
 
 module.exports = function* notFound(next) {
-  yield* next;
+  yield next;
 
   if (this.status && this.status !== 404) {
     return;
@@ -37,7 +23,15 @@ module.exports = function* notFound(next) {
   }
 
   // package not found
-  m = /\/package\/([\w\-\_\.]+)\/?$/.exec(this.url);
+  m = /^\/package\/([\w\-\_\.]+)\/?$/.exec(this.path);
+  if (!m) {
+    // scoped packages
+    m = /^\/package\/(@[\w\-\.]+\/[\w\-\.]+)$/.exec(this.path);
+    // maybe encode url: /package/%40foo%2Fawdawda
+    if (!m && this.path.startsWith('/package/%40')) {
+      m = /^\/package\/(@[\w\-\.]+\/[\w\-\.]+)$/.exec(decodeURIComponent(this.path));
+    }
+  }
   var name = null;
   var title = '404: Page Not Found';
   if (m) {
@@ -46,7 +40,7 @@ module.exports = function* notFound(next) {
   }
 
   this.status = 404;
-  yield* this.render('404', {
+  yield this.render('404', {
     title: title,
     name: name
   });

models/_module_maintainer_class_methods.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - models/_module_maintainer_class_methods.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 /**
  * list all module names by user
  * @param {String} user
@@ -134,7 +120,7 @@ exports.updateMaintainers = function* (name, users) {
       remove: []
     };
   }
-  var exists = yield* this.listMaintainers(name);
+  var exists = yield this.listMaintainers(name);
 
   var addUsers = users.filter(function (username) {
     // add user which in `users` but do not in `exists`
@@ -156,4 +142,3 @@ exports.updateMaintainers = function* (name, users) {
     remove: removeUsers
   };
 };
-

models/block_package_version.js

@@ -0,0 +1,29 @@
+'use strict';
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('BlockPackageVersion', {
+    name: {
+      type: DataTypes.STRING(214),
+      allowNull: false,
+      comment: 'package name'
+    },
+    version: {
+      type: DataTypes.STRING(30),
+      allowNull: false,
+      comment: 'package version'
+    },
+    reason: {
+      type: DataTypes.LONGTEXT,
+      comment: 'block reason',
+    },
+  }, {
+    tableName: 'package_version_blocklist',
+    comment: 'package version block list',
+    indexes: [
+      {
+        unique: true,
+        fields: ['name', 'version'],
+      },
+    ],
+  });
+};

models/download_total.js

@@ -1,24 +1,10 @@
-/**!
- * cnpmjs.org - models/download_total.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 // CREATE TABLE IF NOT EXISTS `downloads` (
 //  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
 //  `gmt_create` datetime NOT NULL COMMENT 'create time',
 //  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
-//  `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+//  `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
 //  `date` int unsigned NOT NULL COMMENT 'YYYYMM format',
 //  `d01` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '01 download count',
 //  `d02` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '02 download count',
@@ -52,14 +38,14 @@
 //  `d30` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '30 download count',
 //  `d31` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT '31 download count',
 //  PRIMARY KEY (`id`),
-//  UNIQUE KEY `name_date` (`name`, `date`)
-//  KEY `date` (`date`)
+//  UNIQUE KEY `uk_name_date` (`name`, `date`),
+//  KEY `idx_date` (`date`)
 // ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module download total info';
 
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('DownloadTotal', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -260,10 +246,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name', 'date']
+        fields: ['name', 'date'],
       },
       {
-        fields: ['date']
+        fields: ['date'],
       }
     ],
     classMethods: {

models/index.js

@@ -10,6 +10,7 @@ function load(name) {
 
 var _ModuleAbbreviated = config.enableAbbreviatedMetadata ? load('module_abbreviated') : null;
 var _PackageReadme = config.enableAbbreviatedMetadata ? load('package_readme') : null;
+var _BlockPackageVersion = config.enableBlockPackageVersion ? load('block_package_version') : null;
 
 module.exports = {
   sequelize: sequelize,
@@ -26,6 +27,7 @@ module.exports = {
   User: load('user'),
   Total: load('total'),
   DownloadTotal: load('download_total'),
+  Token: load('token'),
 
   query: function* (sql, args) {
     var options = { replacements: args };
@@ -59,4 +61,14 @@ module.exports = {
     }
     return _PackageReadme;
   },
+
+  get BlockPackageVersion() {
+    if (!config.enableBlockPackageVersion) {
+      return null;
+    }
+    if (!_BlockPackageVersion) {
+      _BlockPackageVersion = load('block_package_version');
+    }
+    return _BlockPackageVersion;
+  }
 };

models/module.js

@@ -1,41 +1,25 @@
-/**!
- * cnpmjs.org - models/module.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 /*
 CREATE TABLE IF NOT EXISTS `module` (
-  `id` INTEGER NOT NULL auto_increment ,
-  `author` VARCHAR(100) NOT NULL,
-  `name` VARCHAR(100) NOT NULL,
-  `version` VARCHAR(30) NOT NULL,
-  `description` LONGTEXT,
-  `package` LONGTEXT,
-  `dist_shasum` VARCHAR(100),
-  `dist_tarball` VARCHAR(2048),
-  `dist_size` INTEGER UNSIGNED NOT NULL DEFAULT 0,
-  `publish_time` BIGINT(20) UNSIGNED,
-  `gmt_create` DATETIME NOT NULL,
-  `gmt_modified` DATETIME NOT NULL,
-  PRIMARY KEY (`id`)
-)
-COMMENT 'module info' ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE utf8_general_ci;
-
-CREATE UNIQUE INDEX `module_name_version` ON `module` (`name`, `version`);
-CREATE INDEX `module_gmt_modified` ON `module` (`gmt_modified`);
-CREATE INDEX `module_publish_time` ON `module` (`publish_time`);
-CREATE INDEX `module_author` ON `module` (`author`);
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `author` varchar(100) NOT NULL COMMENT 'module author',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ `description` longtext COMMENT 'module description',
+ `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'package.json',
+ `dist_shasum` varchar(100) DEFAULT NULL COMMENT 'module dist SHASUM',
+ `dist_tarball` varchar(2048) DEFAULT NULL COMMENT 'module dist tarball',
+ `dist_size` int(10) unsigned NOT NULL DEFAULT '0' COMMENT 'module dist size',
+ `publish_time` bigint(20) unsigned COMMENT 'module publish time',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`),
+ KEY `idx_author` (`author`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module info';
 */
 
 module.exports = function (sequelize, DataTypes) {
@@ -46,7 +30,7 @@ module.exports = function (sequelize, DataTypes) {
       comment: 'first maintainer name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name'
     },
@@ -57,6 +41,7 @@ module.exports = function (sequelize, DataTypes) {
     },
     description: {
       type: DataTypes.LONGTEXT,
+      comment: 'module description',
     },
     package: {
       type: DataTypes.LONGTEXT,
@@ -65,19 +50,23 @@ module.exports = function (sequelize, DataTypes) {
     dist_shasum: {
       type: DataTypes.STRING(100),
       allowNull: true,
+      comment: 'module dist SHASUM',
     },
     dist_tarball: {
       type: DataTypes.STRING(2048),
       allowNull: true,
+      comment: 'module dist tarball',
     },
     dist_size: {
       type: DataTypes.INTEGER,
       allowNull: false,
       defaultValue: 0,
+      comment: 'module dist size',
     },
     publish_time: {
       type: DataTypes.BIGINT(20),
       allowNull: true,
+      comment: 'module publish time',
     }
   }, {
     tableName: 'module',
@@ -85,16 +74,16 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name', 'version']
+        fields: ['name', 'version'],
       },
       {
-        fields: ['gmt_modified']
+        fields: ['gmt_modified'],
       },
       {
-        fields: ['publish_time']
+        fields: ['publish_time'],
       },
       {
-        fields: ['author']
+        fields: ['author'],
       }
     ],
     classMethods: {

models/module_abbreviated.js

@@ -1,9 +1,25 @@
 'use strict';
 
+/*
+CREATE TABLE IF NOT EXISTS `module_abbreviated` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ `package` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the abbreviated metadata',
+ `publish_time` bigint(20) unsigned COMMENT 'the publish time',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`,`version`),
+ KEY `idx_gmt_modified` (`gmt_modified`),
+ KEY `idx_publish_time` (`publish_time`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module abbreviated info';
+ */
+
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleAbbreviated', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name'
     },
@@ -19,6 +35,7 @@ module.exports = function (sequelize, DataTypes) {
     publish_time: {
       type: DataTypes.BIGINT(20),
       allowNull: true,
+      comment: 'the publish time',
     }
   }, {
     tableName: 'module_abbreviated',
@@ -26,13 +43,13 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name', 'version']
+        fields: ['name', 'version'],
       },
       {
-        fields: ['gmt_modified']
+        fields: ['gmt_modified'],
       },
       {
-        fields: ['publish_time']
+        fields: ['publish_time'],
       },
     ],
     classMethods: {

models/module_deps.js

@@ -18,18 +18,18 @@
 CREATE TABLE IF NOT EXISTS `module_deps` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `deps` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT '`name` is deped by `deps`',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `deps` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'which module depend on this module',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_deps_name_deps` (`name`,`deps`),
- KEY `deps` (`module_deps_deps`)
+ UNIQUE KEY `uk_name_deps` (`name`,`deps`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module deps';
  */
 
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleDependency', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -46,10 +46,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name', 'deps']
+        fields: ['name', 'deps'],
       },
       {
-        fields: ['deps']
+        fields: ['deps'],
       }
     ],
     classMethods: {

models/module_keyword.js

@@ -19,11 +19,11 @@ CREATE TABLE IF NOT EXISTS `module_keyword` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `keyword` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'keyword',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `description` longtext,
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `description` longtext COMMENT 'module description',
  PRIMARY KEY (`id`),
- UNIQUE KEY `keyword_module_name` (`keyword`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_keyword_module_name` (`keyword`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module keyword';
  */
 
@@ -32,15 +32,17 @@ module.exports = function (sequelize, DataTypes) {
     keyword: {
       type: DataTypes.STRING(100),
       allowNull: false,
+      comment: 'keyword',
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
     description: {
       type: DataTypes.LONGTEXT,
       allowNull: true,
+      comment: 'module description',
     }
   }, {
     tableName: 'module_keyword',
@@ -49,10 +51,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['keyword', 'name']
+        fields: ['keyword', 'name'],
       },
       {
-        fields: ['name']
+        fields: ['name'],
       }
     ],
     classMethods: {

models/module_log.js

@@ -15,15 +15,15 @@
  */
 
 /*
-CREATE TABLE IF NOT EXISTS `module_log` (
+ CREATE TABLE IF NOT EXISTS `module_log` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `username` varchar(100) NOT NULL,
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
- `log` longtext,
+ `username` varchar(100) NOT NULL COMMENT 'which username',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `log` longtext COMMENT 'the raw log',
  PRIMARY KEY (`id`),
- KEY `module_log_name` (`name`)
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module sync log';
  */
 
@@ -35,19 +35,20 @@ module.exports = function (sequelize, DataTypes) {
       comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
     log: {
-      type: DataTypes.LONGTEXT
+      type: DataTypes.LONGTEXT,
+      comment: 'the raw log',
     }
   }, {
     tableName: 'module_log',
     comment: 'module sync log',
     indexes: [
       {
-        fields: ['name']
+        fields: ['name'],
       }
     ],
     classMethods: {

models/module_maintainer.js

@@ -19,10 +19,10 @@ CREATE TABLE IF NOT EXISTS `module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_maintainer_user_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='private module maintainers';
  */
 
@@ -34,7 +34,7 @@ module.exports = function (sequelize, DataTypes) {
       comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     }
@@ -45,10 +45,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['user', 'name']
+        fields: ['user', 'name'],
       },
       {
-        fields: ['name']
+        fields: ['name'],
       }
     ],
     classMethods: require('./_module_maintainer_class_methods'),

models/module_star.js

@@ -19,10 +19,10 @@ CREATE TABLE IF NOT EXISTS `module_star` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_star_user_name` (`user`,`name`),
- KEY `module_star_name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module star';
  */
 
@@ -34,7 +34,7 @@ module.exports = function (sequelize, DataTypes) {
       comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     }
@@ -45,10 +45,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['user', 'name']
+        fields: ['user', 'name'],
       },
       {
-        fields: ['name']
+        fields: ['name'],
       }
     ],
     classMethods: {

models/module_unpublished.js

@@ -21,18 +21,18 @@ CREATE TABLE IF NOT EXISTS `module_unpublished` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `package` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'base info: tags, time, maintainers, description, versions',
  PRIMARY KEY (`id`),
- UNIQUE KEY `module_unpublished_name` (`name`),
- KEY `module_unpublished_gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module unpublished info';
  */
 
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('ModuleUnpublished', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -48,10 +48,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name']
+        fields: ['name'],
       },
       {
-        fields: ['gmt_modified']
+        fields: ['gmt_modified'],
       }
     ],
     classMethods: {

models/npm_module_maintainer.js

@@ -19,10 +19,10 @@ CREATE TABLE IF NOT EXISTS `npm_module_maintainer` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `user` varchar(100) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL COMMENT 'user name',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  PRIMARY KEY (`id`),
- UNIQUE KEY `npm_module_maintainer_user_name` (`user`,`name`),
- KEY `name` (`name`)
+ UNIQUE KEY `uk_user_module_name` (`user`,`name`),
+ KEY `idx_name` (`name`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='npm original module maintainers';
  */
 
@@ -34,7 +34,7 @@ module.exports = function (sequelize, DataTypes) {
       comment: 'user name'
     },
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     }
@@ -45,10 +45,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['user', 'name']
+        fields: ['user', 'name'],
       },
       {
-        fields: ['name']
+        fields: ['name'],
       }
     ],
     classMethods: require('./_module_maintainer_class_methods'),

models/package_readme.js

@@ -1,9 +1,23 @@
 'use strict';
 
+/*
+CREATE TABLE IF NOT EXISTS `package_readme` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `readme` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'the latest version readme',
+ `version` varchar(30) NOT NULL COMMENT 'module version',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='package latest readme';
+ */
+
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('PackageReadme', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name'
     },
@@ -22,10 +36,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name']
+        fields: ['name'],
       },
       {
-        fields: ['gmt_modified']
+        fields: ['gmt_modified'],
       },
     ],
     classMethods: {

models/tag.js

@@ -19,20 +19,20 @@ CREATE TABLE IF NOT EXISTS `tag` (
  `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
- `name` varchar(100) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
+ `name` varchar(214) CHARACTER SET utf8 COLLATE utf8_bin NOT NULL COMMENT 'module name',
  `tag` varchar(30) NOT NULL COMMENT 'tag name',
  `version` varchar(30) NOT NULL COMMENT 'module version',
  `module_id` bigint(20) unsigned NOT NULL COMMENT 'module id',
  PRIMARY KEY (`id`),
- UNIQUE KEY `tag_name_tag` (`name`, `tag`),
- KEY `tag_gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`, `tag`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='module tag';
  */
 
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('Tag', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       allowNull: false,
       comment: 'module name',
     },
@@ -57,10 +57,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name', 'tag']
+        fields: ['name', 'tag'],
       },
       {
-        fields: ['gmt_modified']
+        fields: ['gmt_modified'],
       }
     ],
     classMethods: {

models/token.js

@@ -0,0 +1,117 @@
+'use strict';
+
+/*
+CREATE TABLE IF NOT EXISTS `token` (
+ `id` bigint(20) unsigned NOT NULL AUTO_INCREMENT COMMENT 'primary key',
+ `gmt_create` datetime NOT NULL COMMENT 'create time',
+ `gmt_modified` datetime NOT NULL COMMENT 'modified time',
+ `token` varchar(100) NOT NULL COMMENT 'token',
+ `user_id` varchar(100) NOT NULL COMMENT 'user name',
+ `readonly` tinyint NOT NULL DEFAULT 0 COMMENT 'readonly or not, 1: true, other: false',
+ `token_key` varchar(200) NOT NULL COMMENT 'token sha512 hash',
+ `cidr_whitelist` varchar(500) NOT NULL COMMENT 'ip list, ["127.0.0.1"]',
+ PRIMARY KEY (`id`),
+ UNIQUE KEY `uk_token` (`token`),
+ KEY `idx_user_id` (`user_id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='token info';
+ */
+
+module.exports = function (sequelize, DataTypes) {
+  return sequelize.define('Token', {
+    token: {
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'token',
+    },
+    userId: {
+      field: 'user_id',
+      type: DataTypes.STRING(100),
+      allowNull: false,
+      comment: 'user name'
+    },
+    readonly: {
+      type: DataTypes.BOOLEAN,
+      allowNull: false,
+      defaultValue: false,
+      comment: 'readonly or not, 1: true, other: false',
+    },
+    key: {
+      field: 'token_key',
+      type: DataTypes.STRING(256),
+      allowNull: false,
+      comment: 'token sha512 hash',
+    },
+    cidrWhitelist: {
+      field: 'cidr_whitelist',
+      type: DataTypes.STRING(500),
+      allowNull: false,
+      comment: 'ip list, ["127.0.0.1"]',
+      get: function () {
+        try {
+          return JSON.parse(this.getDataValue('cidrWhitelist'));
+        } catch (_) {
+          return [];
+        }
+      },
+      set: function (val) {
+        try {
+          var stringifyVal = JSON.stringify(val);
+          this.setDataValue('cidrWhitelist', stringifyVal);
+        } catch (_) {
+          // ...
+        }
+      }
+    },
+  }, {
+    tableName: 'token',
+    comment: 'token info',
+    indexes: [
+      {
+        unique: true,
+        fields: [ 'token' ],
+      },
+      {
+        fields: [ 'user_id' ],
+      }
+    ],
+    classMethods: {
+      findByToken: function* (token) {
+        return yield this.find({ where: { token: token } });
+      },
+      add: function* (tokenObj) {
+        var row = this.build(tokenObj);
+        return yield row.save();
+      },
+      listByUser: function* (userId, offset, limit) {
+        return yield this.findAll({
+          where: {
+            userId: userId,
+          },
+          limit: limit,
+          offset: offset,
+          order: 'id asc',
+        });
+      },
+      deleteByKeyOrToken: function* (userId, keyOrToken) {
+        const self = this;
+        yield sequelize.transaction(function (t) {
+          return self.destroy({
+            where: {
+              userId: userId,
+              $or: [
+                { key: { like: keyOrToken + '%' } },
+                { token: keyOrToken },
+              ],
+            },
+            transaction: t,
+          }).then(function (deleteRows) {
+            // Key like query should not match more than 1 row
+            if (deleteRows > 1) {
+              throw new Error(`Token ID "${keyOrToken}" was ambiguous`);
+            }
+          });
+        });
+      },
+    },
+  });
+};

models/total.js

@@ -1,21 +1,7 @@
-/**!
- * cnpmjs.org - models/total.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 // CREATE TABLE IF NOT EXISTS `total` (
-//  `name` varchar(100) NOT NULL COMMENT 'total name',
+//  `name` varchar(214) NOT NULL COMMENT 'total name',
 //  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
 //  `module_delete` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'module delete count',
 //  `last_sync_time` bigint(20) unsigned NOT NULL DEFAULT '0' COMMENT 'last timestamp sync from official registry',
@@ -35,7 +21,7 @@
 module.exports = function (sequelize, DataTypes) {
   return sequelize.define('Total', {
     name: {
-      type: DataTypes.STRING(100),
+      type: DataTypes.STRING(214),
       primaryKey: true,
       comment: 'total name'
     },

models/user.js

@@ -1,19 +1,5 @@
-/**!
- * cnpmjs.org - models/user.js
- *
- * Copyright(c) fengmk2 and other contributors.
- * MIT Licensed
- *
- * Authors:
- *   fengmk2 <fengmk2@gmail.com> (http://fengmk2.github.com)
- */
-
 'use strict';
 
-/**
- * Module dependencies.
- */
-
 var utility = require('utility');
 var utils = require('./utils');
 
@@ -23,17 +9,17 @@ CREATE TABLE IF NOT EXISTS `user` (
  `gmt_create` datetime NOT NULL COMMENT 'create time',
  `gmt_modified` datetime NOT NULL COMMENT 'modified time',
  `name` varchar(100) NOT NULL COMMENT 'user name',
- `salt` varchar(100) NOT NULL,
+ `salt` varchar(100) NOT NULL COMMENT 'user salt',
  `password_sha` varchar(100) NOT NULL COMMENT 'user password hash',
  `ip` varchar(64) NOT NULL COMMENT 'user last request ip',
- `roles` varchar(200) NOT NULL DEFAULT '[]',
- `rev` varchar(40) NOT NULL,
- `email` varchar(400) NOT NULL,
- `json` longtext CHARACTER SET utf8 COLLATE utf8_general_ci COMMENT 'json details',
+ `roles` varchar(200) NOT NULL DEFAULT '[]' COMMENT 'user roles',
+ `rev` varchar(40) NOT NULL COMMENT 'user rev',
+ `email` varchar(400) NOT NULL COMMENT 'user email',
+ `json` longtext CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci COMMENT 'json details',
  `npm_user` tinyint(1) DEFAULT '0' COMMENT 'user sync from npm or not, 1: true, other: false',
  PRIMARY KEY (`id`),
- UNIQUE KEY `user_name` (`name`),
- KEY `user_gmt_modified` (`gmt_modified`)
+ UNIQUE KEY `uk_name` (`name`),
+ KEY `idx_gmt_modified` (`gmt_modified`)
 ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COMMENT='user base info';
 */
 
@@ -47,6 +33,7 @@ module.exports = function (sequelize, DataTypes) {
     salt: {
       type: DataTypes.STRING(100),
       allowNull: false,
+      comment: 'user salt',
     },
     password_sha: {
       type: DataTypes.STRING(100),
@@ -62,14 +49,17 @@ module.exports = function (sequelize, DataTypes) {
       type: DataTypes.STRING(200),
       allowNull: false,
       defaultValue: '[]',
+      comment: 'user roles',
     },
     rev: {
       type: DataTypes.STRING(40),
       allowNull: false,
+      comment: 'user rev',
     },
     email: {
       type: DataTypes.STRING(400),
       allowNull: false,
+      comment: 'user email',
     },
     json: {
       type: DataTypes.LONGTEXT,
@@ -90,10 +80,10 @@ module.exports = function (sequelize, DataTypes) {
     indexes: [
       {
         unique: true,
-        fields: ['name']
+        fields: ['name'],
       },
       {
-        fields: ['gmt_modified']
+        fields: ['gmt_modified'],
       }
     ],
     classMethods: {
@@ -104,7 +94,7 @@ module.exports = function (sequelize, DataTypes) {
 
       // read
       auth: function* (name, password) {
-        var user = yield* this.findByName(name);
+        var user = yield this.findByName(name);
         if (user) {
           var sha = this.createPasswordSha(password, user.salt);
           if (user.password_sha !== sha) {
@@ -141,7 +131,7 @@ module.exports = function (sequelize, DataTypes) {
 
       // write
       saveNpmUser: function* (data) {
-        var user = yield* this.findByName(data.name);
+        var user = yield this.findByName(data.name);
         if (!user) {
           user = this.build({
             isNpmUser: true,
@@ -162,7 +152,7 @@ module.exports = function (sequelize, DataTypes) {
       },
       saveCustomUser: function* (data) {
         var name = data.user.login;
-        var user = yield* this.findByName(name);
+        var user = yield this.findByName(name);
         if (!user) {
           user = this.build({
             isNpmUser: false,
@@ -230,7 +220,7 @@ module.exports = function (sequelize, DataTypes) {
           roles = '[]';
         }
 
-        var row = yield* this.findByName(user.name);
+        var row = yield this.findByName(user.name);
         if (!row) {
           return null;
         }

package.json

@@ -1,75 +1,90 @@
 {
   "name": "cnpmjs.org",
-  "version": "3.0.0-alpha.5",
+  "version": "3.0.0-rc.66",
   "description": "Private npm registry and web for Enterprise, base on MySQL and Simple Store Service",
   "main": "index.js",
   "scripts": {
+    "contributor": "git-contributor",
     "dev": "DEBUG=cnpm* node dispatch.js",
-    "test": "make jshint && make test",
+    "test": "make test",
     "test-local": "make test",
     "start": "./bin/nodejsctl start && cp History.md docs/web/history.md",
     "status": "./bin/nodejsctl status",
-    "stop": "./bin/nodejsctl stop"
+    "stop": "./bin/nodejsctl stop",
+    "ci": "make test-travis-mysql"
   },
   "bin": {
     "cnpmjs.org": "bin/cli.js"
   },
   "dependencies": {
-    "agentkeepalive": "^2.2.0",
-    "await-event": "^1.0.0",
-    "bytes": "^2.4.0",
-    "cfork": "^1.5.1",
+    "agentkeepalive": "^4.0.0",
+    "await-event": "^2.1.0",
+    "bytes": "^2.5.0",
+    "cfork": "^1.6.1",
     "changes-stream": "^1.1.0",
     "co": "^4.6.0",
     "co-defer": "^1.0.0",
-    "co-gather": "^0.0.1",
-    "co-sleep": "^0.0.1",
-    "commander": "^2.9.0",
+    "co-gather": "~0.0.1",
+    "co-sleep": "~0.0.1",
+    "commander": "^2.11.0",
     "copy-to": "^2.0.1",
-    "debug": "^2.2.0",
+    "debug": "^3.0.0",
     "error-formater": "^1.0.3",
-    "fs-cnpm": "^1.2.0",
+    "fs-cnpm": "^2.1.0",
     "giturl": "^1.0.0",
-    "graceful": "^1.0.0",
-    "gravatar": "^1.5.0",
-    "humanize-ms": "^1.2.0",
-    "humanize-number": "^0.0.2",
-    "is-type-of": "^1.0.0",
+    "graceful": "^1.0.1",
+    "gravatar": "^1.6.0",
+    "he": "^1.2.0",
+    "humanize-ms": "^1.2.1",
+    "humanize-number": "~0.0.2",
+    "ioredis": "^4.6.2",
+    "ip-regex": "^4.1.0",
+    "is-type-of": "^1.2.0",
     "kcors": "^1.2.1",
     "koa": "^1.2.0",
+    "koa-bodyparser": "^2.5.0",
+    "koa-conditional-get": "^1.0.4",
+    "koa-etag": "^2.1.2",
     "koa-limit": "^1.0.2",
-    "koa-markdown": "^2.0.1",
+    "koa-markdown": "^2.0.2",
     "koa-maxrequests": "^1.0.0",
     "koa-middlewares": "^2.1.0",
-    "koa-mock": "^1.6.1",
+    "koa-mock": "^1.6.2",
+    "koa-proxy": "^0.9.0",
+    "koa-rewrite": "^1.1.2",
+    "koa-rt": "^1.0.0",
     "koa-safe-jsonp": "^0.3.1",
-    "markdown-it": "^3.0.6",
-    "mime": "^1.3.4",
-    "mini-logger": "^1.1.1",
-    "mkdirp": "^0.5.0",
-    "moment": "^2.12.0",
-    "mysql": "^2.10.2",
-    "mz": "^2.4.0",
+    "lodash": "^4.17.21",
+    "markdown-it": "^8.3.2",
+    "mime": "^1.3.6",
+    "mini-logger": "^1.1.3",
+    "mkdirp": "^0.5.1",
+    "moment": "^2.18.1",
+    "mysql": "^2.14.1",
+    "mz": "^2.6.0",
     "nodemailer": "^1.3.0",
     "normalize-registry-metadata": "^1.1.2",
-    "semver": "^5.2.0",
+    "rimraf": "^2.6.2",
+    "semver": "^5.4.1",
     "sequelize": "^3.23.4",
+    "ssri": "^8.0.1",
     "thunkify-wrap": "^1.0.4",
     "treekill": "^1.0.0",
-    "tunnel-agent": "^0.4.0",
-    "urllib": "^2.11.0",
-    "utility": "^1.8.0",
-    "xss": "^0.2.13"
+    "tunnel-agent": "^0.6.0",
+    "urllib": "^2.24.0",
+    "utility": "^1.12.0",
+    "uuid": "^8.3.0",
+    "xss": "^0.3.3"
   },
   "devDependencies": {
     "autod": "*",
     "chunkstream": "*",
-    "contributors": "*",
+    "git-contributor": "^1.0.10",
     "intelli-espower-loader": "^1.0.1",
     "istanbul": "*",
     "jshint": "*",
     "mm": "*",
-    "mocha": "*",
+    "mocha": "3",
     "node-dev": "*",
     "pedding": "*",
     "pg": "5",
@@ -87,8 +102,10 @@
     "web": "https://github.com/cnpm/cnpmjs.org"
   },
   "bugs": {
-    "url": "https://github.com/cnpm/cnpmjs.org/issues",
-    "email": "fengmk2@gmail.com"
+    "url": "https://github.com/cnpm/cnpmjs.org/issues"
+  },
+  "publishConfig": {
+    "tag": "latest-3"
   },
   "keywords": [
     "cnpmjs.org",
@@ -98,11 +115,19 @@
     "registry"
   ],
   "engines": {
-    "node": ">= 4.3.1"
+    "node": ">= 8.0.0"
+  },
+  "ci": {
+    "type": "github",
+    "os": {
+      "github": "linux, macos"
+    },
+    "npminstall": true,
+    "version": "10, 12",
+    "command": {
+      "github": "ci"
+    },
+    "services": "mysql"
   },
-  "author": [
-    "fengmk2 <fengmk2@gmail.com> (http://fengmk2.com)",
-    "dead_horse <dead_horse@qq.com> (http://deadhorse.me)"
-  ],
   "license": "MIT"
 }

public/js/readme.js

@@ -24,26 +24,28 @@ $(function () {
     $('#node-version').html(data.node_version || 'v0.10.22');
     $('#app-version').html(data.app_version || '0.0.0');
 
-    if (data.sync_model === 'all') {
-      $('#sync-model').html('This registry will sync all packages from official registry.');
-      $('#last-sync-time').html(new Date(data.last_sync_time));
-    } else if (data.sync_model === 'exist') {
-      $('#sync-model').html('This registry will only update exist packages from official registry.');
-      $('#last-sync-time').html(new Date(data.last_exist_sync_time));
+    if (data.sync_model !== 'none') {
+      if (data.sync_model === 'all') {
+        $('#sync-model').html('This registry will sync all packages from official registry.');
+        $('#last-sync-time').html(new Date(data.last_sync_time));
+      } else if (data.sync_model === 'exist') {
+        $('#sync-model').html('This registry will only update exist packages from official registry.');
+        $('#last-sync-time').html(new Date(data.last_exist_sync_time));
+      }
+
+      $('#need-sync').html(data.need_sync_num);
+      $('#success-sync').html(data.success_sync_num);
+      $('#fail-sync').html(data.fail_sync_num);
+      $('#left-sync').html(data.left_sync_num);
+      $('#percent-sync').html(Math.floor(data.success_sync_num / data.need_sync_num * 100));
+      $('#last-success-name').html('<a target="_blank" href="/package/' + data.last_sync_module + '">' +
+        data.last_sync_module + '</a>');
+
+      if (!data.sync_status) {
+        $('.syncing').remove();
+      }
+
+      $('.sync').show();
     }
-
-    $('#need-sync').html(data.need_sync_num);
-    $('#success-sync').html(data.success_sync_num);
-    $('#fail-sync').html(data.fail_sync_num);
-    $('#left-sync').html(data.left_sync_num);
-    $('#percent-sync').html(Math.floor(data.success_sync_num / data.need_sync_num * 100));
-    $('#last-success-name').html('<a target="_blank" href="/package/' + data.last_sync_module + '">' +
-      data.last_sync_module + '</a>');
-
-    if (!data.sync_status) {
-      $('.syncing').remove();
-    }
-
-    $('.sync').show();
   });
 });

routes/registry.js

@@ -11,8 +11,10 @@ var unpublishable = require('../middleware/unpublishable');
 var showTotal = require('../controllers/total');
 
 var listAll = require('../controllers/registry/package/list_all');
+var listAllPackageVersions = require('../controllers/registry/package/list_versions');
 var listShorts = require('../controllers/registry/package/list_shorts');
 var listSince = require('../controllers/registry/package/list_since');
+var changes = require('../controllers/registry/package/changes');
 var listAllVersions = require('../controllers/registry/package/list');
 var listDependents = require('../controllers/registry/package/list_dependents');
 var getOneVersion = require('../controllers/registry/package/show');
@@ -28,6 +30,12 @@ var listPackagesByUser = require('../controllers/registry/package/list_by_user')
 var addUser = require('../controllers/registry/user/add');
 var showUser = require('../controllers/registry/user/show');
 var updateUser = require('../controllers/registry/user/update');
+var whoami = require('../controllers/registry/user/whoami');
+var ping = require('../controllers/registry/user/ping');
+
+var createToken = require('../controllers/registry/token/create');
+var delToken = require('../controllers/registry/token/del');
+var listToken = require('../controllers/registry/token/list');
 
 var sync = require('../controllers/sync');
 var userPackage = require('../controllers/registry/user_package');
@@ -36,21 +44,26 @@ var tags = require('../controllers/registry/package/dist_tag');
 function routes(app) {
 
   function* jsonp(next) {
-    yield* next;
+    yield next;
     if (this.body) {
       this.jsonp = this.body;
     }
   }
 
   app.get('/', jsonp, showTotal);
-
   // before /:name/:version
   // get all modules, for npm search
   app.get('/-/all', listAll);
+  app.get('/-/all/changes', changes);
   app.get('/-/all/since', listSince);
   // get all module names, for auto completion
   app.get('/-/short', listShorts);
 
+  app.get('/-/allversions', listAllPackageVersions);
+
+  app.get('/-/whoami', login, whoami);
+  app.get('/-/ping', login, ping);
+
   // module
   // scope package: params: [$name]
   app.get(/^\/(@[\w\-\.]+\/[^\/]+)$/, syncByInstall, listAllVersions);
@@ -76,8 +89,10 @@ function routes(app) {
 
   // need limit by ip
   app.get(/^\/(@[\w\-\.]+\/[\w\-\.]+)\/download\/(@[\w\-\.]+\/[\w\-\.]+)$/, limit, downloadPackage);
+  app.get(/^\/(@[\w\-\.]+\/[\w\-\.]+)\/download\/([\w\-\.]+)$/, limit, downloadPackage);
   app.get('/:name/download/:filename', limit, downloadPackage);
   app.get(/^\/(@[\w\-\.]+\/[\w\-\.]+)\/\-\/(@[\w\-\.]+\/[\w\-\.]+)$/, limit, downloadPackage);
+  app.get(/^\/(@[\w\-\.]+\/[\w\-\.]+)\/\-\/([\w\-\.]+)$/, limit, downloadPackage);
   app.get('/:name/-/:filename', limit, downloadPackage);
 
   // delete tarball and remove one version
@@ -99,6 +114,11 @@ function routes(app) {
   app.get('/-/user/org.couchdb.user::name', showUser);
   app.put('/-/user/org.couchdb.user::name/-rev/:rev', login, updateUser);
 
+  // token api
+  app.get('/-/npm/v1/tokens', login, listToken);
+  app.post('/-/npm/v1/tokens', login, createToken);
+  app.delete('/-/npm/v1/tokens/token/:UUID', login, delToken);
+
   // list all packages of user
   app.get('/-/by-user/:user', userPackage.list);
   app.get('/-/users/:user/packages', listPackagesByUser);

routes/web.js

@@ -5,6 +5,7 @@ var searchPackage = require('../controllers/web/package/search');
 var searchRange = require('../controllers/web/package/search_range');
 var listPrivates = require('../controllers/web/package/list_privates');
 var showSync = require('../controllers/web/show_sync');
+var showScopeSync = require('../controllers/web/show_scope_sync');
 var showUser = require('../controllers/web/user/show');
 var sync = require('../controllers/sync');
 var showTotal = require('../controllers/total');
@@ -16,9 +17,11 @@ function routes(app) {
   // scope package without version
   app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)$/, showPackage);
   // scope package with version
-  app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)\/([\w\d\.]+)$/, showPackage);
+  app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)\/([\w\-\d\.]+)$/, showPackage);
+  app.get(/\/package\/(@[\w\-\.]+\/[\w\-\.]+)\/v\/([\w\-\d\.]+)$/, showPackage);
   app.get('/package/:name', showPackage);
   app.get('/package/:name/:version', showPackage);
+  app.get('/package/:name/v/:version', showPackage);
 
   app.get('/privates', listPrivates);
 
@@ -33,6 +36,9 @@ function routes(app) {
   app.put(/\/sync\/(@[\w\-\.]+\/[\w\-\.]+)$/, sync.sync);
   app.put('/sync/:name', sync.sync);
 
+  app.get('/scopeSync/:scope', showScopeSync);
+  app.put('/scopeSync/:scope', sync.scopeSync);
+
   app.get(/\/sync\/(@[\w\-\.]+\/[\w\-\.]+)\/log\/(\d+)$/, sync.getSyncLog);
   app.get('/sync/:name/log/:id', sync.getSyncLog);
 

servers/registry.js

@@ -4,6 +4,11 @@ var koa = require('koa');
 var app = module.exports = koa();
 var http = require('http');
 var middlewares = require('koa-middlewares');
+var bodyParser = require('koa-bodyparser');
+var rt = require('koa-rt');
+var rewrite = require('koa-rewrite');
+var conditional = require('koa-conditional-get');
+var etag = require('koa-etag');
 var routes = require('../routes/registry');
 var logger = require('../common/logger');
 var config = require('../config');
@@ -11,32 +16,47 @@ var block = require('../middleware/block');
 var auth = require('../middleware/auth');
 var staticCache = require('../middleware/static');
 var notFound = require('../middleware/registry_not_found');
+var models = require('../models');
 var cors = require('kcors');
 var proxyToNpm = require('../middleware/proxy_to_npm');
 var maxrequests = require('koa-maxrequests');
 
+if (config.enableNpmAuditsProxy) {
+  var proxy = require('koa-proxy');
+  app.use(proxy({
+    host:  'https://registry.npmjs.org',
+    match: /^\/\-\/npm\/v1\/security\/audits/
+  }));
+}
+
 app.use(maxrequests());
 app.use(block());
 middlewares.jsonp(app);
-app.use(middlewares.rt({ headerName: 'X-ReadTime' }));
-app.use(middlewares.rewrite('/favicon.ico', '/favicon.png'));
+app.use(rt({ headerName: 'X-ReadTime' }));
+app.use(rewrite('/favicon.ico', '/favicon.png'));
 app.use(staticCache);
 
 app.keys = ['todokey', config.sessionSecret];
 app.proxy = true;
-app.use(middlewares.bodyParser({ jsonLimit: config.jsonLimit }));
+app.use(bodyParser({ jsonLimit: config.jsonLimit, strict: false }));
 app.use(cors({
   allowMethods: 'GET,HEAD',
 }));
 app.use(auth());
 app.use(proxyToNpm());
-app.use(notFound);
 
 if (config.enableCompress) {
   app.use(middlewares.compress({ threshold: 150 }));
 }
-app.use(middlewares.conditional());
-app.use(middlewares.etag());
+app.use(notFound);
+
+app.use(conditional());
+app.use(etag());
+
+app.models = models;
+for (const middleware of config.customRegistryMiddlewares) {
+  app.use(middleware(app));
+}
 
 /**
  * Routes
@@ -56,10 +76,10 @@ app.on('error', function (err, ctx) {
   logger.error(err);
 });
 
-app = http.createServer(app.callback());
+const server = http.createServer(app.callback());
 
 if (!module.parent) {
-  app.listen(config.registryPort);
+  server.listen(config.registryPort);
 }
 
-module.exports = app;
+module.exports = server;

servers/web.js

@@ -4,6 +4,11 @@ var opensearch = require('../middleware/opensearch');
 var notFound = require('../middleware/web_not_found');
 var staticCache = require('../middleware/static');
 var middlewares = require('koa-middlewares');
+var bodyParser = require('koa-bodyparser');
+var rt = require('koa-rt');
+var rewrite = require('koa-rewrite');
+var conditional = require('koa-conditional-get');
+var etag = require('koa-etag');
 var markdownMiddleware = require('koa-markdown');
 var block = require('../middleware/block');
 var logger = require('../common/logger');
@@ -12,6 +17,7 @@ var auth = require('../middleware/auth');
 var proxyToNpm = require('../middleware/proxy_to_npm');
 var routes = require('../routes/web');
 var config = require('../config');
+var models = require('../models');
 var jsonp = require('koa-safe-jsonp');
 var path = require('path');
 var http = require('http');
@@ -27,8 +33,8 @@ var rootdir = path.dirname(__dirname);
 
 app.use(maxrequests());
 app.use(block());
-app.use(middlewares.rt({headerName: 'X-ReadTime'}));
-app.use(middlewares.rewrite('/favicon.ico', '/favicon.png'));
+app.use(rt({ headerName: 'X-ReadTime' }));
+app.use(rewrite('/favicon.ico', '/favicon.png'));
 app.use(staticCache);
 
 if (config.pagemock) {
@@ -37,13 +43,19 @@ if (config.pagemock) {
   }));
 }
 
+// add app.models, let middleware can access models ref
+app.models = models;
+for (const mw of config.customWebMiddlewares) {
+  app.use(mw(app));
+}
+
 app.use(opensearch);
 app.keys = ['todokey', config.sessionSecret];
 app.proxy = true;
 app.use(proxyToNpm({
   isWeb: true
 }));
-app.use(middlewares.bodyParser());
+app.use(bodyParser({ jsonLimit: config.jsonLimit, strict: false }));
 app.use(auth());
 app.use(notFound);
 
@@ -51,10 +63,10 @@ if (config.enableCompress) {
   app.use(middlewares.compress({threshold: 150}));
 }
 
-app.use(middlewares.conditional());
-app.use(middlewares.etag());
+app.use(conditional());
+app.use(etag());
 
-var viewDir = path.join(rootdir, 'view', 'web');
+var viewDir = config.viewDir || path.join(rootdir, 'view', 'web');
 var docDir = path.join(rootdir, 'docs', 'web');
 
 var layoutFile = path.join(viewDir, '_layout.html');
@@ -62,7 +74,8 @@ var footer = config.customFooter || fs.readFileSync(path.join(viewDir, 'footer.h
 var layout = fs.readFileSync(path.join(viewDir, 'layout.html'), 'utf8')
   .replace('{{footer}}', footer)
   .replace('{{logoURL}}', config.logoURL)
-  .replace('{{adBanner}}', config.adBanner || '');
+  .replace('{{adBanner}}', config.adBanner || '')
+  .replace('{{customHeader}}', config.customHeader || '');
 fs.writeFileSync(layoutFile, layout);
 
 // custom web readme home page support

services/blocklist.js

@@ -0,0 +1,28 @@
+'use strict';
+
+const BlockPackageVersion = require('../models').BlockPackageVersion;
+
+exports.blockPackageVersion = function* (name, version, reason) {
+  const row = yield BlockPackageVersion.findOne({ where: { name, version } });
+  if (row) {
+    row.reason = reason;
+    yield row.save();
+  } else {
+    yield BlockPackageVersion.create({ name, version, reason });
+  }
+};
+
+exports.findBlockPackageVersions = function* (name) {
+  if (!BlockPackageVersion) {
+    return null;
+  }
+  const rows = yield BlockPackageVersion.findAll({ where: { name } });
+  if (rows.length === 0) {
+    return null;
+  }
+  const blocks = {};
+  for (const row of rows) {
+    blocks[row.version] = row;
+  }
+  return blocks;
+};