Release 4.1.3

[skip ci]

## [4.1.3](https://github.com/cnpm/cnpmcore/compare/v4.1.2...v4.1.3) (2025-03-16)

### Performance Improvements

* refactor AsyncTimer advice to Singleton ([#775](https://github.com/cnpm/cnpmcore/issues/775)) ([884ff50](884ff50a2f))

.docker/alpine/Dockerfile

@@ -0,0 +1,36 @@
+FROM node:22-alpine
+
+# Create app directory
+WORKDIR /usr/src/app
+
+# Install app dependencies
+COPY . .
+
+RUN chmod +x .docker/build.sh && .docker/build.sh
+
+ENV NODE_ENV=production \
+  EGG_SERVER_ENV=prod \
+  CNPMCORE_CONFIG_REGISTRY= \
+  CNPMCORE_CONFIG_SOURCE_REGISTRY=https://registry.npmmirror.com \
+  CNPMCORE_CONFIG_SOURCE_REGISTRY_IS_CNPM=true \
+  CNPMCORE_DATABASE_TYPE= \
+  CNPMCORE_DATABASE_NAME= \
+  CNPMCORE_DATABASE_HOST= \
+  CNPMCORE_DATABASE_PORT=3306 \
+  CNPMCORE_DATABASE_USER= \
+  CNPMCORE_DATABASE_PASSWORD= \
+  CNPMCORE_REDIS_HOST= \
+  CNPMCORE_REDIS_PORT=6379 \
+  CNPMCORE_REDIS_PASSWORD= \
+  CNPMCORE_REDIS_DB= \
+  CNPMCORE_NFS_TYPE=s3 \
+  CNPMCORE_NFS_S3_CLIENT_ENDPOINT= \
+  CNPMCORE_NFS_S3_CLIENT_BUCKET= \
+  CNPMCORE_NFS_S3_CLIENT_ID= \
+  CNPMCORE_NFS_S3_CLIENT_SECRET= \
+  CNPMCORE_NFS_S3_CLIENT_FORCE_PATH_STYLE=true \
+  CNPMCORE_NFS_S3_CLIENT_DISABLE_URL=true \
+  TZ=Asia/Shanghai
+
+EXPOSE 7001
+CMD ["npm", "run", "start:foreground"]

.docker/build.sh

@@ -0,0 +1,6 @@
+#!/bin/sh
+
+npm install -g npminstall --registry=https://registry.npmmirror.com \
+  && npminstall -c \
+  && npm run tsc \
+  && npmupdate -c --production

.docker/debian/Dockerfile

@@ -0,0 +1,36 @@
+FROM node:22
+
+# Create app directory
+WORKDIR /usr/src/app
+
+# Install app dependencies
+COPY . .
+
+RUN chmod +x .docker/build.sh && .docker/build.sh
+
+ENV NODE_ENV=production \
+  EGG_SERVER_ENV=prod \
+  CNPMCORE_CONFIG_REGISTRY= \
+  CNPMCORE_CONFIG_SOURCE_REGISTRY=https://registry.npmmirror.com \
+  CNPMCORE_CONFIG_SOURCE_REGISTRY_IS_CNPM=true \
+  CNPMCORE_DATABASE_TYPE= \
+  CNPMCORE_DATABASE_NAME= \
+  CNPMCORE_DATABASE_HOST= \
+  CNPMCORE_DATABASE_PORT=3306 \
+  CNPMCORE_DATABASE_USER= \
+  CNPMCORE_DATABASE_PASSWORD= \
+  CNPMCORE_REDIS_HOST= \
+  CNPMCORE_REDIS_PORT=6379 \
+  CNPMCORE_REDIS_PASSWORD= \
+  CNPMCORE_REDIS_DB= \
+  CNPMCORE_NFS_TYPE=s3 \
+  CNPMCORE_NFS_S3_CLIENT_ENDPOINT= \
+  CNPMCORE_NFS_S3_CLIENT_BUCKET= \
+  CNPMCORE_NFS_S3_CLIENT_ID= \
+  CNPMCORE_NFS_S3_CLIENT_SECRET= \
+  CNPMCORE_NFS_S3_CLIENT_FORCE_PATH_STYLE=true \
+  CNPMCORE_NFS_S3_CLIENT_DISABLE_URL=true \
+  TZ=Asia/Shanghai
+
+EXPOSE 7001
+CMD ["npm", "run", "start:foreground"]

.dockerignore

@@ -0,0 +1,6 @@
+logs
+node_modules
+run
+typings
+.cnpmcore*
+coverage

.env.example

@@ -0,0 +1,50 @@
+# CNPMCORE_DATABASE_TYPE=MySQL
+# CNPMCORE_DATABASE_USER=root
+# CNPMCORE_DATABASE_PASSWORD=
+# CNPMCORE_DATABASE_NAME=cnpmcore
+
+# CNPMCORE_DATABASE_TYPE=PostgreSQL
+# CNPMCORE_DATABASE_USER=postgres
+# CNPMCORE_DATABASE_PASSWORD=postgres
+# CNPMCORE_DATABASE_NAME=cnpmcore
+
+# CNPMCORE_CONFIG_ENABLE_ES=true
+# CNPMCORE_CONFIG_ES_CLIENT_NODE=http://localhost:9200
+# CNPMCORE_CONFIG_ES_CLIENT_AUTH_USERNAME=elastic
+# CNPMCORE_CONFIG_ES_CLIENT_AUTH_PASSWORD=abcdef
+
+# https://github.com/cnpm/cnpmcore/blob/next/docs/elasticsearch-setup.md#%E6%96%B0%E5%BB%BA-env-%E6%96%87%E4%BB%B6
+# Password for the 'elastic' user (at least 6 characters)
+ELASTIC_PASSWORD="abcdef"
+
+# Password for the 'kibana_system' user (at least 6 characters)
+KIBANA_PASSWORD="abcdef"
+
+# Version of Elastic products
+STACK_VERSION=8.7.1
+# enable for arm64
+# STACK_VERSION_ARM64=-arm64
+# STACK_PLATFORM=linux/arm64
+
+# Set the cluster name
+CLUSTER_NAME=docker-cluster
+
+# Set to 'basic' or 'trial' to automatically start the 30-day trial
+LICENSE=basic
+#LICENSE=trial
+
+# Port to expose Elasticsearch HTTP API to the host
+ES_PORT=9200
+#ES_PORT=127.0.0.1:9200
+
+# Port to expose Kibana to the host
+KIBANA_PORT=5601
+#KIBANA_PORT=80
+
+# Increase or decrease based on the available host memory (in bytes)
+ES_MEM_LIMIT=1073741824
+KB_MEM_LIMIT=1073741824
+LS_MEM_LIMIT=1073741824
+
+# SAMPLE Predefined Key only to be used in POC environments
+ENCRYPTION_KEY=c34d38b3a14956121ff2170e5030b471551370178f43e5626eec58b04a30fae2

.eslintignore

@@ -1,7 +0,0 @@
-app/proxy*
-**/*.d.ts
-node_modules/
-dist/
-coverage/
-mocks/
-.react_entries/

.eslintrc

@@ -1,6 +0,0 @@
-{
-  "extends": "eslint-config-egg/typescript",
-  "rules": {
-
-  }
-}

.github/workflows/chatgpt-cr.yml

@@ -1,23 +0,0 @@
-name: 🤖 ChatGPT Code Review
-
-permissions:
-  contents: read
-  pull-requests: write
-
-on:
-  pull_request:
-    types: [opened, reopened, synchronize]
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: anc95/ChatGPT-CodeReview@main
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
-          # Optional
-          LANGUAGE: Chinese
-          MODEL:
-          top_p: 1
-          temperature: 1

.github/workflows/codeql-analysis.yml

@@ -1,70 +0,0 @@
-# For most projects, this workflow file will not need changing; you simply need
-# to commit it to your repository.
-#
-# You may wish to alter this file to override the set of languages analyzed,
-# or to provide custom queries or build logic.
-#
-# ******** NOTE ********
-# We have attempted to detect the languages in your repository. Please check
-# the `language` matrix defined below to confirm you have the correct set of
-# supported CodeQL languages.
-#
-name: "CodeQL"
-
-on:
-  push:
-    branches: [ main ]
-  pull_request:
-    # The branches below must be a subset of the branches above
-    branches: [ main ]
-  schedule:
-    - cron: '41 13 * * 3'
-
-jobs:
-  analyze:
-    name: Analyze
-    runs-on: ubuntu-latest
-    permissions:
-      actions: read
-      contents: read
-      security-events: write
-
-    strategy:
-      fail-fast: false
-      matrix:
-        language: [ 'javascript', 'typescript' ]
-        # CodeQL supports [ 'cpp', 'csharp', 'go', 'java', 'javascript', 'python', 'ruby' ]
-        # Learn more about CodeQL language support at https://git.io/codeql-language-support
-
-    steps:
-    - name: Checkout repository
-      uses: actions/checkout@v2
-
-    # Initializes the CodeQL tools for scanning.
-    - name: Initialize CodeQL
-      uses: github/codeql-action/init@v1
-      with:
-        languages: ${{ matrix.language }}
-        # If you wish to specify custom queries, you can do so here or in a config file.
-        # By default, queries listed here will override any specified in a config file.
-        # Prefix the list here with "+" to use these queries and those in the config file.
-        # queries: ./path/to/local/query, your-org/your-repo/queries@main
-
-    # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
-    # If this step fails, then you should remove it and run the build manually (see below)
-    - name: Autobuild
-      uses: github/codeql-action/autobuild@v1
-
-    # ℹ️ Command-line programs to run using the OS shell.
-    # 📚 https://git.io/JvXDl
-
-    # ✏️ If the Autobuild fails above, remove it and uncomment the following three lines
-    #    and modify them (or add more) to build your code if your project
-    #    uses a compiled language
-
-    #- run: |
-    #   make bootstrap
-    #   make release
-
-    - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v1

.github/workflows/nodejs.yml

@@ -3,9 +3,74 @@
 
 name: Node.js CI
 
-on: [push, pull_request]
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
 
 jobs:
+  test-postgresql-fs-nfs:
+    runs-on: ${{ matrix.os }}
+
+    services:
+      # https://docs.github.com/en/actions/use-cases-and-examples/using-containerized-services/creating-postgresql-service-containers
+      # Label used to access the service container
+      postgres:
+        # Docker Hub image
+        image: postgres
+        # Provide the password for postgres
+        env:
+          POSTGRES_PASSWORD: postgres
+        # Set health checks to wait until postgres has started
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          # Maps tcp port 5432 on service container to the host
+          - 5432:5432
+      redis:
+        # https://docs.github.com/en/actions/using-containerized-services/about-service-containers#example-mapping-redis-ports
+        image: redis
+        ports:
+          # Opens tcp port 6379 on the host and service container
+          - 6379:6379
+
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [20.18.0, 20, 22]
+        os: [ubuntu-latest]
+
+    steps:
+      - name: Checkout Git Source
+        uses: actions/checkout@v4
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+
+      - name: Install Dependencies
+        run: npm i -g npminstall && npminstall
+
+      - name: Continuous Integration
+        run: npm run ci:postgresql
+        env:
+          # The hostname used to communicate with the PostgreSQL service container
+          POSTGRES_HOST: localhost
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+          # The default PostgreSQL port
+          POSTGRES_PORT: 5432
+
+      - name: Code Coverage
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+
   test-mysql57-fs-nfs:
     runs-on: ${{ matrix.os }}
 
@@ -28,36 +93,86 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node-version: [16, 18, 20]
+        node-version: [20.18.0, 20, 22]
         os: [ubuntu-latest]
 
     steps:
-    - name: Checkout Git Source
-      uses: actions/checkout@v3
+      - name: Checkout Git Source
+        uses: actions/checkout@v4
 
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
 
-    - name: Install Dependencies
-      run: npm i -g npminstall && npminstall
+      - name: Install Dependencies
+        run: npm i -g npminstall && npminstall
 
-    - name: Continuous Integration
-      run: npm run ci
+      - name: Continuous Integration
+        run: npm run ci
 
-    - name: Code Coverage
-      uses: codecov/codecov-action@v3
-      with:
-        token: ${{ secrets.CODECOV_TOKEN }}
+      - name: Code Coverage
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
 
-  test-mysql57-oss-nfs:
+  # test-mysql57-oss-nfs:
+  #   runs-on: ${{ matrix.os }}
+  #   if: |
+  #     contains('
+  #       refs/heads/master-skip-oss
+  #       refs/heads/dev-skip-oss
+  #     ', github.ref)
+
+  #   services:
+  #     mysql:
+  #       image: mysql:5.7
+  #       env:
+  #         MYSQL_ALLOW_EMPTY_PASSWORD: true
+  #         MYSQL_DATABASE: cnpmcore_unittest
+  #       ports:
+  #         - 3306:3306
+  #       options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=5
+
+  #     redis:
+  #       image: redis
+  #       ports:
+  #         - 6379:6379
+
+  #   strategy:
+  #     fail-fast: false
+  #     matrix:
+  #       node-version: [20, 22]
+  #       os: [ubuntu-latest]
+
+  #   steps:
+  #   - name: Checkout Git Source
+  #     uses: actions/checkout@v4
+
+  #   - name: Use Node.js ${{ matrix.node-version }}
+  #     uses: actions/setup-node@v4
+  #     with:
+  #       node-version: ${{ matrix.node-version }}
+
+  #   - name: Install Dependencies
+  #     run: npm i
+
+  #   - name: Continuous Integration
+  #     run: npm run ci
+  #     env:
+  #       CNPMCORE_NFS_TYPE: oss
+  #       CNPMCORE_NFS_OSS_BUCKET: cnpmcore-unittest-github-nodejs-${{ matrix.node-version }}
+  #       CNPMCORE_NFS_OSS_ENDPOINT: https://oss-us-west-1.aliyuncs.com
+  #       CNPMCORE_NFS_OSS_ID: ${{ secrets.CNPMCORE_NFS_OSS_ID }}
+  #       CNPMCORE_NFS_OSS_SECRET: ${{ secrets.CNPMCORE_NFS_OSS_SECRET }}
+
+  #   - name: Code Coverage
+  #     uses: codecov/codecov-action@v5
+  #     with:
+  #       token: ${{ secrets.CODECOV_TOKEN }}
+
+  test-mysql57-s3-nfs:
     runs-on: ${{ matrix.os }}
-    if: |
-      contains('
-        refs/heads/master
-        refs/heads/dev
-      ', github.ref)
 
     services:
       mysql:
@@ -70,40 +185,41 @@ jobs:
         options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=5
 
       redis:
-        # https://docs.github.com/en/actions/using-containerized-services/about-service-containers#example-mapping-redis-ports
         image: redis
         ports:
-          # Opens tcp port 6379 on the host and service container
           - 6379:6379
 
     strategy:
       fail-fast: false
       matrix:
-        node-version: [16, 18, 20]
+        node-version: [20, 22]
         os: [ubuntu-latest]
 
     steps:
-    - name: Checkout Git Source
-      uses: actions/checkout@v3
+      - name: Checkout Git Source
+        uses: actions/checkout@v4
 
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v3
-      with:
-        node-version: ${{ matrix.node-version }}
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
 
-    - name: Install Dependencies
-      run: npm i
+      - name: Install Dependencies
+        run: npm i
 
-    - name: Continuous Integration
-      run: npm run ci
-      env:
-        CNPMCORE_NFS_TYPE: oss
-        CNPMCORE_NFS_OSS_BUCKET: cnpmcore-unittest-github-nodejs-${{ matrix.node-version }}
-        CNPMCORE_NFS_OSS_ENDPOINT: https://oss-us-west-1.aliyuncs.com
-        CNPMCORE_NFS_OSS_ID: ${{ secrets.CNPMCORE_NFS_OSS_ID }}
-        CNPMCORE_NFS_OSS_SECRET: ${{ secrets.CNPMCORE_NFS_OSS_SECRET }}
+      - name: Continuous Integration
+        run: npm run ci "test/cli/npm/install.test.ts"
+        env:
+          CNPMCORE_NFS_TYPE: s3
+          CNPMCORE_NFS_REMOVE_BEFORE_UPLOAD: true
+          CNPMCORE_NFS_S3_CLIENT_BUCKET: cnpmcore-unittest-github-nodejs-${{ matrix.node-version }}
+          CNPMCORE_NFS_S3_CLIENT_ENDPOINT: ${{ secrets.CNPMCORE_NFS_S3_ENDPOINT }}
+          CNPMCORE_NFS_S3_CLIENT_ID: ${{ secrets.CNPMCORE_NFS_S3_ID }}
+          CNPMCORE_NFS_S3_CLIENT_SECRET: ${{ secrets.CNPMCORE_NFS_S3_SECRET }}
+          CNPMCORE_NFS_S3_CLIENT_FORCE_PATH_STYLE: true
+          # CNPMCORE_NFS_S3_CLIENT_DISABLE_URL: true
 
-    - name: Code Coverage
-      uses: codecov/codecov-action@v3
-      with:
-        token: ${{ secrets.CODECOV_TOKEN }}
+      - name: Code Coverage
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}

.github/workflows/release.yml

@@ -1,18 +1,12 @@
 name: Release
 on:
-  # 合并后自动发布
   push:
-    branches: [ master, main ]
-
-  # 手动发布
-  workflow_dispatch: {}
+    branches: [ master ]
 
 jobs:
   release:
     name: Node.js
-    uses: artusjs/github-actions/.github/workflows/node-release.yml@v1
+    uses: cnpm/github-actions/.github/workflows/node-release.yml@master
     secrets:
       NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
       GIT_TOKEN: ${{ secrets.GIT_TOKEN }}
-    with:
-      checkTest: false

.gitignore

@@ -120,3 +120,5 @@ dist
 .DS_Store
 run
 !test/ctx_register.js
+
+.egg/

.husky/pre-commit

@@ -0,0 +1 @@
+npx lint-staged

.oxlintrc.json

@@ -0,0 +1,52 @@
+{
+  "$schema": "./node_modules/oxlint/configuration_schema.json",
+  "env": {
+    "node": true,
+    "mocha": true
+  },
+  "categories": {
+    "correctness": "error",
+    "perf": "error"
+  },
+  "plugins": [
+    "import",
+    "typescript",
+    "unicorn",
+    "jsdoc",
+    "node",
+    "promise",
+    "oxc"
+  ],
+  "rules": {
+    // eslint
+    "constructor-super": "error",
+    "getter-return": "error",
+    "no-undef": "error",
+    "no-unreachable": "error",
+    "no-var": "error",
+    "no-eq-null": "error",
+    "no-await-in-loop": "allow",
+    "eqeqeq": ["error", "smart"],
+    // import
+    "import/no-cycle": "error",
+    "import/no-anonymous-default-export": "error",
+    "import/no-namespace": "error",
+    "import/named": "error",
+    "import/export": "error",
+    // promise
+    "promise/no-return-wrap": "error",
+    "promise/param-names": "error",
+    "promise/prefer-await-to-callbacks": "error",
+    "promise/prefer-await-to-then": "error",
+    "promise/prefer-catch": "error",
+    "promise/no-return-in-finally": "error",
+    // unicorn
+    "unicorn/error-message": "error",
+    // "unicorn/no-null": "error",
+    "unicorn/throw-new-error": "error",
+    // oxc
+    "oxc/no-map-spread": "error",
+    // typescript
+    "typescript/consistent-type-imports": "error"
+  }
+}

.prettierrc

@@ -0,0 +1,6 @@
+{
+  "singleQuote": true,
+  "trailingComma": "es5",
+  "tabWidth": 2,
+  "arrowParens": "avoid"
+}

.vscode/launch.json

@@ -17,8 +17,6 @@
       ],
       "console": "integratedTerminal",
       "restart": true,
-      "protocol": "auto",
-      "port": 9229,
       "autoAttachChildProcesses": true
     },
     {
@@ -32,8 +30,6 @@
         "--",
         "--inspect-brk"
       ],
-      "protocol": "auto",
-      "port": 9229,
       "autoAttachChildProcesses": true
     }
   ]

DEVELOPER.md

@@ -2,19 +2,37 @@
 
 ## 环境初始化
 
-本项目的外部服务依赖有：MySQL 数据服务、Redis 缓存服务。
+本项目的外部服务依赖有：MySQL 数据库或 PostgreSQL 数据库、Redis 缓存服务。
+
+生成本地开发环境配置文件：
+
+```bash
+cp .env.example .env
+```
 
 可以通过 Docker 来快速启动本地开发环境：
 
+MySQL 开发环境：
+
 ```bash
-# 启动本地依赖服务
-docker-compose up -d
+# 启动本地依赖服务 - MySQL + Redis
+docker-compose -f docker-compose.yml up -d
 
 # 关闭本地依赖服务
-docker-compose down
+docker-compose -f docker-compose.yml down
 ```
 
-> 手动初始化依赖服务参见[文档](./docs/setup.md)
+PostgreSQL 开发环境：
+
+```bash
+# 启动本地依赖服务 - PostgreSQL + Redis
+docker-compose -f docker-compose-postgres.yml up -d
+
+# 关闭本地依赖服务
+docker-compose -f docker-compose-postgres.yml down
+```
+
+> 手动初始化依赖服务参见[本地开发环境 - MySQL](./docs/setup.md) 或 [本地开发环境 - PostgreSQL](./docs/setup-with-postgresql.md)
 
 ## 本地开发
 
@@ -24,11 +42,11 @@ docker-compose down
 npm install
 ```
 
-### 开发运行
+### 开发运行 - MySQL
 
 ```bash
 # 初始化数据库
-MYSQL_DATABASE=cnpmcore bash ./prepare-database.sh
+CNPMCORE_DATABASE_NAME=cnpmcore bash ./prepare-database-mysql.sh
 
 # 启动 Web 服务
 npm run dev
@@ -37,12 +55,53 @@ npm run dev
 curl -v http://127.0.0.1:7001
 ```
 
+### 开发运行 - PostgreSQL
+
+```bash
+# 初始化数据库
+CNPMCORE_DATABASE_NAME=cnpmcore bash ./prepare-database-postgresql.sh
+
+# 启动 Web 服务
+npm run dev:postgresql
+
+# 访问
+curl -v http://127.0.0.1:7001
+```
+
+### 登录和测试发包
+
+> cnpmcore 默认不开放注册，可以通过 `config.default.ts` 中的 `allowPublicRegistration` 配置开启，否则只有管理员可以登录
+
+
+注册 cnpmcore_admin 管理员
+
+```bash
+npm login --registry=http://127.0.0.1:7001
+
+# 验证登录
+npm whoami --registry=http://127.0.0.1:7001
+```
+
+发包
+
+```bash
+npm publish --registry=http://127.0.0.1:7001
+```
+
 ### 单元测试
 
+MySQL
+
 ```bash
 npm run test
 ```
 
+PostgreSQL
+
+```bash
+npm run test:postgresql
+```
+
 ## 项目结构
 
 ```txt
@@ -268,9 +327,9 @@ Repository 依赖 Model，然后被 Service 和 Controller 依赖
 
 可能需要涉及3个地方的修改：
 
-1. sql/*.sql
-2. repository/model/*.ts
-3. core/entity/*.ts
+1. `sql/mysql/*.sql`, `sql/postgresql/*.sql`
+2. `repository/model/*.ts`
+3. `core/entity/*.ts`
 
 目前还不会做 Model 到 SQL 的自动转换生成，核心原因有：
 

History.md

@@ -1,317 +0,0 @@
-
-2.9.0 / 2022-12-15
-==================
-
-**features**
-  * [[`c562645`](http://github.com/cnpm/cnpmcore/commit/c562645db7c88f9c3c5787fd450b457574d1cce6)] - feat: suspend task before app close (#365) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-2.8.1 / 2022-12-05
-==================
-
-**features**
-  * [[`fad30ad`](http://github.com/cnpm/cnpmcore/commit/fad30adc564c931c0bf63828d83bab84105aaef0)] - feat: npm command support npm v6 (#356) (laibao101 <<369632567@qq.com>>)
-
-**fixes**
-  * [[`f961219`](http://github.com/cnpm/cnpmcore/commit/f961219dbe4676156e1766db82379ee40087bcd8)] - fix: Sync save ignore ER_DUP_ENTRY error (#364) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-**others**
-  * [[`7bc0fcc`](http://github.com/cnpm/cnpmcore/commit/7bc0fccaca880efe08228b4109953bd3974d2eb9)] - 🤖 TEST: Fix async function mock (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`84ae9bc`](http://github.com/cnpm/cnpmcore/commit/84ae9bcfa06124255703b926f83fb5e6a6bf9d6b)] - 📖 DOC: Update contributors (fengmk2 <<fengmk2@gmail.com>>)
-
-2.8.0 / 2022-11-29
-==================
-
-**others**
-  * [[`d55c680`](http://github.com/cnpm/cnpmcore/commit/d55c680ef906ecb27f7967782ad7d25987cef7d4)] - Event cork (#361) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-2.7.1 / 2022-11-25
-==================
-
-**fixes**
-  * [[`c6b8aec`](http://github.com/cnpm/cnpmcore/commit/c6b8aecfd0c2b0d454389e931747c431dac5742b)] - fix: request binary error (#360) (Ke Wu <<gemwuu@163.com>>)
-
-2.7.0 / 2022-11-25
-==================
-
-**others**
-  * [[`5738d56`](http://github.com/cnpm/cnpmcore/commit/5738d569ea691c05c3f3b0b74a454a33fefb8fc7)] - refactor: binary sync task use binaryName by default (#358) (Ke Wu <<gemwuu@163.com>>)
-
-2.6.1 / 2022-11-23
-==================
-
-**fixes**
-  * [[`0b35ead`](http://github.com/cnpm/cnpmcore/commit/0b35ead2a0cd73b89d2d961bafec13d7250fe805)] - 🐛 FIX: typo for canvas (fengmk2 <<fengmk2@gmail.com>>)
-
-2.6.0 / 2022-11-23
-==================
-
-**features**
-  * [[`be8387d`](http://github.com/cnpm/cnpmcore/commit/be8387dfa48b9487156542000a93081fa823694a)] - feat: Support canvas sync from different binary (#357) (Ke Wu <<gemwuu@163.com>>)
-
-**fixes**
-  * [[`d6c4cf5`](http://github.com/cnpm/cnpmcore/commit/d6c4cf5029ca6450064fc05696a8624b6c36f0b2)] - fix: duplicate binary task (#354) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-2.5.2 / 2022-11-11
-==================
-
-**fixes**
-  * [[`7eb209d`](http://github.com/cnpm/cnpmcore/commit/7eb209de1332417db2070846891d78f5afa0cd10)] - fix: create task when waiting (#352) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-2.5.1 / 2022-11-07
-==================
-
-**others**
-  * [[`e40c502`](http://github.com/cnpm/cnpmcore/commit/e40c5021bb2ba78f8879d19bc477883168560b85)] - 🐛 FIX: Mirror cypress arm64 binary (#351) (fengmk2 <<fengmk2@gmail.com>>)
-
-2.5.0 / 2022-11-04
-==================
-
-**features**
-  * [[`43d77ee`](http://github.com/cnpm/cnpmcore/commit/43d77ee91e52bd74594d9d569b839c1a4b7fbac6)] - feat: long description (#349) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-2.4.1 / 2022-10-28
-==================
-
-**features**
-  * [[`92350a8`](http://github.com/cnpm/cnpmcore/commit/92350a864313ee42a048d9e83886ef42db3419de)] - 👌 IMPROVE: Show changes stream create task log (#347) (fengmk2 <<fengmk2@gmail.com>>)
-
-**fixes**
-  * [[`28eeeaf`](http://github.com/cnpm/cnpmcore/commit/28eeeafd9870c6b1c5b4f4c23916f6ae73ddda12)] - fix: registry host config (#346) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-  * [[`cd5bd92`](http://github.com/cnpm/cnpmcore/commit/cd5bd923b8d47bf90b5f077ce04777b38653b850)] - 🐛 FIX: Catch all error on changes stream handler (#344) (fengmk2 <<fengmk2@gmail.com>>)
-
-2.4.0 / 2022-10-25
-==================
-
-**features**
-  * [[`6aa302d`](http://github.com/cnpm/cnpmcore/commit/6aa302d074f2c84f39e2065fa20853b007f6fa3b)] - 📦 NEW: Use oss-cnpm v4 (#340) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`a217fd0`](http://github.com/cnpm/cnpmcore/commit/a217fd07ccad3fe5058881654a13e0c69c758717)] - 👌 IMPROVE: Reduce warning log (#326) (fengmk2 <<fengmk2@gmail.com>>)
-
-**fixes**
-  * [[`b19b0a0`](http://github.com/cnpm/cnpmcore/commit/b19b0a0496e35ac1c6b3de746b9221990ba9dc93)] - fix: Lazy set registryId when executeTask (#341) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-**others**
-  * [[`305175a`](http://github.com/cnpm/cnpmcore/commit/305175ab5fcdc3ad3b60055d45cfcacb23065a80)] - 🤖 TEST: Use enum define on unittest (#333) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`07f2eba`](http://github.com/cnpm/cnpmcore/commit/07f2eba137ba625b2d422677a465920617141b87)] - 🤖 TEST: Mock all binary http requests (#328) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`4b0c7dc`](http://github.com/cnpm/cnpmcore/commit/4b0c7dc6196960d34b2529bfde724e97f1af8444)] - 🤖 TEST: Mock all httpclient request (#327) (fengmk2 <<fengmk2@gmail.com>>)
-
-2.3.1 / 2022-10-06
-==================
-
-**features**
-  * [[`bbc08fd`](http://github.com/cnpm/cnpmcore/commit/bbc08fd26887d55b98b70d1ed210caf81f9d5c22)] - 👌 IMPROVE: syncPackageWorkerMaxConcurrentTasks up to 20 (#322) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`5852f22`](http://github.com/cnpm/cnpmcore/commit/5852f22023525d857ff1ceea205e4315c8079877)] - feat: support sync exist mode (#275) (zhangyuantao <<zhangyuantao@163.com>>)
-
-**fixes**
-  * [[`d79634e`](http://github.com/cnpm/cnpmcore/commit/d79634eea749fef1a420988a8599f156f28ee85a)] - 🐛 FIX: Should sync package when registry id is null (#324) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`24f920d`](http://github.com/cnpm/cnpmcore/commit/24f920d65b31f9eb83c1ecda36adf7f9e2c379c3)] - 🐛 FIX: Should run sync package on all worker (#323) (fengmk2 <<fengmk2@gmail.com>>)
-
-2.3.0 / 2022-09-24
-==================
-
-**others**
-  * [[`bd83a19`](http://github.com/cnpm/cnpmcore/commit/bd83a19eca761c96bcee04e6ae91e68eac3cb6bf)] - 👌 IMPROVE: use urllib3 instead (#302) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`35e7d3a`](http://github.com/cnpm/cnpmcore/commit/35e7d3ad3c78712b507d522a0b72b5a6a5a4ec1c)] - 👌 IMPROVE: Enable phpmyadmin and DEBUG_LOCAL_SQL by default (#320) (fengmk2 <<fengmk2@gmail.com>>)
-
-2.2.0 / 2022-09-22
-==================
-
-**features**
-  * [[`bca0fb3`](http://github.com/cnpm/cnpmcore/commit/bca0fb3c37b9f74f3c41ab181dd3113d9dab4c05)] - feat: only allow pkg sync from registry it belong (#317) (killa <<killa123@126.com>>)
-
-**fixes**
-  * [[`7e9beea`](http://github.com/cnpm/cnpmcore/commit/7e9beead576a41de3aa042b92b788bde5d55f44a)] - fix: only append / if path is not empty and not ends with / (#316) (killa <<killa123@126.com>>)
-  * [[`4fe68cb`](http://github.com/cnpm/cnpmcore/commit/4fe68cbf38f303e797b80b88407f714ec76bfae0)] - fix: fix directory path (#313) (killa <<killa123@126.com>>)
-
-**others**
-  * [[`e72ce35`](http://github.com/cnpm/cnpmcore/commit/e72ce3576f9a3cda095e3feac59eeb1d8c1e8033)] - 🤖 TEST: Skip unstable tests (#318) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`171b11f`](http://github.com/cnpm/cnpmcore/commit/171b11f7bba534c993af4088b00f8545216734a9)] - Revert "fix: fix directory path (#313)" (fengmk2 <<fengmk2@gmail.com>>)
-
-2.1.1 / 2022-09-08
-==================
-
-**fixes**
-  * [[`8fb9dd8`](http://github.com/cnpm/cnpmcore/commit/8fb9dd8cf4800afe3f54aba9ee4c0ae05efb4f1d)] - fix: findExecuteTask only return waiting task (#312) (killa <<killa123@126.com>>)
-
-2.1.0 / 2022-09-05
-==================
-
-**features**
-  * [[`c5d2b49`](http://github.com/cnpm/cnpmcore/commit/c5d2b49ab3a0ce0d67f6e7cc19e0be867c92d04c)] - feat: auto get next valid task (#311) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-2.0.0 / 2022-09-05
-==================
-
-**others**
-  * [[`fc4baff`](http://github.com/cnpm/cnpmcore/commit/fc4baff226540e7cfee9adc069e17a59f4050a43)] - chore: refactor schedule with @Schedule (#309) (killa <<killa123@126.com>>)
-
-1.11.6 / 2022-09-04
-==================
-
-**fixes**
-  * [[`768f951`](http://github.com/cnpm/cnpmcore/commit/768f951b6f2509f14c30a70d86a6719107d963a4)] - fix: cnpmjsorg changesstream limit (#310) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-1.11.5 / 2022-09-02
-==================
-
-**fixes**
-  * [[`f673ab8`](http://github.com/cnpm/cnpmcore/commit/f673ab8ba1545909ff6b8e445364646511930891)] - fix: execute state check (#308) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-**others**
-  * [[`091420a`](http://github.com/cnpm/cnpmcore/commit/091420ae2677ecedd1a26a238921321c2a191675)] - 🤖 TEST: Add SQL Review Action (#307) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.11.4 / 2022-08-30
-==================
-
-**fixes**
-  * [[`f9210ca`](http://github.com/cnpm/cnpmcore/commit/f9210ca7e180e19bce08da9ef33e46e990b86ef1)] - fix: changes stream empty (#306) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-1.11.3 / 2022-08-29
-==================
-
-**fixes**
-  * [[`48f228d`](http://github.com/cnpm/cnpmcore/commit/48f228da447d8cde62849fa52cf43bae7754e2e3)] - fix: changes stream updatedAt (#304) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-  * [[`87045ba`](http://github.com/cnpm/cnpmcore/commit/87045ba8b0e14547c93689600eb7e2c1de2a611b)] - fix: task updatedAt save (#305) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-1.11.2 / 2022-08-28
-==================
-
-**fixes**
-  * [[`4e8700c`](http://github.com/cnpm/cnpmcore/commit/4e8700c4f7c6fb5c4f4d4a2b9a9546096c5d10e2)] - fix: only create createHookTask if hook enable (#299) (killa <<killa123@126.com>>)
-
-**others**
-  * [[`e06c841`](http://github.com/cnpm/cnpmcore/commit/e06c841537113fdb0c00beb22b0a55378c61ce80)] - 🐛 FIX: Should sync public package when registryName not exists (#303) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`f139444`](http://github.com/cnpm/cnpmcore/commit/f139444213403494ebe9bf073df62125413892d9)] - 📖 DOC: Update contributors (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`c4a9de5`](http://github.com/cnpm/cnpmcore/commit/c4a9de598dce9a1b82bbcdd91968a15bbc5a4b6b)] - Create SECURITY.md (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`709d65b`](http://github.com/cnpm/cnpmcore/commit/709d65bd0473856c9bfc4416ea2ca375136e354f)] - 🤖 TEST: Use diff bucket on OSS test (#301) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`9576699`](http://github.com/cnpm/cnpmcore/commit/95766990fa9c4c2c43d462f6b151557425b0c741)] - chore: use AsyncGenerator insteadof Transform stream (#300) (killa <<killa123@126.com>>)
-  * [[`3ed5269`](http://github.com/cnpm/cnpmcore/commit/3ed5269f1d22ca3aaca89a90a4fff90f293e2464)] - 📦 NEW: Mirror better-sqlite3 binary (#296) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.11.1 / 2022-08-24
-==================
-
-**fixes**
-  * [[`359a150`](http://github.com/cnpm/cnpmcore/commit/359a150eb450d69e6523b20efcc5c7cfe3efab4d)] - fix: changes stream (#297) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-
-1.11.0 / 2022-08-23
-==================
-
-**features**
-  * [[`a91c8ac`](http://github.com/cnpm/cnpmcore/commit/a91c8ac4d05dc903780fda516b09364a05a2b1e6)] - feat: sync package from spec regsitry (#293) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-  * [[`de37008`](http://github.com/cnpm/cnpmcore/commit/de37008261b05845f392d66764cdfe14ae324756)] - feat: changesStream adapter & needSync() method (#292) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-  * [[`4b506c8`](http://github.com/cnpm/cnpmcore/commit/4b506c8371697ddacdbe99a8ecb330bfc1911ec6)] - feat: init registry & scope (#286) (elrrrrrrr <<elrrrrrrr@gmail.com>>)
-  * [[`41c6e24`](http://github.com/cnpm/cnpmcore/commit/41c6e24c84d546eb9d5515cc0940cc3e4274687b)] - feat: impl trigger Hooks (#289) (killa <<killa123@126.com>>)
-  * [[`79cb826`](http://github.com/cnpm/cnpmcore/commit/79cb82615f04bdb3da3ccbe09bb6a861608b69c5)] - feat: impl migration sql (#290) (killa <<killa123@126.com>>)
-  * [[`4cfa8ed`](http://github.com/cnpm/cnpmcore/commit/4cfa8ed9d687ce7d950d7d20c0ea28221763ba5f)] - feat: impl hooks api (#287) (killa <<killa123@126.com>>)
-  * [[`47d53d2`](http://github.com/cnpm/cnpmcore/commit/47d53d22ad03c02ee9cb9035a38ae205a6d38381)] - feat: add bizId for task (#285) (killa <<killa123@126.com>>)
-  * [[`3b1536b`](http://github.com/cnpm/cnpmcore/commit/3b1536b070b2f9062bc2cc377db96d2f4a160efc)] - feat: add node-webrtc mirror (#274) (Opportunity <<opportunity@live.in>>)
-
-**others**
-  * [[`7106807`](http://github.com/cnpm/cnpmcore/commit/710680742a078b2faf4cb18c3a39c0397308712e)] - 🐛 FIX: Should show queue size on logging (#280) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`3a41b21`](http://github.com/cnpm/cnpmcore/commit/3a41b2161cc99bb2f6f6dd7cbaa7abef25ff4393)] - 🐛 FIX: Handle binary configuration value (#278) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.10.0 / 2022-08-04
-==================
-
-**features**
-  * [[`c2b7d5a`](http://github.com/cnpm/cnpmcore/commit/c2b7d5aa98b5ba8649ec246c616574a22e9a74b8)] - feat: use sort set to impl queue (#277) (killa <<killa123@126.com>>)
-
-1.9.1 / 2022-07-29
-==================
-
-**fixes**
-  * [[`c54aa21`](http://github.com/cnpm/cnpmcore/commit/c54aa2165c3938dcbb5a2b3b54e66a0d961cc813)] - fix: check executingCount after task is done (#276) (killa <<killa123@126.com>>)
-
-**others**
-  * [[`3268d03`](http://github.com/cnpm/cnpmcore/commit/3268d030b620825c8c2e6331e1745c1788066c61)] - 🤖 TEST: show package not use cache if isSync (#273) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.9.0 / 2022-07-25
-==================
-
-**features**
-  * [[`af6a75a`](http://github.com/cnpm/cnpmcore/commit/af6a75af32ea04c90fda82be3a56c99ec77e5807)] - feat: add forceSyncHistory options (#271) (killa <<killa123@126.com>>)
-
-1.8.0 / 2022-07-21
-==================
-
-**features**
-  * [[`b49a38c`](http://github.com/cnpm/cnpmcore/commit/b49a38c77e044c978e6de32a9d3e257cc90ea7c1)] - feat: use Model with inject (#269) (killa <<killa123@126.com>>)
-
-1.7.1 / 2022-07-20
-==================
-
-**fixes**
-  * [[`52fca55`](http://github.com/cnpm/cnpmcore/commit/52fca55aa883865f0ae70bfc1ff274c313b8f76a)] - fix: show package not use cache if isSync (#268) (killa <<killa123@126.com>>)
-
-1.7.0 / 2022-07-12
-==================
-
-**others**
-  * [[`4f7ce8b`](http://github.com/cnpm/cnpmcore/commit/4f7ce8b4b2a5806a225ce67228388e14388b7059)] - deps: upgrade leoric to 2.x (#262) (killa <<killa123@126.com>>)
-
-1.6.0 / 2022-07-11
-==================
-
-**features**
-  * [[`1b9a9c7`](http://github.com/cnpm/cnpmcore/commit/1b9a9c70f66d8393e3b132f18713461a9243db73)] - feat: mirror nydus binaries (#261) (killa <<killa123@126.com>>)
-
-**others**
-  * [[`c1256bf`](http://github.com/cnpm/cnpmcore/commit/c1256bf3807bcc9a5c8be2ec5bf5ca8a5eef112e)] - 🐛 FIX: Ignore 403 status on s3 download fail (#260) (fengmk2 <<fengmk2@gmail.com>>)
-  * [[`d685772`](http://github.com/cnpm/cnpmcore/commit/d6857724307fb0df0c4c118491784b30d19a9a15)] - 🐛 FIX: skia-canvas should use NodePreGypBinary (#259) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.5.0 / 2022-07-09
-==================
-
-**features**
-  * [[`b15b10c`](http://github.com/cnpm/cnpmcore/commit/b15b10c5c6cfb32bcc2b1d94434cdd16871ae565)] - feat(mirror): add skia-canvas mirror (#258) (Beace <<beaceshimin@gmail.com>>)
-
-**others**
-  * [[`2bd6ed0`](http://github.com/cnpm/cnpmcore/commit/2bd6ed0e5dace1d8840c342ecf4c86e8973dc6b7)] - 👌 IMPROVE: use tegg@1.2.0 (fengmk2 <<fengmk2@gmail.com>>)
-
-1.4.0 / 2022-06-28
-==================
-
-**features**
-  * [[`57da0a3`](http://github.com/cnpm/cnpmcore/commit/57da0a3c7e56d6613b57391948949ffea24ec058)] - feat: add configuration enableNopmClientAndVersionCheck (laibao101 <<369632567@qq.com>>)
-
-**others**
-  * [[`bf62932`](http://github.com/cnpm/cnpmcore/commit/bf62932f2e5224de6e34b873bf690a6e887b94b0)] - 🤖 TEST: Fix unstable test cases on OSS env (#254) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.3.2 / 2022-06-27
-==================
-
-**fixes**
-  * [[`c63159d`](http://github.com/cnpm/cnpmcore/commit/c63159d8df804fe711b664606fe42be42010eb38)] - fix: valid npm client with correct pattern (#252) (TZ | 天猪 <<atian25@qq.com>>)
-
-**others**
-  * [[`d578baf`](http://github.com/cnpm/cnpmcore/commit/d578bafff07a0f9d4dd75393492cffc7f5d2660b)] - 🐛 FIX: Ignore exists seq on changes worker (#253) (fengmk2 <<fengmk2@gmail.com>>)
-
-1.3.1 / 2022-06-24
-==================
-
-**fixes**
-  * [[`4ea0ef6`](http://github.com/cnpm/cnpmcore/commit/4ea0ef63b7af9fd4dcc247c2c2ac8e4d579f941a)] - fix: query changes with order by id asc (#251) (killa <<killa123@126.com>>)
-
-1.3.0 / 2022-06-24
-==================
-
-**features**
-  * [[`0948a71`](http://github.com/cnpm/cnpmcore/commit/0948a71a40ac4897d129ef56830665dc028f07c7)] - feat: read enableChangesStream when sync changes stream (#250) (killa <<killa123@126.com>>)
-
-1.2.0 / 2022-06-20
-==================
-
-**others**
-  * [[`c0d8b52`](http://github.com/cnpm/cnpmcore/commit/c0d8b52ea09736ac11b0ef780aec781d172fb94c)] - refactor: move CacheAdapter to ContextProto (#249) (killa <<killa123@126.com>>)
-
-1.1.0 / 2022-06-20
-==================
-
-**features**
-  * [[`66b411e`](http://github.com/cnpm/cnpmcore/commit/66b411ea5bf6192dc9509df408525078e7128a27)] - feat: add type for exports (#248) (killa <<killa123@126.com>>)
-
-1.0.0 / 2022-06-17
-==================
-
-**others**
-  * [[`5cadbf4`](http://github.com/cnpm/cnpmcore/commit/5cadbf4b22bee7d85cd14526f5d6c6e2cd3a2e4b)] - refactor: add infra module (#245) (killa <<killa123@126.com>>),fatal: No names found, cannot describe anything.
-

INTEGRATE.md

@@ -1,4 +1,5 @@
 # 🥚 如何在 [tegg](https://github.com/eggjs/tegg) 中集成 cnpmcore
+
 > 文档中的示例项目可以在 [这里](https://github.com/eggjs/examples/commit/bed580fe053ae573f8b63f6788002ff9c6e7a142) 查看，在开始前请确保已阅读 [DEVELOPER.md](DEVELOPER.md) 中的相关文档，完成本地开发环境搭建。
 
 在生产环境中，我们也可以直接部署 cnpmcore 系统，实现完整的 Registry 镜像功能。
@@ -12,7 +13,8 @@
 ## 🚀 快速开始
 
 ### 🆕 新建一个 tegg 应用
-> 我们以 https://github.com/eggjs/examples/tree/master/hello-tegg 为例
+
+> 我们以 <https://github.com/eggjs/examples/tree/master/hello-tegg> 为例
 
 ```shell
 .
@@ -37,25 +39,25 @@
   ```
 
 1. 修改 `ts-config.json` 配置，这是因为 cnpmcore 使用了 [subPath](https://nodejs.org/api/packages.html#subpath-exports)
+
     ```json
     {
       "extends": "@eggjs/tsconfig",
       "compilerOptions": {
         "baseUrl": "./",
-        "moduleResolution": "NodeNext",
-        "target": "ES2020",
-        "module": "Node16"
+        "target": "ES2021"
       }
     }
     ```
 
 2. 修改 `config/plugin.ts` 文件，开启 cnpmcore 依赖的一些插件
+
     ```typescript
     // 开启如下插件
     {
       redis: {
         enable: true,
-        package: 'egg-redis',
+        package: '@eggjs/redis',
       },
       teggOrm: {
         enable: true,
@@ -67,7 +69,7 @@
       },
       tracer: {
         enable: true,
-        package: 'egg-tracer',
+        package: '@eggjs/tracer',
       },
       typeboxValidate: {
         enable: true,
@@ -76,7 +78,24 @@
     }
     ```
 
-3. 修改 `config.default.ts` 文件，可以直接复制 cnpmcore 中的内容
+3. 修改 `config.default.ts` 文件，可以直接覆盖默认配置
+
+```typescript
+import { SyncMode } from 'cnpmcore/common/constants';
+import { cnpmcoreConfig } from 'cnpmcore/common/config';
+
+export default () => {
+  const config = {};
+  config.cnpmcore = {
+    ...cnpmcoreConfig,
+    enableChangesStream: false,
+    syncMode: SyncMode.all,
+    allowPublicRegistration: true,
+    // 放开注册配置
+  };
+  return config;
+}
+```
 
 ### 🧑‍🤝‍🧑 集成 cnpmcore
 
@@ -90,7 +109,7 @@
     │   └── package.json
     ```
 
-  * 添加 `package.json` ，声明 infra 作为一个 eggModule 单元
+* 添加 `package.json` ，声明 infra 作为一个 eggModule 单元
 
     ```JSON
     {
@@ -101,7 +120,7 @@
     }
     ```
 
-  * 添加 `XXXAdapter.ts` 在对应的 Adapter 中继承 cnpmcore 默认的 Adapter，以 AuthAdapter 为例
+* 添加 `XXXAdapter.ts` 在对应的 Adapter 中继承 cnpmcore 默认的 Adapter，以 AuthAdapter 为例
 
     ```typescript
       import { AccessLevel, SingletonProto } from '@eggjs/tegg';
@@ -145,12 +164,14 @@
 我们以 AuthAdapter 为例，来实现 npm cli 的 SSO 登录的功能。
 
 我们需要实现了 getAuthUrl 和 ensureCurrentUser 这两个方法:
+
   1. getAuthUrl 引导用户访问企业内实际的登录中心。
   2. ensureCurrentUser 当用户完成访问后，需要回调到应用进行鉴权流程。
 我们约定通过 `POST /-/v1/login/sso/:sessionId` 这个路由来进行登录验证。
 当然，你也可以任意修改地址和登录回调，只需保证更新 redis 中的 token 状态即可。
 
 修改 AuthAdapter.ts 文件
+
 ```typescript
 import { AccessLevel, EggContext, SingletonProto } from '@eggjs/tegg';
 import { AuthAdapter } from 'cnpmcore/infra/AuthAdapter';
@@ -185,6 +206,7 @@ export class MyAuthAdapter extends AuthAdapter {
 ```
 
 修改 HelloController 的实现，实际也可以通过登录中心回调、页面确认等方式实现
+
 ```typescript
   // 触发回调接口，会自动完成用户创建
   await this.httpclient.request(`${ctx.origin}/-/v1/login/sso/${name}`, { method: 'POST' });
@@ -195,22 +217,24 @@ export class MyAuthAdapter extends AuthAdapter {
 1. 在命令行输入 `npm login --registry=http://127.0.0.1:7001`
 
     ```shell
-    $ npm login --registry=http://127.0.0.1:7001
-    $ npm notice Log in on http://127.0.0.1:7001/
-    $ Login at:
-    $ http://127.0.0.1:7001/hello?name=e44e8c43-211a-4bcd-ae78-c4cbb1a78ae7
-    $ Press ENTER to open in the browser...
+    npm login --registry=http://127.0.0.1:7001
+    npm notice Log in on http://127.0.0.1:7001/
+    Login at:
+    http://127.0.0.1:7001/hello?name=e44e8c43-211a-4bcd-ae78-c4cbb1a78ae7
+    Press ENTER to open in the browser...
     ```
 
 2. 界面提示回车打开浏览器访问登录中心，也就是我们在 getAuthUrl，返回的 loginUrl 配置
 
 3. 由于我们 mock 了对应实现，界面会直接显示登录成功
+
     ```shell
     Logged in on http://127.0.0.1:7001/.
     ```
 
 4. 在命令行输入 `npm whoami --registry=http://127.0.0.1:7001` 验证
+
     ```shell
-    $ npm whoami --registry=http://127.0.0.1:7001
-    $ hello
+    npm whoami --registry=http://127.0.0.1:7001
+    hello
     ```

README.md

@@ -1,16 +1,17 @@
 # Private NPM Registry for Enterprise
 
-[![Node.js CI](https://github.com/cnpm/cnpmcore/actions/workflows/nodejs.yml/badge.svg)](https://github.com/cnpm/cnpmcore/actions/workflows/nodejs.yml)
-[![codecov](https://codecov.io/gh/cnpm/cnpmcore/branch/main/graph/badge.svg)](https://codecov.io/gh/cnpm/cnpmcore)
-[![CodeQL](https://github.com/cnpm/cnpmcore/actions/workflows/codeql-analysis.yml/badge.svg)](https://github.com/cnpm/cnpmcore/actions/workflows/codeql-analysis.yml)
-[![emoji-log](https://cdn.rawgit.com/ahmadawais/stuff/ca97874/emoji-log/non-flat-round.svg)](https://github.com/ahmadawais/Emoji-Log/)
+[![Node.js CI](https://github.com/cnpm/cnpmcore/actions/workflows/nodejs.yml/badge.svg?branch=master)](https://github.com/cnpm/cnpmcore/actions/workflows/nodejs.yml)
+[![codecov](https://codecov.io/gh/cnpm/cnpmcore/master/main/graph/badge.svg)](https://app.codecov.io/gh/cnpm/cnpmcore/tree/master)
 [![FOSSA Status](https://app.fossa.com/api/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmcore.svg?type=shield)](https://app.fossa.com/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmcore?ref=badge_shield)
+[![Node.js Version](https://img.shields.io/node/v/cnpmcore.svg?style=flat)](https://nodejs.org/en/download/)
+[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg?style=flat-square)](https://makeapullrequest.com)
+![CodeRabbit Pull Request Reviews](https://img.shields.io/coderabbit/prs/github/cnpm/cnpmcore)
 
-Reimplementation based on [cnpmjs.org](https://github.com/cnpm/cnpmjs.org) with TypeScript.
+Reimplement based on [cnpmjs.org](https://github.com/cnpm/cnpmjs.org) with TypeScript.
 
 ## Registry HTTP API
 
-See https://github.com/cnpm/cnpmjs.org/blob/master/docs/registry-api.md#npm-registry-api
+See [registry-api.md](docs/registry-api.md)
 
 ## How to contribute
 
@@ -24,18 +25,10 @@ See [INTEGRATE.md](INTEGRATE.md)
 
 [MIT](LICENSE)
 
-<!-- GITCONTRIBUTOR_START -->
-
 ## Contributors
 
-|[<img src="https://avatars.githubusercontent.com/u/156269?v=4" width="100px;"/><br/><sub><b>fengmk2</b></sub>](https://github.com/fengmk2)<br/>|[<img src="https://avatars.githubusercontent.com/u/6897780?v=4" width="100px;"/><br/><sub><b>killagu</b></sub>](https://github.com/killagu)<br/>|[<img src="https://avatars.githubusercontent.com/u/32174276?v=4" width="100px;"/><br/><sub><b>semantic-release-bot</b></sub>](https://github.com/semantic-release-bot)<br/>|[<img src="https://avatars.githubusercontent.com/u/5574625?v=4" width="100px;"/><br/><sub><b>elrrrrrrr</b></sub>](https://github.com/elrrrrrrr)<br/>|[<img src="https://avatars.githubusercontent.com/u/35598090?v=4" width="100px;"/><br/><sub><b>hezhengxu2018</b></sub>](https://github.com/hezhengxu2018)<br/>|[<img src="https://avatars.githubusercontent.com/u/26033663?v=4" width="100px;"/><br/><sub><b>Zian502</b></sub>](https://github.com/Zian502)<br/>|
-| :---: | :---: | :---: | :---: | :---: | :---: |
-|[<img src="https://avatars.githubusercontent.com/u/4635838?v=4" width="100px;"/><br/><sub><b>gemwuu</b></sub>](https://github.com/gemwuu)<br/>|[<img src="https://avatars.githubusercontent.com/u/17879221?v=4" width="100px;"/><br/><sub><b>laibao101</b></sub>](https://github.com/laibao101)<br/>|[<img src="https://avatars.githubusercontent.com/u/3478550?v=4" width="100px;"/><br/><sub><b>coolyuantao</b></sub>](https://github.com/coolyuantao)<br/>|[<img src="https://avatars.githubusercontent.com/u/13284978?v=4" width="100px;"/><br/><sub><b>Beace</b></sub>](https://github.com/Beace)<br/>|[<img src="https://avatars.githubusercontent.com/u/10163680?v=4" width="100px;"/><br/><sub><b>Wellaiyo</b></sub>](https://github.com/Wellaiyo)<br/>|[<img src="https://avatars.githubusercontent.com/u/227713?v=4" width="100px;"/><br/><sub><b>atian25</b></sub>](https://github.com/atian25)<br/>|
-|[<img src="https://avatars.githubusercontent.com/u/8198408?v=4" width="100px;"/><br/><sub><b>BlackHole1</b></sub>](https://github.com/BlackHole1)<br/>|[<img src="https://avatars.githubusercontent.com/u/1814071?v=4" width="100px;"/><br/><sub><b>xiekw2010</b></sub>](https://github.com/xiekw2010)<br/>|[<img src="https://avatars.githubusercontent.com/u/13471233?v=4" width="100px;"/><br/><sub><b>OpportunityLiu</b></sub>](https://github.com/OpportunityLiu)<br/>|[<img src="https://avatars.githubusercontent.com/u/958063?v=4" width="100px;"/><br/><sub><b>thonatos</b></sub>](https://github.com/thonatos)<br/>|[<img src="https://avatars.githubusercontent.com/u/11039003?v=4" width="100px;"/><br/><sub><b>chenpx976</b></sub>](https://github.com/chenpx976)<br/>|[<img src="https://avatars.githubusercontent.com/u/29791463?v=4" width="100px;"/><br/><sub><b>fossabot</b></sub>](https://github.com/fossabot)<br/>|
-[<img src="https://avatars.githubusercontent.com/u/1119126?v=4" width="100px;"/><br/><sub><b>looksgood</b></sub>](https://github.com/looksgood)<br/>|[<img src="https://avatars.githubusercontent.com/u/23701019?v=4" width="100px;"/><br/><sub><b>laoboxie</b></sub>](https://github.com/laoboxie)<br/>|[<img src="https://avatars.githubusercontent.com/u/5550931?v=4" width="100px;"/><br/><sub><b>shinima</b></sub>](https://github.com/shinima)<br/>
+[![Contributors](https://contrib.rocks/image?repo=cnpm/cnpmcore)](https://github.com/cnpm/cnpmcore/graphs/contributors)
 
-This project follows the git-contributor [spec](https://github.com/xudafeng/git-contributor), auto updated at `Sat May 06 2023 12:40:20 GMT+0800`.
-
-<!-- GITCONTRIBUTOR_END -->
+Made with [contributors-img](https://contrib.rocks).
 
 [![FOSSA Status](https://app.fossa.com/api/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmcore.svg?type=large)](https://app.fossa.com/projects/git%2Bgithub.com%2Fcnpm%2Fcnpmcore?ref=badge_large)

SECURITY.md

@@ -6,7 +6,7 @@ Currently being supported with security updates.
 
 | Version  | Supported          |
 | -------- | ------------------ |
-| >= 1.0.0 | :white_check_mark: |
+| >= 3.0.0 | :white_check_mark: |
 
 ## Reporting a Vulnerability
 
@@ -35,7 +35,7 @@ When the security team receives a security bug report, they will assign it
 to a primary handler. This person will coordinate the fix and release
 process, involving the following steps:
 
-  * Confirm the problem and determine the affected versions.
-  * Audit code to find any potential similar problems.
-  * Prepare fixes for all releases still under maintenance. These fixes
+* Confirm the problem and determine the affected versions.
+* Audit code to find any potential similar problems.
+* Prepare fixes for all releases still under maintenance. These fixes
     will be released as fast as possible to NPM.

app.ts

@@ -1,14 +1,15 @@
-import path from 'path';
-import { readFile } from 'fs/promises';
-import { Application } from 'egg';
-import { ChangesStreamService } from './app/core/service/ChangesStreamService';
+import path from 'node:path';
+import { readFile } from 'node:fs/promises';
+import type { Application, ILifecycleBoot } from 'egg';
+import { ChangesStreamService } from './app/core/service/ChangesStreamService.js';
+
 declare module 'egg' {
   interface Application {
     binaryHTML: string;
   }
 }
 
-export default class CnpmcoreAppHook {
+export default class CnpmcoreAppHook implements ILifecycleBoot {
   private readonly app: Application;
 
   constructor(app: Application) {
@@ -16,7 +17,7 @@ export default class CnpmcoreAppHook {
     this.app.binaryHTML = '';
   }
 
-  async configWillLoad() {
+  configWillLoad() {
     const app = this.app;
     // https://github.com/eggjs/tegg/blob/master/plugin/orm/app.ts#L37
     // store query sql to log
@@ -33,13 +34,17 @@ export default class CnpmcoreAppHook {
     // ready binary.html and replace registry
     const filepath = path.join(this.app.baseDir, 'app/port/binary.html');
     const text = await readFile(filepath, 'utf-8');
-    this.app.binaryHTML = text.replace('{{registry}}', this.app.config.cnpmcore.registry);
+    this.app.binaryHTML = text.replace(
+      '{{registry}}',
+      this.app.config.cnpmcore.registry
+    );
   }
 
   // 应用退出时执行
   // 需要暂停当前执行的 changesStream task
   async beforeClose() {
-    const changesStreamService = await this.app.getEggObject(ChangesStreamService);
+    const changesStreamService =
+      await this.app.getEggObject(ChangesStreamService);
     await changesStreamService.suspendSync(true);
   }
 }

app/common/AbstractService.ts

@@ -1,10 +1,5 @@
-import {
-  Inject,
-} from '@eggjs/tegg';
-import {
-  EggAppConfig,
-  EggLogger,
-} from 'egg';
+import { Inject } from '@eggjs/tegg';
+import type { EggAppConfig, EggLogger } from 'egg';
 
 export abstract class AbstractService {
   @Inject()

app/common/CryptoUtil.ts

@@ -1,4 +1,5 @@
-import { generateKeyPairSync, publicEncrypt, privateDecrypt, constants } from 'crypto';
+import { generateKeyPairSync } from 'node:crypto';
+import NodeRSA from 'node-rsa';
 
 // generate rsa key pair
 export function genRSAKeys(): { publicKey: string, privateKey: string } {
@@ -17,17 +18,19 @@ export function genRSAKeys(): { publicKey: string, privateKey: string } {
 }
 
 // encrypt rsa private key
-export function encryptRSA(publicKey: string, data: string): string {
-  return publicEncrypt({
-    key: publicKey,
-    padding: constants.RSA_PKCS1_PADDING,
-  }, Buffer.from(data, 'utf8')).toString('base64');
+export function encryptRSA(publicKey: string, plainText: string): string {
+  const key = new NodeRSA(publicKey, 'pkcs1-public-pem', {
+    encryptionScheme: 'pkcs1',
+    environment: 'browser',
+  });
+  return key.encrypt(plainText, 'base64');
 }
 
 // decrypt rsa private key
-export function decryptRSA(privateKey: string, data: string) {
-  return privateDecrypt({
-    key: privateKey,
-    padding: constants.RSA_PKCS1_PADDING,
-  }, Buffer.from(data, 'base64')).toString('utf8');
+export function decryptRSA(privateKey: string, encryptedBase64: string): string {
+  const key = new NodeRSA(privateKey, 'pkcs1-private-pem', {
+    encryptionScheme: 'pkcs1',
+    environment: 'browser',
+  });
+  return key.decrypt(encryptedBase64, 'utf8');
 }

app/common/ErrorUtil.ts

@@ -0,0 +1,27 @@
+const TimeoutErrorNames = new Set([
+  'HttpClientRequestTimeoutError',
+  'HttpClientConnectTimeoutError',
+  'ConnectionError',
+  'ConnectTimeoutError',
+  'BodyTimeoutError',
+  'ResponseTimeoutError',
+]);
+
+export function isTimeoutError(err: Error) {
+  if (TimeoutErrorNames.has(err.name)) {
+    return true;
+  }
+  if (err instanceof AggregateError && err.errors) {
+    for (const subError of err.errors) {
+      if (TimeoutErrorNames.has(subError.name)) {
+        return true;
+      }
+    }
+  }
+  if ('cause' in err && err.cause instanceof Error) {
+    if (TimeoutErrorNames.has(err.cause.name)) {
+      return true;
+    }
+  }
+  return false;
+}

app/common/FileUtil.ts

@@ -4,14 +4,14 @@ import { setTimeout } from 'node:timers/promises';
 import path from 'node:path';
 import url from 'node:url';
 import { randomBytes } from 'node:crypto';
-import { EggContextHttpClient, HttpClientResponse } from 'egg';
+import type { EggContextHttpClient, HttpClientResponse } from 'egg';
 import mime from 'mime-types';
-import dayjs from './dayjs';
+import dayjs from './dayjs.js';
 
 interface DownloadToTempfileOptionalConfig {
-  retries?: number,
-  ignoreDownloadStatuses?: number[],
-  remoteAuthToken?: string
+  retries?: number;
+  ignoreDownloadStatuses?: number[];
+  remoteAuthToken?: string;
 }
 
 export async function createTempDir(dataDir: string, dirname?: string) {
@@ -28,17 +28,29 @@ export async function createTempfile(dataDir: string, filename: string) {
   const tmpdir = await createTempDir(dataDir);
   // The filename is a URL (from dist.tarball), which needs to be truncated, (`getconf NAME_MAX /` # max filename length: 255 bytes)
   // https://github.com/cnpm/cnpmjs.org/pull/1345
-  const tmpfile = path.join(tmpdir, `${randomBytes(10).toString('hex')}-${path.basename(url.parse(filename).pathname!)}`);
+  const tmpfile = path.join(
+    tmpdir,
+    `${randomBytes(10).toString('hex')}-${path.basename(url.parse(filename).pathname!)}`
+  );
   return tmpfile;
 }
 
-export async function downloadToTempfile(httpclient: EggContextHttpClient,
-  dataDir: string, url: string, optionalConfig?: DownloadToTempfileOptionalConfig) {
+export async function downloadToTempfile(
+  httpclient: EggContextHttpClient,
+  dataDir: string,
+  url: string,
+  optionalConfig?: DownloadToTempfileOptionalConfig
+) {
   let retries = optionalConfig?.retries || 3;
   let lastError: any;
   while (retries > 0) {
     try {
-      return await _downloadToTempfile(httpclient, dataDir, url, optionalConfig);
+      return await _downloadToTempfile(
+        httpclient,
+        dataDir,
+        url,
+        optionalConfig
+      );
     } catch (err: any) {
       if (err.name === 'DownloadNotFoundError') throw err;
       lastError = err;
@@ -46,7 +58,8 @@ export async function downloadToTempfile(httpclient: EggContextHttpClient,
     retries--;
     if (retries > 0) {
       // sleep 1s ~ 4s in random
-      const delay = process.env.NODE_ENV === 'test' ? 1 : 1000 + Math.random() * 4000;
+      const delay =
+        process.env.NODE_ENV === 'test' ? 1 : 1000 + Math.random() * 4000;
       await setTimeout(delay);
     }
   }
@@ -57,22 +70,33 @@ export interface Tempfile {
   headers: HttpClientResponse['res']['headers'];
   timing: HttpClientResponse['res']['timing'];
 }
-async function _downloadToTempfile(httpclient: EggContextHttpClient,
-  dataDir: string, url: string, optionalConfig?: DownloadToTempfileOptionalConfig): Promise<Tempfile> {
+async function _downloadToTempfile(
+  httpclient: EggContextHttpClient,
+  dataDir: string,
+  url: string,
+  optionalConfig?: DownloadToTempfileOptionalConfig
+): Promise<Tempfile> {
   const tmpfile = await createTempfile(dataDir, url);
   const writeStream = createWriteStream(tmpfile);
   try {
     // max 10 mins to download
     // FIXME: should show download progress
-    const authorization = optionalConfig?.remoteAuthToken ? `Bearer ${optionalConfig?.remoteAuthToken}` : '';
-    const { status, headers, res } = await httpclient.request(url, {
+    const requestHeaders: Record<string, string> = {};
+    if (optionalConfig?.remoteAuthToken) {
+      requestHeaders.authorization = `Bearer ${optionalConfig.remoteAuthToken}`;
+    }
+    const { status, headers, res } = (await httpclient.request(url, {
       timeout: 60000 * 10,
-      headers: { authorization },
+      headers: requestHeaders,
       writeStream,
       timing: true,
       followRedirect: true,
-    }) as HttpClientResponse;
-    if (status === 404 || (optionalConfig?.ignoreDownloadStatuses && optionalConfig.ignoreDownloadStatuses.includes(status))) {
+    })) as HttpClientResponse;
+    if (
+      status === 404 ||
+      (optionalConfig?.ignoreDownloadStatuses &&
+        optionalConfig.ignoreDownloadStatuses.includes(status))
+    ) {
       const err = new Error(`Not found, status(${status})`);
       err.name = 'DownloadNotFoundError';
       throw err;
@@ -105,13 +129,17 @@ const WHITE_FILENAME_CONTENT_TYPES = {
   '.eslintignore': PLAIN_TEXT,
   '.jshintrc': 'application/json',
   '.eslintrc': 'application/json',
-};
+} as const;
 
 export function mimeLookup(filepath: string) {
   const filename = path.basename(filepath).toLowerCase();
   if (filename.endsWith('.ts')) return PLAIN_TEXT;
   if (filename.endsWith('.lock')) return PLAIN_TEXT;
-  return mime.lookup(filename) ||
-    WHITE_FILENAME_CONTENT_TYPES[filename] ||
-    DEFAULT_CONTENT_TYPE;
+  return (
+    mime.lookup(filename) ||
+    WHITE_FILENAME_CONTENT_TYPES[
+      filename as keyof typeof WHITE_FILENAME_CONTENT_TYPES
+    ] ||
+    DEFAULT_CONTENT_TYPE
+  );
 }

app/common/PackageUtil.ts

@@ -1,8 +1,14 @@
 import { createReadStream } from 'node:fs';
 import { Readable } from 'node:stream';
 import { pipeline } from 'node:stream/promises';
-import * as ssri from 'ssri';
-import tar from 'tar';
+import type { HashLike } from 'ssri';
+import { fromData, fromStream } from 'ssri';
+// @ts-expect-error type error
+import tar from '@fengmk2/tar';
+import type {
+  AuthorType,
+  PackageJSONType,
+} from '../repository/PackageRepository.js';
 
 // /@cnpm%2ffoo
 // /@cnpm%2Ffoo
@@ -10,13 +16,14 @@ import tar from 'tar';
 // /foo
 // name max length is 214 chars
 // https://www.npmjs.com/package/path-to-regexp#custom-matching-parameters
-export const FULLNAME_REG_STRING = '@[^/]{1,220}\/[^/]{1,220}|@[^%]+\%2[fF][^/]{1,220}|[^@/]{1,220}';
+export const FULLNAME_REG_STRING =
+  '@[^/]{1,220}/[^/]{1,220}|@[^%]+%2[fF][^/]{1,220}|[^@/]{1,220}';
 
 export function getScopeAndName(fullname: string): string[] {
   if (fullname.startsWith('@')) {
     return fullname.split('/', 2);
   }
-  return [ '', fullname ];
+  return ['', fullname];
 }
 
 export function getFullname(scope: string, name: string): string {
@@ -27,15 +34,19 @@ export function cleanUserPrefix(username: string): string {
   return username.replace(/^.*:/, '');
 }
 
+export function getPrefixedName(prefix: string, username: string): string {
+  return prefix ? `${prefix}${username}` : username;
+}
+
 export async function calculateIntegrity(contentOrFile: Uint8Array | string) {
-  let integrityObj;
+  let integrityObj: HashLike;
   if (typeof contentOrFile === 'string') {
-    integrityObj = await ssri.fromStream(createReadStream(contentOrFile), {
-      algorithms: [ 'sha512', 'sha1' ],
+    integrityObj = await fromStream(createReadStream(contentOrFile), {
+      algorithms: ['sha512', 'sha1'],
     });
   } else {
-    integrityObj = ssri.fromData(contentOrFile, {
-      algorithms: [ 'sha512', 'sha1' ],
+    integrityObj = fromData(contentOrFile, {
+      algorithms: ['sha512', 'sha1'],
     });
   }
   const integrity = integrityObj.sha512[0].toString() as string;
@@ -43,7 +54,12 @@ export async function calculateIntegrity(contentOrFile: Uint8Array | string) {
   return { integrity, shasum };
 }
 
-export function formatTarball(registry: string, scope: string, name: string, version: string) {
+export function formatTarball(
+  registry: string,
+  scope: string,
+  name: string,
+  version: string
+) {
   const fullname = getFullname(scope, name);
   return `${registry}/${fullname}/-/${name}-${version}.tgz`;
 }
@@ -62,7 +78,9 @@ export function detectInstallScript(manifest: any) {
 }
 
 /** 判断一个版本压缩包中是否包含 npm-shrinkwrap.json */
-export async function hasShrinkWrapInTgz(contentOrFile: Uint8Array | string): Promise<boolean> {
+export async function hasShrinkWrapInTgz(
+  contentOrFile: Uint8Array | string
+): Promise<boolean> {
   let readable: Readable;
   if (typeof contentOrFile === 'string') {
     readable = createReadStream(contentOrFile);
@@ -80,7 +98,7 @@ export async function hasShrinkWrapInTgz(contentOrFile: Uint8Array | string): Pr
   const parser = tar.t({
     // options.strict 默认为 false，会忽略 Recoverable errors，例如 tar 解析失败
     // 详见 https://github.com/isaacs/node-tar#warnings-and-errors
-    onentry(entry) {
+    onentry(entry: any) {
       if (entry.path === 'package/npm-shrinkwrap.json') {
         hasShrinkWrap = true;
         abortController.abort();
@@ -95,6 +113,48 @@ export async function hasShrinkWrapInTgz(contentOrFile: Uint8Array | string): Pr
     if (e.code === 'ABORT_ERR') {
       return hasShrinkWrap;
     }
-    throw Object.assign(new Error('[hasShrinkWrapInTgz] Fail to parse input file'), { cause: e });
+    throw Object.assign(
+      new Error('[hasShrinkWrapInTgz] Fail to parse input file'),
+      { cause: e }
+    );
   }
 }
+
+/** 写入 ES 时，格式化 author */
+export function formatAuthor(
+  author: string | AuthorType | undefined
+): AuthorType | undefined {
+  if (author === undefined) {
+    return author;
+  }
+
+  if (typeof author === 'string') {
+    return { name: author };
+  }
+
+  return author;
+}
+
+export async function extractPackageJSON(
+  tarballBytes: Buffer
+): Promise<PackageJSONType> {
+  return new Promise((resolve, reject) => {
+    Readable.from(tarballBytes).pipe(
+      tar.t({
+        filter: (name: string) => name === 'package/package.json',
+        onentry: async (entry: any) => {
+          const chunks: Buffer[] = [];
+          for await (const chunk of entry) {
+            chunks.push(chunk);
+          }
+          try {
+            const data = Buffer.concat(chunks);
+            return resolve(JSON.parse(data.toString()));
+          } catch {
+            reject(new Error('Error parsing package.json'));
+          }
+        },
+      })
+    );
+  });
+}

app/common/SyncUtil.ts

@@ -1,4 +1,4 @@
-import { EggContext } from '@eggjs/tegg';
+import type { EggContext } from '@eggjs/tegg';
 
 export function isSyncWorkerRequest(ctx: EggContext) {
   // sync request will contain this query params

app/common/UserUtil.ts

@@ -1,7 +1,7 @@
-import crypto from 'crypto';
+import crypto from 'node:crypto';
 import base from 'base-x';
 import { crc32 } from '@node-rs/crc32';
-import * as ssri from 'ssri';
+import { checkData, create } from 'ssri';
 import UAParser from 'ua-parser-js';
 
 const base62 = base('0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ');
@@ -29,12 +29,12 @@ export function checkToken(token: string, prefix: string): boolean {
 }
 
 export function integrity(plain: string): string {
-  return ssri.create().update(plain).digest()
+  return create().update(plain).digest()
     .toString();
 }
 
 export function checkIntegrity(plain: string, expectedIntegrity: string): boolean {
-  return ssri.checkData(plain, expectedIntegrity);
+  return !!checkData(plain, expectedIntegrity);
 }
 
 export function sha512(plain: string): string {

app/common/adapter/BugVersionStore.ts

@@ -1,5 +1,5 @@
 import { AccessLevel, SingletonProto } from '@eggjs/tegg';
-import { BugVersion } from '../../core/entity/BugVersion';
+import type { BugVersion } from '../../core/entity/BugVersion.js';
 
 @SingletonProto({
   accessLevel: AccessLevel.PUBLIC,

app/common/adapter/CacheAdapter.ts

@@ -3,8 +3,8 @@ import {
   AccessLevel,
   Inject,
 } from '@eggjs/tegg';
-// FIXME: egg-redis should use ioredis v5
-// https://github.com/eggjs/egg-redis/issues/35
+// FIXME: @eggjs/redis should use ioredis v5
+// https://github.com/eggjs/redis/issues/35
 import type { Redis } from 'ioredis';
 
 const ONE_DAY = 3600 * 24;
@@ -64,12 +64,13 @@ export class CacheAdapter {
 
   async usingLock(key: string, seconds: number, func: () => Promise<void>) {
     const lockTimestamp = await this.lock(key, seconds);
-    if (!lockTimestamp) return;
+    if (!lockTimestamp) return false;
     try {
       await func();
     } finally {
       await this.unlock(key, lockTimestamp);
     }
+    return true;
   }
 
   private getLockName(key: string) {

app/common/adapter/NFSAdapter.ts

@@ -1,14 +1,10 @@
-import { Readable } from 'stream';
-import {
-  SingletonProto,
-  AccessLevel,
-  Inject,
-} from '@eggjs/tegg';
+import type { Readable } from 'node:stream';
+import type { IncomingHttpHeaders } from 'node:http';
+import { SingletonProto, AccessLevel, Inject } from '@eggjs/tegg';
 import { Pointcut } from '@eggjs/tegg/aop';
-import { EggLogger } from 'egg';
-import { AsyncTimer } from '../aop/AsyncTimer';
-import { NFSClient } from '../typing';
-import { IncomingHttpHeaders } from 'http';
+import type { EggLogger } from 'egg';
+import { AsyncTimer } from '../aop/AsyncTimer.js';
+import type { NFSClient } from '../typing.js';
 
 const INSTANCE_NAME = 'nfsAdapter';
 
@@ -25,13 +21,23 @@ export class NFSAdapter {
 
   @Pointcut(AsyncTimer)
   async uploadBytes(storeKey: string, bytes: Uint8Array) {
-    this.logger.info('[%s:uploadBytes] key: %s, bytes: %d', INSTANCE_NAME, storeKey, bytes.length);
+    this.logger.info(
+      '[%s:uploadBytes] key: %s, bytes: %d',
+      INSTANCE_NAME,
+      storeKey,
+      bytes.length
+    );
     await this.nfsClient.uploadBytes(bytes, { key: storeKey });
   }
 
   // will return next store position
   @Pointcut(AsyncTimer)
-  async appendBytes(storeKey: string, bytes: Uint8Array, position?: string, headers?: IncomingHttpHeaders) {
+  async appendBytes(
+    storeKey: string,
+    bytes: Uint8Array,
+    position?: string,
+    headers?: IncomingHttpHeaders
+  ) {
     // make sure position is undefined by the first time
     if (!position) position = undefined;
     const options = {
@@ -45,14 +51,24 @@ export class NFSAdapter {
 
   @Pointcut(AsyncTimer)
   async uploadFile(storeKey: string, file: string) {
-    this.logger.info('[%s:uploadFile] key: %s, file: %s', INSTANCE_NAME, storeKey, file);
+    this.logger.info(
+      '[%s:uploadFile] key: %s, file: %s',
+      INSTANCE_NAME,
+      storeKey,
+      file
+    );
     await this.nfsClient.upload(file, { key: storeKey });
   }
 
   @Pointcut(AsyncTimer)
   async downloadFile(storeKey: string, file: string, timeout: number) {
-    this.logger.info('[%s:downloadFile] key: %s, file: %s, timeout: %s',
-      INSTANCE_NAME, storeKey, file, timeout);
+    this.logger.info(
+      '[%s:downloadFile] key: %s, file: %s, timeout: %s',
+      INSTANCE_NAME,
+      storeKey,
+      file,
+      timeout
+    );
     await this.nfsClient.download(storeKey, file, { timeout });
   }
 
@@ -79,7 +95,9 @@ export class NFSAdapter {
     }
   }
 
-  async getDownloadUrlOrStream(storeKey: string): Promise<string | Readable | undefined> {
+  async getDownloadUrlOrStream(
+    storeKey: string
+  ): Promise<string | Readable | undefined> {
     const downloadUrl = await this.getDownloadUrl(storeKey);
     if (downloadUrl) {
       return downloadUrl;

app/common/adapter/NPMRegistry.ts

@@ -1,16 +1,14 @@
-import { setTimeout } from 'timers/promises';
-import {
-  ContextProto,
-  AccessLevel,
-  Inject,
-} from '@eggjs/tegg';
-import {
+import { setTimeout } from 'node:timers/promises';
+import { ContextProto, AccessLevel, Inject } from '@eggjs/tegg';
+import type {
   EggLogger,
   EggContextHttpClient,
   EggAppConfig,
   HttpClientRequestOptions,
   HttpClientResponse,
 } from 'egg';
+import type { PackageManifestType } from '../../repository/PackageRepository.js';
+import { isTimeoutError } from '../ErrorUtil.js';
 
 type HttpMethod = HttpClientRequestOptions['method'];
 
@@ -40,7 +38,10 @@ export class NPMRegistry {
     this.registryHost = registryHost;
   }
 
-  public async getFullManifests(fullname: string, optionalConfig?: {retries?:number, remoteAuthToken?:string}): Promise<RegistryResponse> {
+  public async getFullManifests(
+    fullname: string,
+    optionalConfig?: { retries?: number; remoteAuthToken?: string }
+  ): Promise<{ method: HttpMethod } & HttpClientResponse<PackageManifestType>> {
     let retries = optionalConfig?.retries || 3;
     // set query t=timestamp, make sure CDN cache disable
     // cache=0 is sync worker request flag
@@ -50,16 +51,24 @@ export class NPMRegistry {
       try {
         // large package: https://r.cnpmjs.org/%40procore%2Fcore-icons
         // https://r.cnpmjs.org/intraactive-sdk-ui 44s
-        const authorization = this.genAuthorizationHeader(optionalConfig?.remoteAuthToken);
-        return await this.request('GET', url, undefined, { timeout: 120000, headers: { authorization } });
+        const authorization = this.genAuthorizationHeader(
+          optionalConfig?.remoteAuthToken
+        );
+        return await this.request('GET', url, undefined, {
+          timeout: 120000,
+          headers: { authorization },
+        });
       } catch (err: any) {
-        if (err.name === 'ResponseTimeoutError') throw err;
+        if (isTimeoutError(err)) {
+          throw err;
+        }
         lastError = err;
       }
       retries--;
       if (retries > 0) {
         // sleep 1s ~ 4s in random
-        const delay = process.env.NODE_ENV === 'test' ? 1 : 1000 + Math.random() * 4000;
+        const delay =
+          process.env.NODE_ENV === 'test' ? 1 : 1000 + Math.random() * 4000;
         await setTimeout(delay);
       }
     }
@@ -67,8 +76,13 @@ export class NPMRegistry {
   }
 
   // app.put('/:name/sync', sync.sync);
-  public async createSyncTask(fullname: string, optionalConfig?: { remoteAuthToken?:string}): Promise<RegistryResponse> {
-    const authorization = this.genAuthorizationHeader(optionalConfig?.remoteAuthToken);
+  public async createSyncTask(
+    fullname: string,
+    optionalConfig?: { remoteAuthToken?: string }
+  ): Promise<RegistryResponse> {
+    const authorization = this.genAuthorizationHeader(
+      optionalConfig?.remoteAuthToken
+    );
     const url = `${this.registry}/${encodeURIComponent(fullname)}/sync?sync_upstream=true&nodeps=true`;
     // {
     //   ok: true,
@@ -78,38 +92,64 @@ export class NPMRegistry {
   }
 
   // app.get('/:name/sync/log/:id', sync.getSyncLog);
-  public async getSyncTask(fullname: string, id: string, offset: number, optionalConfig?:{ remoteAuthToken?:string }): Promise<RegistryResponse> {
-    const authorization = this.genAuthorizationHeader(optionalConfig?.remoteAuthToken);
+  public async getSyncTask(
+    fullname: string,
+    id: string,
+    offset: number,
+    optionalConfig?: { remoteAuthToken?: string }
+  ): Promise<RegistryResponse> {
+    const authorization = this.genAuthorizationHeader(
+      optionalConfig?.remoteAuthToken
+    );
     const url = `${this.registry}/${encodeURIComponent(fullname)}/sync/log/${id}?offset=${offset}`;
     // { ok: true, syncDone: syncDone, log: log }
     return await this.request('GET', url, undefined, { authorization });
   }
 
-  public async getDownloadRanges(registry: string, fullname: string, start: string, end: string, optionalConfig?:{ remoteAuthToken?:string }): Promise<RegistryResponse> {
-    const authorization = this.genAuthorizationHeader(optionalConfig?.remoteAuthToken);
+  public async getDownloadRanges(
+    registry: string,
+    fullname: string,
+    start: string,
+    end: string,
+    optionalConfig?: { remoteAuthToken?: string }
+  ): Promise<RegistryResponse> {
+    const authorization = this.genAuthorizationHeader(
+      optionalConfig?.remoteAuthToken
+    );
     const url = `${registry}/downloads/range/${start}:${end}/${encodeURIComponent(fullname)}`;
     return await this.request('GET', url, undefined, { authorization });
   }
 
-  private async request(method: HttpMethod, url: string, params?: object, options?: object): Promise<RegistryResponse> {
-    const res = await this.httpclient.request(url, {
+  private async request(
+    method: HttpMethod,
+    url: string,
+    params?: object,
+    options?: object
+  ): Promise<RegistryResponse> {
+    const res = (await this.httpclient.request(url, {
       method,
       data: params,
       dataType: 'json',
       timing: true,
+      retry: 3,
       timeout: this.timeout,
       followRedirect: true,
       gzip: true,
       ...options,
-    }) as HttpClientResponse;
-    this.logger.info('[NPMRegistry:request] %s %s, status: %s', method, url, res.status);
+    })) as HttpClientResponse;
+    this.logger.info(
+      '[NPMRegistry:request] %s %s, status: %s',
+      method,
+      url,
+      res.status
+    );
     return {
       method,
       ...res,
     };
   }
 
-  private genAuthorizationHeader(remoteAuthToken?:string) {
+  public genAuthorizationHeader(remoteAuthToken?: string) {
     return remoteAuthToken ? `Bearer ${remoteAuthToken}` : '';
   }
 }

app/common/adapter/binary/AbstractBinary.ts

@@ -1,7 +1,11 @@
-import { ImplDecorator, Inject, QualifierImplDecoratorUtil } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import { EggHttpClient, EggLogger } from 'egg';
-import { BinaryName, BinaryTaskConfig } from '../../../../config/binaries';
+import type { ImplDecorator } from '@eggjs/tegg';
+import { Inject, QualifierImplDecoratorUtil } from '@eggjs/tegg';
+import type { EggHttpClient, EggLogger } from 'egg';
+import type { BinaryType } from '../../enum/Binary.js';
+import type {
+  BinaryName,
+  BinaryTaskConfig,
+} from '../../../../config/binaries.js';
 
 export type BinaryItem = {
   name: string;
@@ -17,6 +21,8 @@ export type FetchResult = {
   nextParams?: any;
 };
 
+const platforms = ['darwin', 'linux', 'win32'] as const;
+
 export const BINARY_ADAPTER_ATTRIBUTE = Symbol('BINARY_ADAPTER_ATTRIBUTE');
 
 export abstract class AbstractBinary {
@@ -26,32 +32,55 @@ export abstract class AbstractBinary {
   @Inject()
   protected httpclient: EggHttpClient;
 
-  abstract init(binaryName: BinaryName): Promise<void>;
-  abstract fetch(dir: string, binaryName: BinaryName): Promise<FetchResult | undefined>;
+  abstract initFetch(binaryName: BinaryName): Promise<void>;
+  abstract fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined>;
+
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  async finishFetch(_success: boolean, _binaryName: BinaryName): Promise<void> {
+    // do not thing by default
+  }
 
   protected async requestXml(url: string) {
     const { status, data, headers } = await this.httpclient.request(url, {
-      timeout: 20000,
+      timeout: 30000,
       followRedirect: true,
       gzip: true,
     });
     const xml = data.toString() as string;
     if (status !== 200) {
-      this.logger.warn('[AbstractBinary.requestXml:non-200-status] url: %s, status: %s, headers: %j, xml: %j', url, status, headers, xml);
+      this.logger.warn(
+        '[AbstractBinary.requestXml:non-200-status] url: %s, status: %s, headers: %j, xml: %j',
+        url,
+        status,
+        headers,
+        xml
+      );
       return '';
     }
     return xml;
   }
 
-  protected async requestJSON(url: string) {
+  protected async requestJSON(
+    url: string,
+    requestHeaders?: Record<string, string>
+  ) {
     const { status, data, headers } = await this.httpclient.request(url, {
-      timeout: 20000,
+      timeout: 30000,
       dataType: 'json',
       followRedirect: true,
       gzip: true,
+      headers: requestHeaders,
     });
     if (status !== 200) {
-      this.logger.warn('[AbstractBinary.requestJSON:non-200-status] url: %s, status: %s, headers: %j', url, status, headers);
+      this.logger.warn(
+        '[AbstractBinary.requestJSON:non-200-status] url: %s, status: %s, headers: %j',
+        url,
+        status,
+        headers
+      );
       return data;
     }
     return data;
@@ -60,11 +89,13 @@ export abstract class AbstractBinary {
   // https://nodejs.org/api/n-api.html#n_api_node_api_version_matrix
   protected async listNodeABIVersions() {
     const nodeABIVersions: number[] = [];
-    const versions = await this.requestJSON('https://nodejs.org/dist/index.json');
+    const versions = await this.requestJSON(
+      'https://nodejs.org/dist/index.json'
+    );
     for (const version of versions) {
       if (!version.modules) continue;
       const modulesVersion = parseInt(version.modules);
-      // node v6.0.0 moduels 48 min
+      // node v6.0.0 modules 48 min
       if (modulesVersion >= 48 && !nodeABIVersions.includes(modulesVersion)) {
         nodeABIVersions.push(modulesVersion);
       }
@@ -74,28 +105,31 @@ export abstract class AbstractBinary {
 
   protected listNodePlatforms() {
     // https://nodejs.org/api/os.html#osplatform
-    return [ 'darwin', 'linux', 'win32' ];
+    return platforms;
   }
 
   protected listNodeArchs(binaryConfig?: BinaryTaskConfig) {
     if (binaryConfig?.options?.nodeArchs) return binaryConfig.options.nodeArchs;
     // https://nodejs.org/api/os.html#osarch
     return {
-      linux: [ 'arm', 'arm64', 's390x', 'ia32', 'x64' ],
-      darwin: [ 'arm64', 'ia32', 'x64' ],
-      win32: [ 'ia32', 'x64' ],
+      linux: ['arm', 'arm64', 's390x', 'ia32', 'x64'],
+      darwin: ['arm64', 'ia32', 'x64'],
+      win32: ['ia32', 'x64'],
     };
   }
 
-  protected listNodeLibcs() {
+  protected listNodeLibcs(): Record<(typeof platforms)[number], string[]> {
     // https://github.com/lovell/detect-libc/blob/master/lib/detect-libc.js#L42
     return {
-      linux: [ 'glibc', 'musl' ],
-      darwin: [ 'unknown' ],
-      win32: [ 'unknown' ],
+      darwin: ['unknown'],
+      linux: ['glibc', 'musl'],
+      win32: ['unknown'],
     };
   }
 }
 
 export const BinaryAdapter: ImplDecorator<AbstractBinary, typeof BinaryType> =
-  QualifierImplDecoratorUtil.generatorDecorator(AbstractBinary, BINARY_ADAPTER_ATTRIBUTE);
+  QualifierImplDecoratorUtil.generatorDecorator(
+    AbstractBinary,
+    BINARY_ADAPTER_ATTRIBUTE
+  );

app/common/adapter/binary/ApiBinary.ts

@@ -1,7 +1,8 @@
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
 import { Inject, SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import { EggAppConfig } from 'egg';
+import type { EggAppConfig } from 'egg';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Api)
@@ -9,17 +10,25 @@ export class ApiBinary extends AbstractBinary {
   @Inject()
   private readonly config: EggAppConfig;
 
-  async init() {
+  async initFetch() {
     // do nothing
     return;
   }
 
-  async fetch(dir: string, binaryName: string): Promise<FetchResult | undefined> {
-    const apiUrl = this.config.cnpmcore.syncBinaryFromAPISource || `${this.config.cnpmcore.sourceRegistry}/-/binary`;
+  async fetch(
+    dir: string,
+    binaryName: string
+  ): Promise<FetchResult | undefined> {
+    const apiUrl =
+      this.config.cnpmcore.syncBinaryFromAPISource ||
+      `${this.config.cnpmcore.sourceRegistry}/-/binary`;
     const url = `${apiUrl}/${binaryName}${dir}`;
     const data = await this.requestJSON(url);
     if (!Array.isArray(data)) {
-      this.logger.warn('[ApiBinary.fetch:response-data-not-array] data: %j', data);
+      this.logger.warn(
+        '[ApiBinary.fetch:response-data-not-array] data: %j',
+        data
+      );
       return;
     }
     const items: BinaryItem[] = [];

app/common/adapter/binary/BucketBinary.ts

@@ -1,18 +1,26 @@
+import path from 'node:path';
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries, { BinaryName, BinaryTaskConfig } from '../../../../config/binaries';
-import path from 'path';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import { BinaryType } from '../../enum/Binary.js';
+import type {
+  BinaryName,
+  BinaryTaskConfig,
+} from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Bucket)
 export class BucketBinary extends AbstractBinary {
-  async init() {
+  async initFetch() {
     // do nothing
     return;
   }
 
-  async fetch(dir: string, binaryName: BinaryName): Promise<FetchResult | undefined> {
+  async fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined> {
     // /foo/ => foo/
     const binaryConfig = binaries[binaryName];
     const subDir = dir.substring(1);
@@ -21,13 +29,18 @@ export class BucketBinary extends AbstractBinary {
     return { items: this.parseItems(xml, dir, binaryConfig), nextParams: null };
   }
 
-  protected parseItems(xml: string, dir: string, binaryConfig: BinaryTaskConfig): BinaryItem[] {
+  protected parseItems(
+    xml: string,
+    dir: string,
+    binaryConfig: BinaryTaskConfig
+  ): BinaryItem[] {
     const items: BinaryItem[] = [];
     // https://nwjs2.s3.amazonaws.com/?prefix=v0.59.0%2Fx64%2F
     // https://chromedriver.storage.googleapis.com/?delimiter=/&prefix=
     // <Contents><Key>2.0/chromedriver_linux32.zip</Key><Generation>1380149859530000</Generation><MetaGeneration>2</MetaGeneration><LastModified>2013-09-25T22:57:39.349Z</LastModified><ETag>"c0d96102715c4916b872f91f5bf9b12c"</ETag><Size>7262134</Size><Owner/></Contents><Contents>
     // <Contents><Key>v0.59.0/nwjs-v0.59.0-linux-ia32.tar.gz</Key><LastModified>2015-11-02T02:34:18.000Z</LastModified><ETag>&quot;b1b7a52928e9f874bad0cabf7f74ba8e&quot;</ETag><Size>22842</Size><StorageClass>STANDARD</StorageClass></Contents>
-    const fileRe = /<Contents><Key>([^<]+?)<\/Key>(?:<Generation>\d+?<\/Generation>)?(?:<MetaGeneration>\d+?<\/MetaGeneration>)?<LastModified>([^<]+?)<\/LastModified><ETag>[^<]+?<\/ETag><Size>(\d+?)<\/Size>/g;
+    const fileRe =
+      /<Contents><Key>([^<]+?)<\/Key>(?:<Generation>\d+?<\/Generation>)?(?:<MetaGeneration>\d+?<\/MetaGeneration>)?<LastModified>([^<]+?)<\/LastModified><ETag>[^<]+?<\/ETag><Size>(\d+?)<\/Size>/g;
     let matchs = xml.matchAll(fileRe);
     for (const m of matchs) {
       const fullname = m[1].trim();
@@ -52,7 +65,8 @@ export class BucketBinary extends AbstractBinary {
       });
     }
     // <CommonPrefixes><Prefix>v0.59.0/x64/</Prefix></CommonPrefixes>
-    const dirRe = /<CommonPrefixes><Prefix>([^<]+?)<\/Prefix><\/CommonPrefixes>/g;
+    const dirRe =
+      /<CommonPrefixes><Prefix>([^<]+?)<\/Prefix><\/CommonPrefixes>/g;
     matchs = xml.matchAll(dirRe);
     for (const m of matchs) {
       // <Prefix>AWSLogs/</Prefix>

app/common/adapter/binary/ChromeForTestingBinary.ts

@@ -1,69 +1,174 @@
+import { basename } from 'node:path';
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.ChromeForTesting)
 export class ChromeForTestingBinary extends AbstractBinary {
+  static lastTimestamp = '';
+  #timestamp = '';
+
   private dirItems?: {
     [key: string]: BinaryItem[];
   };
 
-  async init() {
+  async initFetch() {
     this.dirItems = undefined;
   }
 
-  async fetch(dir: string): Promise<FetchResult | undefined> {
-    if (!this.dirItems) {
-      this.dirItems = {};
-      this.dirItems['/'] = [];
-      let chromeVersion = '';
+  async finishFetch(success: boolean) {
+    if (
+      success &&
+      this.#timestamp &&
+      ChromeForTestingBinary.lastTimestamp !== this.#timestamp
+    ) {
+      ChromeForTestingBinary.lastTimestamp = this.#timestamp;
+    }
+  }
 
-      // exports.PUPPETEER_REVISIONS = Object.freeze({
-      //   chrome: '113.0.5672.63',
-      //   firefox: 'latest',
-      // });
-      const unpkgURL = 'https://unpkg.com/puppeteer-core@latest/lib/cjs/puppeteer/revisions.js';
-      const text = await this.requestXml(unpkgURL);
-      const m = /chrome:\s+\'([\d\.]+)\'\,/.exec(text);
-      if (m) {
-        chromeVersion = m[1];
+  async #syncDirItems() {
+    this.dirItems = {};
+    this.dirItems['/'] = [];
+    const jsonApiEndpoint =
+      'https://googlechromelabs.github.io/chrome-for-testing/known-good-versions-with-downloads.json';
+    const { data, status, headers } = await this.httpclient.request(
+      jsonApiEndpoint,
+      {
+        dataType: 'json',
+        timeout: 30000,
+        followRedirect: true,
+        gzip: true,
       }
+    );
+    if (status !== 200) {
+      this.logger.warn(
+        '[ChromeForTestingBinary.request:non-200-status] url: %s, status: %s, headers: %j, data: %j',
+        jsonApiEndpoint,
+        status,
+        headers,
+        data
+      );
+      return;
+    }
+    this.#timestamp = data.timestamp;
+    const hasNewData = this.#timestamp !== ChromeForTestingBinary.lastTimestamp;
+    this.logger.info(
+      '[ChromeForTestingBinary] remote data timestamp: %j, last timestamp: %j, hasNewData: %s',
+      this.#timestamp,
+      ChromeForTestingBinary.lastTimestamp,
+      hasNewData
+    );
+    if (!hasNewData) {
+      return;
+    }
 
-      const platforms = [ 'linux64', 'mac-arm64', 'mac-x64', 'win32', 'win64' ];
-      const date = new Date().toISOString();
+    this.dirItems['/'].push({
+      name: 'known-good-versions-with-downloads.json',
+      date: data.timestamp,
+      size: '-',
+      isDir: false,
+      url: jsonApiEndpoint,
+    });
+    this.dirItems['/'].push({
+      name: 'latest-patch-versions-per-build.json',
+      date: data.timestamp,
+      size: '-',
+      isDir: false,
+      url: 'https://googlechromelabs.github.io/chrome-for-testing/latest-patch-versions-per-build.json',
+    });
+    this.dirItems['/'].push({
+      name: 'last-known-good-versions.json',
+      date: data.timestamp,
+      size: '-',
+      isDir: false,
+      url: 'https://googlechromelabs.github.io/chrome-for-testing/last-known-good-versions.json',
+    });
+
+    // "timestamp": "2023-09-16T00:21:21.964Z",
+    // "versions": [
+    //   {
+    //     "version": "113.0.5672.0",
+    //     "revision": "1121455",
+    //     "downloads": {
+    //       "chrome": [
+    //         {
+    //           "platform": "linux64",
+    //           "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/113.0.5672.0/linux64/chrome-linux64.zip"
+    //         },
+    //         {
+    //           "platform": "mac-arm64",
+    //           "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/113.0.5672.0/mac-arm64/chrome-mac-arm64.zip"
+    //         },
+    //         {
+    //           "platform": "mac-x64",
+    //           "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/113.0.5672.0/mac-x64/chrome-mac-x64.zip"
+    //         },
+    //         {
+    //           "platform": "win32",
+    //           "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/113.0.5672.0/win32/chrome-win32.zip"
+    //         },
+    //         {
+    //           "platform": "win64",
+    //           "url": "https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/113.0.5672.0/win64/chrome-win64.zip"
+    //         }
+    //       ]
+    //     }
+    //   },
+    const versions = data.versions as {
+      version: string;
+      revision: string;
+      downloads: {
+        [key: string]: {
+          platform: string;
+          url: string;
+        }[];
+      };
+    }[];
+    for (const item of versions) {
       this.dirItems['/'].push({
-        name: `${chromeVersion}/`,
-        date,
+        name: `${item.version}/`,
+        date: item.revision,
         size: '-',
         isDir: true,
         url: '',
       });
-      this.dirItems[`/${chromeVersion}/`] = [];
-
-      for (const platform of platforms) {
-        this.dirItems[`/${chromeVersion}/`].push({
-          name: `${platform}/`,
-          date,
-          size: '-',
-          isDir: true,
-          url: '',
-        });
-
-        // https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/113.0.5672.63/mac-arm64/chrome-mac-arm64.zip
-        const name = `chrome-${platform}.zip`;
-        this.dirItems[`/${chromeVersion}/${platform}/`] = [
-          {
-            name,
-            date,
+      const versionDir = `/${item.version}/`;
+      if (!this.dirItems[versionDir]) {
+        this.dirItems[versionDir] = [];
+      }
+      for (const category in item.downloads) {
+        const downloads = item.downloads[category];
+        for (const download of downloads) {
+          const platformDir = `${versionDir}${download.platform}/`;
+          if (!this.dirItems[platformDir]) {
+            this.dirItems[platformDir] = [];
+            this.dirItems[versionDir].push({
+              name: `${download.platform}/`,
+              date: item.revision,
+              size: '-',
+              isDir: true,
+              url: '',
+            });
+          }
+          this.dirItems[platformDir].push({
+            name: basename(download.url),
+            date: data.timestamp,
             size: '-',
             isDir: false,
-            url: `https://edgedl.me.gvt1.com/edgedl/chrome/chrome-for-testing/${chromeVersion}/${platform}/${name}`,
-          },
-        ];
+            url: download.url,
+          });
+        }
       }
     }
+  }
 
-    return { items: this.dirItems[dir], nextParams: null };
+  async fetch(dir: string): Promise<FetchResult | undefined> {
+    // use https://github.com/GoogleChromeLabs/chrome-for-testing#json-api-endpoints
+    if (!this.dirItems) {
+      await this.#syncDirItems();
+    }
+    return { items: this.dirItems![dir], nextParams: null };
   }
 }

app/common/adapter/binary/CypressBinary.ts

@@ -1,6 +1,7 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Cypress)
@@ -9,7 +10,7 @@ export class CypressBinary extends AbstractBinary {
     [key: string]: BinaryItem[];
   } | null;
 
-  async init() {
+  async initFetch() {
     this.dirItems = undefined;
   }
 
@@ -42,8 +43,23 @@ export class CypressBinary extends AbstractBinary {
         // "https://cdn.cypress.io/desktop/9.2.0/darwin-arm64/cypress.zip"
         // "https://cdn.cypress.io/desktop/9.2.0/darwin-x64/cypress.zip"
         // "https://cdn.cypress.io/desktop/9.2.0/linux-x64/cypress.zip"
+        // "https://cdn.cypress.io/desktop/9.2.0/linux-arm64/cypress.zip"
         // "https://cdn.cypress.io/desktop/9.2.0/win32-x64/cypress.zip"
-        const platforms = [ 'darwin-x64', 'darwin-arm64', 'linux-x64', 'win32-x64' ];
+        // https://github.com/cypress-io/cypress/blob/develop/scripts/binary/index.js#L146
+        // const systems = [
+        //   { platform: 'linux', arch: 'x64' },
+        //   { platform: 'linux', arch: 'arm64' },
+        //   { platform: 'darwin', arch: 'x64' },
+        //   { platform: 'darwin', arch: 'arm64' },
+        //   { platform: 'win32', arch: 'x64' },
+        // ]
+        const platforms = [
+          'darwin-x64',
+          'darwin-arm64',
+          'linux-x64',
+          'linux-arm64',
+          'win32-x64',
+        ];
         for (const platform of platforms) {
           this.dirItems[subDir].push({
             name: `${platform}/`,

app/common/adapter/binary/EdgedriverBinary.ts

@@ -0,0 +1,221 @@
+import path from 'node:path';
+import { SingletonProto } from '@eggjs/tegg';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
+import { BinaryType } from '../../enum/Binary.js';
+
+@SingletonProto()
+@BinaryAdapter(BinaryType.Edgedriver)
+export class EdgedriverBinary extends AbstractBinary {
+  private dirItems?: {
+    [key: string]: BinaryItem[];
+  };
+
+  async initFetch() {
+    this.dirItems = undefined;
+  }
+
+  async #syncDirItems() {
+    this.dirItems = {};
+    this.dirItems['/'] = [];
+    const jsonApiEndpoint = 'https://edgeupdates.microsoft.com/api/products';
+    const { data, status, headers } = await this.httpclient.request(
+      jsonApiEndpoint,
+      {
+        dataType: 'json',
+        timeout: 30000,
+        followRedirect: true,
+        gzip: true,
+      }
+    );
+    if (status !== 200) {
+      this.logger.warn(
+        '[EdgedriverBinary.request:non-200-status] url: %s, status: %s, headers: %j, data: %j',
+        jsonApiEndpoint,
+        status,
+        headers,
+        data
+      );
+      return;
+    }
+    this.logger.info('[EdgedriverBinary] remote data length: %s', data.length);
+    // [
+    //   {
+    //     "Product": "Stable",
+    //     "Releases": [
+    //       {
+    //         "ReleaseId": 73376,
+    //         "Platform": "iOS",
+    //         "Architecture": "arm64",
+    //         "CVEs": [],
+    //         "ProductVersion": "124.0.2478.89",
+    //         "Artifacts": [],
+    //         "PublishedTime": "2024-05-07T02:57:00",
+    //         "ExpectedExpiryDate": "2025-05-07T02:57:00"
+    //       },
+    //       {
+    //         "ReleaseId": 73629,
+    //         "Platform": "Windows",
+    //         "Architecture": "x86",
+    //         "CVEs": [
+    //           "CVE-2024-4559",
+    //           "CVE-2024-4671"
+    //         ],
+    //         "ProductVersion": "124.0.2478.97",
+    //         "Artifacts": [
+    //           {
+    //             "ArtifactName": "msi",
+    //             "Location": "https://msedge.sf.dl.delivery.mp.microsoft.com/filestreamingservice/files/aa1c9fe3-bb9c-4a80-9ff7-5c109701fbfe/MicrosoftEdgeEnterpriseX86.msi",
+    //             "Hash": "4CEF7B907D3E2371E953C41190E32C3560CEE7D3F16D7550CA156DC976EBCB80",
+    //             "HashAlgorithm": "SHA256",
+    //             "SizeInBytes": 162029568
+    //           }
+    //         ],
+    //         "PublishedTime": "2024-05-11T06:47:00",
+    //         "ExpectedExpiryDate": "2025-05-10T16:59:00"
+    //       },
+    //       {
+    //         "ReleaseId": 73630,
+    //         "Platform": "Linux",
+    //         "Architecture": "x64",
+    //         "CVEs": [
+    //           "CVE-2024-4559"
+    //         ],
+    //         "ProductVersion": "124.0.2478.97",
+    //         "Artifacts": [
+    //           {
+    //             "ArtifactName": "rpm",
+    //             "Location": "https://packages.microsoft.com/yumrepos/edge/microsoft-edge-stable-124.0.2478.97-1.x86_64.rpm",
+    //             "Hash": "32D9C333544DDD9C56FED54844E89EF00F3E5620942C07B9B68D214016687895",
+    //             "HashAlgorithm": "SHA256",
+    //             "SizeInBytes": 169877932
+    //           },
+    //           {
+    //             "ArtifactName": "deb",
+    //             "Location": "https://packages.microsoft.com/repos/edge/pool/main/m/microsoft-edge-stable/microsoft-edge-stable_124.0.2478.97-1_amd64.deb",
+    //             "Hash": "85D0AD1D63847B3DD54F0F214D18A2B54462BB43291536E773AD1B8B29BBF799",
+    //             "HashAlgorithm": "SHA256",
+    //             "SizeInBytes": 167546042
+    //           }
+    //         ],
+    //         "PublishedTime": "2024-05-10T17:01:00",
+    //         "ExpectedExpiryDate": "2025-05-10T17:01:00"
+    //       },
+    // {
+    //   "Product": "EdgeUpdate",
+    //   "Releases": [
+    //     {
+    //       "ReleaseId": 73493,
+    //       "Platform": "Windows",
+    //       "Architecture": "x86",
+    //       "CVEs": [],
+    //       "ProductVersion": "1.3.187.37",
+    //       "Artifacts": [
+    //         {
+    //           "ArtifactName": "exe",
+    //           "Location": "https://msedge.sf.dl.delivery.mp.microsoft.com/filestreamingservice/files/a2fa84fe-796b-4f80-b1cd-f4d1f5731aa8/MicrosoftEdgeUpdateSetup_X86_1.3.187.37.exe",
+    //           "Hash": "503088D22461FEE5D7B6B011609D73FFD5869D3ACE1DBB0F00F8F3B9D122C514",
+    //           "HashAlgorithm": "SHA256",
+    //           "SizeInBytes": 1622072
+    //         }
+    //       ],
+    //       "PublishedTime": "2024-05-08T05:44:00",
+    //       "ExpectedExpiryDate": "2025-05-08T05:44:00"
+    //     }
+    //   ]
+    // }
+    const products = data as {
+      Product: string;
+      Releases: {
+        ReleaseId: number;
+        Platform: string;
+        Architecture: string;
+        CVEs: string[];
+        ProductVersion: string;
+        Artifacts: {
+          ArtifactName: string;
+          Location: string;
+          Hash: string;
+          HashAlgorithm: string;
+          SizeInBytes: string;
+        }[];
+        PublishedTime: string;
+        ExpectedExpiryDate: string;
+      }[];
+    }[];
+    const existsVersions = new Set<string>();
+    for (const product of products) {
+      if (product.Product === 'EdgeUpdate') continue;
+      for (const release of product.Releases) {
+        if (!release.Artifacts || release.Artifacts.length === 0) continue;
+        if (existsVersions.has(release.ProductVersion)) continue;
+        this.dirItems['/'].push({
+          name: `${release.ProductVersion}/`,
+          date: release.PublishedTime,
+          size: '-',
+          isDir: true,
+          url: '',
+        });
+        existsVersions.add(release.ProductVersion);
+      }
+    }
+  }
+
+  async fetch(dir: string): Promise<FetchResult | undefined> {
+    if (!this.dirItems) {
+      await this.#syncDirItems();
+    }
+    // fetch root dir
+    if (dir === '/') {
+      return { items: this.dirItems![dir], nextParams: null };
+    }
+
+    // fetch sub dir
+    // /foo/ => foo/
+    const subDir = dir.substring(1);
+    // https://msedgewebdriverstorage.blob.core.windows.net/edgewebdriver?prefix=124.0.2478.97/&delimiter=/&maxresults=100&restype=container&comp=list
+    const url = `https://msedgewebdriverstorage.blob.core.windows.net/edgewebdriver?prefix=${encodeURIComponent(subDir)}&delimiter=/&maxresults=100&restype=container&comp=list`;
+    const xml = await this.requestXml(url);
+    return { items: this.#parseItems(xml), nextParams: null };
+  }
+
+  #parseItems(xml: string): BinaryItem[] {
+    const items: BinaryItem[] = [];
+    // <Blob><Name>124.0.2478.97/edgedriver_arm64.zip</Name><Url>https://msedgewebdriverstorage.blob.core.windows.net/edgewebdriver/124.0.2478.97/edgedriver_arm64.zip</Url><Properties><Last-Modified>Fri, 10 May 2024 18:35:44 GMT</Last-Modified><Etag>0x8DC712000713C13</Etag><Content-Length>9191362</Content-Length><Content-Type>application/octet-stream</Content-Type><Content-Encoding /><Content-Language /><Content-MD5>1tjPTf5JU6KKB06Qf1JOGw==</Content-MD5><Cache-Control /><BlobType>BlockBlob</BlobType><LeaseStatus>unlocked</LeaseStatus></Properties></Blob>
+    const fileRe =
+      /<Blob><Name>([^<]+?)<\/Name><Url>([^<]+?)<\/Url><Properties><Last-Modified>([^<]+?)<\/Last-Modified><Etag>(?:[^<]+?)<\/Etag><Content-Length>(\d+)<\/Content-Length>/g;
+    const matchItems = xml.matchAll(fileRe);
+    for (const m of matchItems) {
+      const fullname = m[1].trim();
+      // <Blob>
+      //   <Name>124.0.2478.97/edgedriver_arm64.zip</Name>
+      //   <Url>https://msedgewebdriverstorage.blob.core.windows.net/edgewebdriver/124.0.2478.97/edgedriver_arm64.zip</Url>
+      //   <Properties>
+      //     <Last-Modified>Fri, 10 May 2024 18:35:44 GMT</Last-Modified>
+      //     <Etag>0x8DC712000713C13</Etag>
+      //     <Content-Length>9191362</Content-Length>
+      //     <Content-Type>application/octet-stream</Content-Type>
+      //     <Content-Encoding/>
+      //     <Content-Language/>
+      //     <Content-MD5>1tjPTf5JU6KKB06Qf1JOGw==</Content-MD5>
+      //     <Cache-Control/>
+      //     <BlobType>BlockBlob</BlobType>
+      //     <LeaseStatus>unlocked</LeaseStatus>
+      //   </Properties>
+      // </Blob>
+      // ignore size = 0 dir
+      const name = path.basename(fullname);
+      const url = m[2].trim();
+      const date = m[3].trim();
+      const size = parseInt(m[4].trim());
+      items.push({
+        name,
+        isDir: false,
+        url,
+        size,
+        date,
+      });
+    }
+    return items;
+  }
+}

app/common/adapter/binary/ElectronBinary.ts

@@ -1,13 +1,18 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries, { BinaryName } from '../../../../config/binaries';
-import { BinaryAdapter, BinaryItem, FetchResult } from './AbstractBinary';
-import { GithubBinary } from './GithubBinary';
+import type { BinaryName } from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import { BinaryType } from '../../enum/Binary.js';
+import type { BinaryItem, FetchResult } from './AbstractBinary.js';
+import { BinaryAdapter } from './AbstractBinary.js';
+import { GithubBinary } from './GithubBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Electron)
 export class ElectronBinary extends GithubBinary {
-  async fetch(dir: string, binaryName: BinaryName = 'electron'): Promise<FetchResult | undefined> {
+  async fetch(
+    dir: string,
+    binaryName: BinaryName = 'electron'
+  ): Promise<FetchResult | undefined> {
     const releases = await this.initReleases(binaryName, binaries.electron);
     if (!releases) return;
 
@@ -34,7 +39,10 @@ export class ElectronBinary extends GithubBinary {
       }
     } else {
       for (const item of releases) {
-        if (dir === `/${item.tag_name}/` || dir === `/${item.tag_name.substring(1)}/`) {
+        if (
+          dir === `/${item.tag_name}/` ||
+          dir === `/${item.tag_name.substring(1)}/`
+        ) {
           items = this.formatItems(item, binaries.electron);
           break;
         }

app/common/adapter/binary/GithubBinary.ts

@@ -1,18 +1,26 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries, { BinaryName, BinaryTaskConfig } from '../../../../config/binaries';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import type {
+  BinaryName,
+  BinaryTaskConfig,
+} from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.GitHub)
 export class GithubBinary extends AbstractBinary {
   private releases: Record<string, any[]> = {};
 
-  async init(binaryName: BinaryName) {
+  async initFetch(binaryName: BinaryName) {
     delete this.releases[binaryName];
   }
 
-  protected async initReleases(binaryName: BinaryName, binaryConfig: BinaryTaskConfig) {
+  protected async initReleases(
+    binaryName: BinaryName,
+    binaryConfig: BinaryTaskConfig
+  ) {
     if (!this.releases[binaryName]) {
       // https://docs.github.com/en/rest/reference/releases get three pages
       // https://api.github.com/repos/electron/electron/releases
@@ -21,14 +29,29 @@ export class GithubBinary extends AbstractBinary {
       const maxPage = binaryConfig.options?.maxPage || 1;
       for (let i = 0; i < maxPage; i++) {
         const url = `https://api.github.com/repos/${binaryConfig.repo}/releases?per_page=100&page=${i + 1}`;
-        const data = await this.requestJSON(url);
+        const requestHeaders: Record<string, string> = {};
+        if (process.env.GITHUB_TOKEN) {
+          requestHeaders.Authorization = `token ${process.env.GITHUB_TOKEN}`;
+        }
+        const data = await this.requestJSON(url, requestHeaders);
         if (!Array.isArray(data)) {
           // {"message":"API rate limit exceeded for 47.57.239.54. (But here's the good news: Authenticated requests get a higher rate limit. Check out the documentation for more details.)","documentation_url":"https://docs.github.com/rest/overview/resources-in-the-rest-api#rate-limiting"}
-          if (typeof data?.message === 'string' && data.message.includes('rate limit')) {
-            this.logger.info('[GithubBinary.fetch:hit-rate-limit] skip sync this time, data: %j, url: %s', data, url);
+          if (
+            typeof data?.message === 'string' &&
+            data.message.includes('rate limit')
+          ) {
+            this.logger.info(
+              '[GithubBinary.fetch:hit-rate-limit] skip sync this time, data: %j, url: %s',
+              data,
+              url
+            );
             return;
           }
-          this.logger.warn('[GithubBinary.fetch:response-data-not-array] data: %j, url: %s', data, url);
+          this.logger.warn(
+            '[GithubBinary.fetch:response-data-not-array] data: %j, url: %s',
+            data,
+            url
+          );
           return;
         }
         releases = releases.concat(data);
@@ -40,10 +63,16 @@ export class GithubBinary extends AbstractBinary {
 
   protected formatItems(releaseItem: any, binaryConfig: BinaryTaskConfig) {
     const items: BinaryItem[] = [];
-    // 200MB
-    const maxFileSize = 1024 * 1024 * 200;
+    // 250MB
+    const maxFileSize = 1024 * 1024 * 250;
     for (const asset of releaseItem.assets) {
-      if (asset.size > maxFileSize) continue;
+      if (asset.size > maxFileSize) {
+        this.logger.info(
+          '[GithubBinary.formatItems] asset reach max file size(> 250MB), ignore download it, asset: %j',
+          asset
+        );
+        continue;
+      }
       items.push({
         name: asset.name,
         isDir: false,
@@ -76,7 +105,10 @@ export class GithubBinary extends AbstractBinary {
     return items;
   }
 
-  async fetch(dir: string, binaryName: BinaryName): Promise<FetchResult | undefined> {
+  async fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined> {
     const binaryConfig = binaries[binaryName];
     const releases = await this.initReleases(binaryName, binaryConfig);
     if (!releases) return;

app/common/adapter/binary/ImageminBinary.ts

@@ -1,17 +1,22 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries, { BinaryName } from '../../../../config/binaries';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import type { BinaryName } from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Imagemin)
 export class ImageminBinary extends AbstractBinary {
-  async init() {
+  async initFetch() {
     // do nothing
     return;
   }
 
-  async fetch(dir: string, binaryName: BinaryName): Promise<FetchResult | undefined> {
+  async fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined> {
     const binaryConfig = binaries[binaryName];
     const dirItems: {
       [key: string]: BinaryItem[];
@@ -66,7 +71,7 @@ export class ImageminBinary extends AbstractBinary {
               size: '-',
               isDir: false,
               url: `${binaryConfig.distUrl}/${binaryConfig.repo}${platformDir}${name}`,
-              ignoreDownloadStatuses: [ 404 ],
+              ignoreDownloadStatuses: [404],
             });
           }
         } else {
@@ -88,7 +93,7 @@ export class ImageminBinary extends AbstractBinary {
                 size: '-',
                 isDir: false,
                 url: `${binaryConfig.distUrl}/${binaryConfig.repo}${platformArchDir}${name}`,
-                ignoreDownloadStatuses: [ 404 ],
+                ignoreDownloadStatuses: [404],
               });
             }
           }

app/common/adapter/binary/NodeBinary.ts

@@ -1,17 +1,23 @@
+import { basename } from 'node:path';
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries, { BinaryName } from '../../../../config/binaries';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import { BinaryType } from '../../enum/Binary.js';
+import type { BinaryName } from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Node)
 export class NodeBinary extends AbstractBinary {
-  async init() {
+  async initFetch() {
     // do nothing
     return;
   }
 
-  async fetch(dir: string, binaryName: BinaryName): Promise<FetchResult | undefined> {
+  async fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined> {
     const binaryConfig = binaries[binaryName];
     const url = `${binaryConfig.distUrl}${dir}`;
     const html = await this.requestXml(url);
@@ -21,26 +27,40 @@ export class NodeBinary extends AbstractBinary {
     // <a href="index.tab">index.tab</a>                                          17-Dec-2021 23:16              136319
     // <a href="node-0.0.1.tar.gz">node-0.0.1.tar.gz</a>                                  26-Aug-2011 16:22             2846972
     // <a href="node-v14.0.0-nightly20200119b318926634-linux-armv7l.tar.xz">node-v14.0.0-nightly20200119b318926634-linux-ar..&gt;</a> 19-Jan-2020 06:07            18565976
-    const re = /<a href="([^\"]+?)"[^>]*?>[^<]+?<\/a>\s+?([\w\-]+? \w{2}\:\d{2})\s+?(\d+|\-)/ig;
+
+    // new html format
+    //     <a href="docs/">docs/</a>                                                             -                   -
+    // <a href="win-x64/">win-x64/</a>                                                          -                   -
+    // <a href="win-x86/">win-x86/</a>                                                          -                   -
+    // <a href="/dist/v18.15.0/SHASUMS256.txt.asc">SHASUMS256.txt.asc</a>                                 04-Nov-2024 17:29               3.7 KB
+    // <a href="/dist/v18.15.0/SHASUMS256.txt.sig">SHASUMS256.txt.sig</a>                                 04-Nov-2024 17:29                310 B
+    // <a href="/dist/v18.15.0/SHASUMS256.txt">SHASUMS256.txt</a>                                     04-Nov-2024 17:29               3.2 KB
+    const re =
+      /<a href="([^"]+?)"[^>]*?>[^<]+?<\/a>\s+?((?:[\w-]+? \w{2}:\d{2})|-)\s+?([\d.\-\s\w]+)/gi;
     const matchs = html.matchAll(re);
     const items: BinaryItem[] = [];
     for (const m of matchs) {
-      const name = m[1];
+      let name = m[1];
       const isDir = name.endsWith('/');
+      if (!isDir) {
+        // /dist/v18.15.0/SHASUMS256.txt => SHASUMS256.txt
+        name = basename(name);
+      }
       const fileUrl = isDir ? '' : `${url}${name}`;
       const date = m[2];
-      const size = m[3];
+      const size = m[3].trim();
       if (size === '0') continue;
       if (binaryConfig.ignoreFiles?.includes(`${dir}${name}`)) continue;
 
-      items.push({
+      const item = {
         name,
         isDir,
         url: fileUrl,
         size,
         date,
         ignoreDownloadStatuses: binaryConfig.options?.ignoreDownloadStatuses,
-      });
+      };
+      items.push(item);
     }
     return { items, nextParams: null };
   }

app/common/adapter/binary/NodePreGypBinary.ts

@@ -1,21 +1,27 @@
+import { join } from 'node:path';
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries, { BinaryName } from '../../../../config/binaries';
-import { join } from 'path';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import type { BinaryName } from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.NodePreGyp)
 export class NodePreGypBinary extends AbstractBinary {
-  async init() {
+  async initFetch() {
     // do nothing
     return;
   }
 
   // https://github.com/mapbox/node-pre-gyp
-  async fetch(dir: string, binaryName: BinaryName): Promise<FetchResult | undefined> {
+  async fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined> {
     const binaryConfig = binaries[binaryName];
-    const pkgUrl = `https://registry.npmjs.com/${binaryName}`;
+    const npmPackageName = binaryConfig.options?.npmPackageName ?? binaryName;
+    const pkgUrl = `https://registry.npmjs.com/${npmPackageName}`;
     const data = await this.requestJSON(pkgUrl);
     const dirItems: {
       [key: string]: BinaryItem[];
@@ -32,20 +38,28 @@ export class NodePreGypBinary extends AbstractBinary {
       if (!pkgVersion.binary) continue;
       // https://github.com/mapbox/node-pre-gyp#package_name
       // defaults to {module_name}-v{version}-{node_abi}-{platform}-{arch}.tar.gz
-      let binaryFile = pkgVersion.binary.package_name
-        || '{module_name}-v{version}-{node_abi}-{platform}-{arch}.tar.gz';
+      let binaryFile =
+        pkgVersion.binary.package_name ||
+        '{module_name}-v{version}-{node_abi}-{platform}-{arch}.tar.gz';
       if (!binaryFile) continue;
       const moduleName = pkgVersion.binary.module_name || pkgVersion.name;
-      binaryFile = binaryFile.replace('{version}', version)
+      binaryFile = binaryFile
+        .replace('{version}', version)
         .replace('{module_name}', moduleName);
 
       let currentDir = dirItems['/'];
       let versionPrefix = '';
       let remotePath = pkgVersion.binary.remote_path;
       const napiVersions = pkgVersion.binary.napi_versions ?? [];
-      if (binaryConfig.options?.requiredNapiVersions && napiVersions.length === 0) continue;
+      if (
+        binaryConfig.options?.requiredNapiVersions &&
+        napiVersions.length === 0
+      )
+        continue;
       if (remotePath?.includes('{version}')) {
-        const dirName = remotePath.includes('v{version}') ? `v${version}` : version;
+        const dirName = remotePath.includes('v{version}')
+          ? `v${version}`
+          : version;
         versionPrefix = `/${dirName}`;
         dirItems['/'].push({
           name: `${dirName}/`,
@@ -66,17 +80,20 @@ export class NodePreGypBinary extends AbstractBinary {
       //   "remote_path": "{name}/v{version}",
       //   "package_name": "{node_abi}-{platform}-{arch}-{libc}.tar.gz"
       // },
-      if (binaryFile.includes('{node_abi}')
-        && binaryFile.includes('{platform}')
-        && binaryFile.includes('{arch}')
-        && binaryFile.includes('{libc}')) {
+      if (
+        binaryFile.includes('{node_abi}') &&
+        binaryFile.includes('{platform}') &&
+        binaryFile.includes('{arch}') &&
+        binaryFile.includes('{libc}')
+      ) {
         for (const nodeAbi of nodeABIVersions) {
           for (const platform of nodePlatforms) {
             const archs = nodeArchs[platform];
             const libcs = nodeLibcs[platform];
             for (const arch of archs) {
               for (const libc of libcs) {
-                const name = binaryFile.replace('{node_abi}', `node-v${nodeAbi}`)
+                const name = binaryFile
+                  .replace('{node_abi}', `node-v${nodeAbi}`)
                   .replace('{platform}', platform)
                   .replace('{arch}', arch)
                   .replace('{libc}', libc);
@@ -86,20 +103,23 @@ export class NodePreGypBinary extends AbstractBinary {
                   size: '-',
                   isDir: false,
                   url: `${binaryConfig.distUrl}/${binaryName}${versionPrefix}/${name}`,
-                  ignoreDownloadStatuses: [ 404 ],
+                  ignoreDownloadStatuses: [404],
                 });
               }
             }
           }
         }
-      } else if (binaryFile.includes('{node_abi}')
-        && binaryFile.includes('{platform}')
-        && binaryFile.includes('{arch}')) {
+      } else if (
+        binaryFile.includes('{node_abi}') &&
+        binaryFile.includes('{platform}') &&
+        binaryFile.includes('{arch}')
+      ) {
         for (const nodeAbi of nodeABIVersions) {
           for (const platform of nodePlatforms) {
             const archs = nodeArchs[platform];
             for (const arch of archs) {
-              const name = binaryFile.replace('{node_abi}', `node-v${nodeAbi}`)
+              const name = binaryFile
+                .replace('{node_abi}', `node-v${nodeAbi}`)
                 .replace('{platform}', platform)
                 .replace('{arch}', arch);
               currentDir.push({
@@ -108,12 +128,15 @@ export class NodePreGypBinary extends AbstractBinary {
                 size: '-',
                 isDir: false,
                 url: `${binaryConfig.distUrl}/${binaryName}${versionPrefix}/${name}`,
-                ignoreDownloadStatuses: [ 404 ],
+                ignoreDownloadStatuses: [404],
               });
             }
           }
         }
-      } else if (binaryFile.includes('{platform}-{arch}-{node_napi_label}-{libc}') && napiVersions.length > 0) {
+      } else if (
+        binaryFile.includes('{platform}-{arch}-{node_napi_label}-{libc}') &&
+        napiVersions.length > 0
+      ) {
         // https://skia-canvas.s3.us-east-1.amazonaws.com/v0.9.30/darwin-arm64-napi-v6-unknown.tar.gz
         // https://github.com/samizdatco/skia-canvas/blob/2a75801d7cce3b4e4e6ad015a173daefaa8465e6/package.json#L48
         // "binary": {
@@ -132,7 +155,8 @@ export class NodePreGypBinary extends AbstractBinary {
           for (const arch of archs) {
             for (const libc of libcs) {
               for (const napiVersion of napiVersions) {
-                const name = binaryFile.replace('{platform}', platform)
+                const name = binaryFile
+                  .replace('{platform}', platform)
                   .replace('{arch}', arch)
                   .replace('{node_napi_label}', `napi-v${napiVersion}`)
                   .replace('{libc}', libc);
@@ -142,7 +166,7 @@ export class NodePreGypBinary extends AbstractBinary {
                   size: '-',
                   isDir: false,
                   url: `${binaryConfig.distUrl}${versionPrefix}/${name}`,
-                  ignoreDownloadStatuses: [ 404, 403 ],
+                  ignoreDownloadStatuses: [404, 403],
                 });
               }
             }
@@ -164,10 +188,12 @@ export class NodePreGypBinary extends AbstractBinary {
           const archs = nodeArchs[platform];
           for (const arch of archs) {
             for (const napiVersion of napiVersions) {
-              const binaryFileName = binaryFile.replace('{platform}', platform)
+              const binaryFileName = binaryFile
+                .replace('{platform}', platform)
                 .replace('{arch}', arch)
                 .replace('{node_napi_label}', napiVersion);
-              remotePath = remotePath.replace('{module_name}', moduleName)
+              remotePath = remotePath
+                .replace('{module_name}', moduleName)
                 .replace('{name}', binaryName)
                 .replace('{version}', version)
                 .replace('{configuration}', 'Release');
@@ -179,12 +205,15 @@ export class NodePreGypBinary extends AbstractBinary {
                 size: '-',
                 isDir: false,
                 url: remoteUrl,
-                ignoreDownloadStatuses: [ 404 ],
+                ignoreDownloadStatuses: [404],
               });
             }
           }
         }
-      } else if (binaryFile.includes('{platform}') && binaryFile.includes('{arch}')) {
+      } else if (
+        binaryFile.includes('{platform}') &&
+        binaryFile.includes('{arch}')
+      ) {
         // https://github.com/grpc/grpc-node/blob/master/packages/grpc-tools/package.json#L29
         // "binary": {
         //   "module_name": "grpc_tools",
@@ -204,9 +233,11 @@ export class NodePreGypBinary extends AbstractBinary {
         for (const platform of nodePlatforms) {
           const archs = nodeArchs[platform];
           for (const arch of archs) {
-            const binaryFileName = binaryFile.replace('{platform}', platform)
+            const binaryFileName = binaryFile
+              .replace('{platform}', platform)
               .replace('{arch}', arch);
-            remotePath = remotePath.replace('{module_name}', moduleName)
+            remotePath = remotePath
+              .replace('{module_name}', moduleName)
               .replace('{name}', binaryName)
               .replace('{version}', version)
               .replace('{configuration}', 'Release');
@@ -218,7 +249,7 @@ export class NodePreGypBinary extends AbstractBinary {
               size: '-',
               isDir: false,
               url: remoteUrl,
-              ignoreDownloadStatuses: [ 404 ],
+              ignoreDownloadStatuses: [404],
             });
           }
         }

app/common/adapter/binary/NwjsBinary.ts

@@ -1,8 +1,9 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import binaries from '../../../../config/binaries';
-import { FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
-import { BucketBinary } from './BucketBinary';
+import binaries from '../../../../config/binaries.js';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { BinaryAdapter } from './AbstractBinary.js';
+import { BucketBinary } from './BucketBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Nwjs)
@@ -14,7 +15,9 @@ export class NwjsBinary extends BucketBinary {
     const isRootDir = dir === '/';
     // /foo/ => foo/
     const subDir = dir.substring(1);
-    const url = isRootDir ? binaryConfig.distUrl : `${this.s3Url}${encodeURIComponent(subDir)}`;
+    const url = isRootDir
+      ? binaryConfig.distUrl
+      : `${this.s3Url}${encodeURIComponent(subDir)}`;
     const xml = await this.requestXml(url);
     if (!xml) return;
 
@@ -25,7 +28,8 @@ export class NwjsBinary extends BucketBinary {
       // <tr><td valign="top"><img src="/icons/folder.gif" alt="[DIR]"></td><td><a href="v0.15.0-rc1/">v0.15.0-rc1/</a></td><td align="right">06-May-2016 12:24  </td><td align="right">  - </td><td>&nbsp;</td></tr>
       // <tr><td valign="top"><img src="/icons/folder.gif" alt="[DIR]"></td><td><a href="v0.15.0-rc2/">v0.15.0-rc2/</a></td><td align="right">13-May-2016 20:13  </td><td align="right">  - </td><td>&nbsp;</td></tr>
       const items: BinaryItem[] = [];
-      const re = /<td><a [^>]+?>([^<]+?\/)<\/a><\/td><td [^>]+?>([^>]+?)<\/td>/ig;
+      const re =
+        /<td><a [^>]+?>([^<]+?\/)<\/a><\/td><td [^>]+?>([^>]+?)<\/td>/gi;
       const matchs = xml.matchAll(re);
       for (const m of matchs) {
         const name = m[1].trim();

app/common/adapter/binary/PlaywrightBinary.ts

@@ -1,9 +1,9 @@
-
-import { AbstractBinary, BinaryAdapter, BinaryItem, FetchResult } from './AbstractBinary';
-import util from 'util';
-import path from 'path';
+import util from 'node:util';
+import path from 'node:path';
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
+import { BinaryType } from '../../enum/Binary.js';
+import type { BinaryItem, FetchResult } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 const PACKAGE_URL = 'https://registry.npmjs.com/playwright-core';
 const DOWNLOAD_HOST = 'https://playwright.azureedge.net/';
@@ -11,146 +11,348 @@ const DOWNLOAD_HOST = 'https://playwright.azureedge.net/';
 // https://github.com/microsoft/playwright/blob/main/packages/playwright-core/src/server/registry/index.ts
 /* eslint-disable quote-props */
 const DOWNLOAD_PATHS = {
-  'chromium': {
+  chromium: {
     '<unknown>': undefined,
-    'generic-linux': 'builds/chromium/%s/chromium-linux.zip',
-    'generic-linux-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
-    'ubuntu18.04': 'builds/chromium/%s/chromium-linux.zip',
-    'ubuntu20.04': 'builds/chromium/%s/chromium-linux.zip',
-    'ubuntu22.04': 'builds/chromium/%s/chromium-linux.zip',
-    'ubuntu18.04-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/chromium/%s/chromium-linux.zip',
+    'ubuntu22.04-x64': 'builds/chromium/%s/chromium-linux.zip',
+    'ubuntu24.04-x64': 'builds/chromium/%s/chromium-linux.zip',
+    'ubuntu18.04-arm64': undefined,
     'ubuntu20.04-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
     'ubuntu22.04-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
+    'ubuntu24.04-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
+    'debian11-x64': 'builds/chromium/%s/chromium-linux.zip',
+    'debian11-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
+    'debian12-x64': 'builds/chromium/%s/chromium-linux.zip',
+    'debian12-arm64': 'builds/chromium/%s/chromium-linux-arm64.zip',
     'mac10.13': 'builds/chromium/%s/chromium-mac.zip',
     'mac10.14': 'builds/chromium/%s/chromium-mac.zip',
     'mac10.15': 'builds/chromium/%s/chromium-mac.zip',
-    'mac11': 'builds/chromium/%s/chromium-mac.zip',
+    mac11: 'builds/chromium/%s/chromium-mac.zip',
     'mac11-arm64': 'builds/chromium/%s/chromium-mac-arm64.zip',
-    'mac12': 'builds/chromium/%s/chromium-mac.zip',
+    mac12: 'builds/chromium/%s/chromium-mac.zip',
     'mac12-arm64': 'builds/chromium/%s/chromium-mac-arm64.zip',
-    'win64': 'builds/chromium/%s/chromium-win64.zip',
+    mac13: 'builds/chromium/%s/chromium-mac.zip',
+    'mac13-arm64': 'builds/chromium/%s/chromium-mac-arm64.zip',
+    mac14: 'builds/chromium/%s/chromium-mac.zip',
+    'mac14-arm64': 'builds/chromium/%s/chromium-mac-arm64.zip',
+    mac15: 'builds/chromium/%s/chromium-mac.zip',
+    'mac15-arm64': 'builds/chromium/%s/chromium-mac-arm64.zip',
+    win64: 'builds/chromium/%s/chromium-win64.zip',
+  },
+  'chromium-headless-shell': {
+    '<unknown>': undefined,
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/chromium/%s/chromium-headless-shell-linux.zip',
+    'ubuntu22.04-x64': 'builds/chromium/%s/chromium-headless-shell-linux.zip',
+    'ubuntu24.04-x64': 'builds/chromium/%s/chromium-headless-shell-linux.zip',
+    'ubuntu18.04-arm64': undefined,
+    'ubuntu20.04-arm64':
+      'builds/chromium/%s/chromium-headless-shell-linux-arm64.zip',
+    'ubuntu22.04-arm64':
+      'builds/chromium/%s/chromium-headless-shell-linux-arm64.zip',
+    'ubuntu24.04-arm64':
+      'builds/chromium/%s/chromium-headless-shell-linux-arm64.zip',
+    'debian11-x64': 'builds/chromium/%s/chromium-headless-shell-linux.zip',
+    'debian11-arm64':
+      'builds/chromium/%s/chromium-headless-shell-linux-arm64.zip',
+    'debian12-x64': 'builds/chromium/%s/chromium-headless-shell-linux.zip',
+    'debian12-arm64':
+      'builds/chromium/%s/chromium-headless-shell-linux-arm64.zip',
+    'mac10.13': undefined,
+    'mac10.14': undefined,
+    'mac10.15': undefined,
+    mac11: 'builds/chromium/%s/chromium-headless-shell-mac.zip',
+    'mac11-arm64': 'builds/chromium/%s/chromium-headless-shell-mac-arm64.zip',
+    mac12: 'builds/chromium/%s/chromium-headless-shell-mac.zip',
+    'mac12-arm64': 'builds/chromium/%s/chromium-headless-shell-mac-arm64.zip',
+    mac13: 'builds/chromium/%s/chromium-headless-shell-mac.zip',
+    'mac13-arm64': 'builds/chromium/%s/chromium-headless-shell-mac-arm64.zip',
+    mac14: 'builds/chromium/%s/chromium-headless-shell-mac.zip',
+    'mac14-arm64': 'builds/chromium/%s/chromium-headless-shell-mac-arm64.zip',
+    mac15: 'builds/chromium/%s/chromium-headless-shell-mac.zip',
+    'mac15-arm64': 'builds/chromium/%s/chromium-headless-shell-mac-arm64.zip',
+    win64: 'builds/chromium/%s/chromium-headless-shell-win64.zip',
   },
   'chromium-tip-of-tree': {
     '<unknown>': undefined,
-    'generic-linux': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
-    'generic-linux-arm64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
-    'ubuntu18.04': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
-    'ubuntu20.04': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
-    'ubuntu22.04': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
-    'ubuntu18.04-arm64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
-    'ubuntu20.04-arm64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
-    'ubuntu22.04-arm64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
+    'ubuntu22.04-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
+    'ubuntu24.04-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
+    'ubuntu18.04-arm64': undefined,
+    'ubuntu20.04-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
+    'ubuntu22.04-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
+    'ubuntu24.04-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
+    'debian11-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
+    'debian11-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
+    'debian12-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux.zip',
+    'debian12-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-linux-arm64.zip',
     'mac10.13': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
     'mac10.14': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
     'mac10.15': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
-    'mac11': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
-    'mac11-arm64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
-    'mac12': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
-    'mac12-arm64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
-    'win64': 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-win64.zip',
+    mac11: 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
+    'mac11-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
+    mac12: 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
+    'mac12-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
+    mac13: 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
+    'mac13-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
+    mac14: 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
+    'mac14-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
+    mac15: 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac.zip',
+    'mac15-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-mac-arm64.zip',
+    win64: 'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-win64.zip',
   },
-  'chromium-with-symbols': {
+  'chromium-tip-of-tree-headless-shell': {
     '<unknown>': undefined,
-    'generic-linux': 'builds/chromium/%s/chromium-with-symbols-linux.zip',
-    'generic-linux-arm64': 'builds/chromium/%s/chromium-with-symbols-linux-arm64.zip',
-    'ubuntu18.04': 'builds/chromium/%s/chromium-with-symbols-linux.zip',
-    'ubuntu20.04': 'builds/chromium/%s/chromium-with-symbols-linux.zip',
-    'ubuntu22.04': 'builds/chromium/%s/chromium-with-symbols-linux.zip',
-    'ubuntu18.04-arm64': 'builds/chromium/%s/chromium-with-symbols-linux-arm64.zip',
-    'ubuntu20.04-arm64': 'builds/chromium/%s/chromium-with-symbols-linux-arm64.zip',
-    'ubuntu22.04-arm64': 'builds/chromium/%s/chromium-with-symbols-linux-arm64.zip',
-    'mac10.13': 'builds/chromium/%s/chromium-with-symbols-mac.zip',
-    'mac10.14': 'builds/chromium/%s/chromium-with-symbols-mac.zip',
-    'mac10.15': 'builds/chromium/%s/chromium-with-symbols-mac.zip',
-    'mac11': 'builds/chromium/%s/chromium-with-symbols-mac.zip',
-    'mac11-arm64': 'builds/chromium/%s/chromium-with-symbols-mac-arm64.zip',
-    'mac12': 'builds/chromium/%s/chromium-with-symbols-mac.zip',
-    'mac12-arm64': 'builds/chromium/%s/chromium-with-symbols-mac-arm64.zip',
-    'win64': 'builds/chromium/%s/chromium-with-symbols-win64.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux.zip',
+    'ubuntu22.04-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux.zip',
+    'ubuntu24.04-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux.zip',
+    'ubuntu18.04-arm64': undefined,
+    'ubuntu20.04-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux-arm64.zip',
+    'ubuntu22.04-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux-arm64.zip',
+    'ubuntu24.04-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux-arm64.zip',
+    'debian11-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux.zip',
+    'debian11-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux-arm64.zip',
+    'debian12-x64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux.zip',
+    'debian12-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-linux-arm64.zip',
+    'mac10.13': undefined,
+    'mac10.14': undefined,
+    'mac10.15': undefined,
+    mac11:
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac.zip',
+    'mac11-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac-arm64.zip',
+    mac12:
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac.zip',
+    'mac12-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac-arm64.zip',
+    mac13:
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac.zip',
+    'mac13-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac-arm64.zip',
+    mac14:
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac.zip',
+    'mac14-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac-arm64.zip',
+    mac15:
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac.zip',
+    'mac15-arm64':
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-mac-arm64.zip',
+    win64:
+      'builds/chromium-tip-of-tree/%s/chromium-tip-of-tree-headless-shell-win64.zip',
   },
-  'firefox': {
+  firefox: {
     '<unknown>': undefined,
-    'generic-linux': 'builds/firefox/%s/firefox-ubuntu-20.04.zip',
-    'generic-linux-arm64': 'builds/firefox/%s/firefox-ubuntu-20.04-arm64.zip',
-    'ubuntu18.04': 'builds/firefox/%s/firefox-ubuntu-18.04.zip',
-    'ubuntu20.04': 'builds/firefox/%s/firefox-ubuntu-20.04.zip',
-    'ubuntu22.04': 'builds/firefox/%s/firefox-ubuntu-22.04.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/firefox/%s/firefox-ubuntu-20.04.zip',
+    'ubuntu22.04-x64': 'builds/firefox/%s/firefox-ubuntu-22.04.zip',
+    'ubuntu24.04-x64': 'builds/firefox/%s/firefox-ubuntu-24.04.zip',
     'ubuntu18.04-arm64': undefined,
     'ubuntu20.04-arm64': 'builds/firefox/%s/firefox-ubuntu-20.04-arm64.zip',
     'ubuntu22.04-arm64': 'builds/firefox/%s/firefox-ubuntu-22.04-arm64.zip',
-    'mac10.13': 'builds/firefox/%s/firefox-mac-11.zip',
-    'mac10.14': 'builds/firefox/%s/firefox-mac-11.zip',
-    'mac10.15': 'builds/firefox/%s/firefox-mac-11.zip',
-    'mac11': 'builds/firefox/%s/firefox-mac-11.zip',
-    'mac11-arm64': 'builds/firefox/%s/firefox-mac-11-arm64.zip',
-    'mac12': 'builds/firefox/%s/firefox-mac-11.zip',
-    'mac12-arm64': 'builds/firefox/%s/firefox-mac-11-arm64.zip',
-    'win64': 'builds/firefox/%s/firefox-win64.zip',
+    'ubuntu24.04-arm64': 'builds/firefox/%s/firefox-ubuntu-24.04-arm64.zip',
+    'debian11-x64': 'builds/firefox/%s/firefox-debian-11.zip',
+    'debian11-arm64': 'builds/firefox/%s/firefox-debian-11-arm64.zip',
+    'debian12-x64': 'builds/firefox/%s/firefox-debian-12.zip',
+    'debian12-arm64': 'builds/firefox/%s/firefox-debian-12-arm64.zip',
+    'mac10.13': 'builds/firefox/%s/firefox-mac.zip',
+    'mac10.14': 'builds/firefox/%s/firefox-mac.zip',
+    'mac10.15': 'builds/firefox/%s/firefox-mac.zip',
+    mac11: 'builds/firefox/%s/firefox-mac.zip',
+    'mac11-arm64': 'builds/firefox/%s/firefox-mac-arm64.zip',
+    mac12: 'builds/firefox/%s/firefox-mac.zip',
+    'mac12-arm64': 'builds/firefox/%s/firefox-mac-arm64.zip',
+    mac13: 'builds/firefox/%s/firefox-mac.zip',
+    'mac13-arm64': 'builds/firefox/%s/firefox-mac-arm64.zip',
+    mac14: 'builds/firefox/%s/firefox-mac.zip',
+    'mac14-arm64': 'builds/firefox/%s/firefox-mac-arm64.zip',
+    mac15: 'builds/firefox/%s/firefox-mac.zip',
+    'mac15-arm64': 'builds/firefox/%s/firefox-mac-arm64.zip',
+    win64: 'builds/firefox/%s/firefox-win64.zip',
   },
   'firefox-beta': {
     '<unknown>': undefined,
-    'generic-linux': 'builds/firefox-beta/%s/firefox-beta-ubuntu-20.04.zip',
-    'generic-linux-arm64': undefined,
-    'ubuntu18.04': 'builds/firefox-beta/%s/firefox-beta-ubuntu-18.04.zip',
-    'ubuntu20.04': 'builds/firefox-beta/%s/firefox-beta-ubuntu-20.04.zip',
-    'ubuntu22.04': 'builds/firefox-beta/%s/firefox-beta-ubuntu-22.04.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/firefox-beta/%s/firefox-beta-ubuntu-20.04.zip',
+    'ubuntu22.04-x64': 'builds/firefox-beta/%s/firefox-beta-ubuntu-22.04.zip',
+    'ubuntu24.04-x64': 'builds/firefox-beta/%s/firefox-beta-ubuntu-24.04.zip',
     'ubuntu18.04-arm64': undefined,
     'ubuntu20.04-arm64': undefined,
-    'ubuntu22.04-arm64': 'builds/firefox-beta/%s/firefox-beta-ubuntu-22.04-arm64.zip',
-    'mac10.13': 'builds/firefox-beta/%s/firefox-beta-mac-11.zip',
-    'mac10.14': 'builds/firefox-beta/%s/firefox-beta-mac-11.zip',
-    'mac10.15': 'builds/firefox-beta/%s/firefox-beta-mac-11.zip',
-    'mac11': 'builds/firefox-beta/%s/firefox-beta-mac-11.zip',
-    'mac11-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-11-arm64.zip',
-    'mac12': 'builds/firefox-beta/%s/firefox-beta-mac-11.zip',
-    'mac12-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-11-arm64.zip',
-    'win64': 'builds/firefox-beta/%s/firefox-beta-win64.zip',
+    'ubuntu22.04-arm64':
+      'builds/firefox-beta/%s/firefox-beta-ubuntu-22.04-arm64.zip',
+    'ubuntu24.04-arm64':
+      'builds/firefox-beta/%s/firefox-beta-ubuntu-24.04-arm64.zip',
+    'debian11-x64': 'builds/firefox-beta/%s/firefox-beta-debian-11.zip',
+    'debian11-arm64': 'builds/firefox-beta/%s/firefox-beta-debian-11-arm64.zip',
+    'debian12-x64': 'builds/firefox-beta/%s/firefox-beta-debian-12.zip',
+    'debian12-arm64': 'builds/firefox-beta/%s/firefox-beta-debian-12-arm64.zip',
+    'mac10.13': 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac10.14': 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac10.15': 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    mac11: 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac11-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-arm64.zip',
+    mac12: 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac12-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-arm64.zip',
+    mac13: 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac13-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-arm64.zip',
+    mac14: 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac14-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-arm64.zip',
+    mac15: 'builds/firefox-beta/%s/firefox-beta-mac.zip',
+    'mac15-arm64': 'builds/firefox-beta/%s/firefox-beta-mac-arm64.zip',
+    win64: 'builds/firefox-beta/%s/firefox-beta-win64.zip',
   },
-  'webkit': {
+  webkit: {
     '<unknown>': undefined,
-    'generic-linux': 'builds/webkit/%s/webkit-ubuntu-20.04.zip',
-    'generic-linux-arm64': 'builds/webkit/%s/webkit-ubuntu-20.04-arm64.zip',
-    'ubuntu18.04': 'builds/webkit/%s/webkit-ubuntu-18.04.zip',
-    'ubuntu20.04': 'builds/webkit/%s/webkit-ubuntu-20.04.zip',
-    'ubuntu22.04': 'builds/webkit/%s/webkit-ubuntu-22.04.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/webkit/%s/webkit-ubuntu-20.04.zip',
+    'ubuntu22.04-x64': 'builds/webkit/%s/webkit-ubuntu-22.04.zip',
+    'ubuntu24.04-x64': 'builds/webkit/%s/webkit-ubuntu-24.04.zip',
     'ubuntu18.04-arm64': undefined,
     'ubuntu20.04-arm64': 'builds/webkit/%s/webkit-ubuntu-20.04-arm64.zip',
     'ubuntu22.04-arm64': 'builds/webkit/%s/webkit-ubuntu-22.04-arm64.zip',
+    'ubuntu24.04-arm64': 'builds/webkit/%s/webkit-ubuntu-24.04-arm64.zip',
+    'debian11-x64': 'builds/webkit/%s/webkit-debian-11.zip',
+    'debian11-arm64': 'builds/webkit/%s/webkit-debian-11-arm64.zip',
+    'debian12-x64': 'builds/webkit/%s/webkit-debian-12.zip',
+    'debian12-arm64': 'builds/webkit/%s/webkit-debian-12-arm64.zip',
     'mac10.13': undefined,
-    'mac10.14': 'builds/deprecated-webkit-mac-10.14/%s/deprecated-webkit-mac-10.14.zip',
-    'mac10.15': 'builds/webkit/%s/webkit-mac-10.15.zip',
-    'mac11': 'builds/webkit/%s/webkit-mac-11.zip',
+    'mac10.14':
+      'builds/deprecated-webkit-mac-10.14/%s/deprecated-webkit-mac-10.14.zip',
+    'mac10.15':
+      'builds/deprecated-webkit-mac-10.15/%s/deprecated-webkit-mac-10.15.zip',
+    mac11: 'builds/webkit/%s/webkit-mac-11.zip',
     'mac11-arm64': 'builds/webkit/%s/webkit-mac-11-arm64.zip',
-    'mac12': 'builds/webkit/%s/webkit-mac-12.zip',
+    mac12: 'builds/webkit/%s/webkit-mac-12.zip',
     'mac12-arm64': 'builds/webkit/%s/webkit-mac-12-arm64.zip',
-    'win64': 'builds/webkit/%s/webkit-win64.zip',
+    mac13: 'builds/webkit/%s/webkit-mac-13.zip',
+    'mac13-arm64': 'builds/webkit/%s/webkit-mac-13-arm64.zip',
+    mac14: 'builds/webkit/%s/webkit-mac-14.zip',
+    'mac14-arm64': 'builds/webkit/%s/webkit-mac-14-arm64.zip',
+    mac15: 'builds/webkit/%s/webkit-mac-15.zip',
+    'mac15-arm64': 'builds/webkit/%s/webkit-mac-15-arm64.zip',
+    win64: 'builds/webkit/%s/webkit-win64.zip',
   },
-  'ffmpeg': {
+  ffmpeg: {
     '<unknown>': undefined,
-    'generic-linux': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
-    'generic-linux-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
-    'ubuntu18.04': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
-    'ubuntu20.04': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
-    'ubuntu22.04': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
-    'ubuntu18.04-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
+    'ubuntu22.04-x64': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
+    'ubuntu24.04-x64': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
+    'ubuntu18.04-arm64': undefined,
     'ubuntu20.04-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
     'ubuntu22.04-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
+    'ubuntu24.04-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
+    'debian11-x64': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
+    'debian11-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
+    'debian12-x64': 'builds/ffmpeg/%s/ffmpeg-linux.zip',
+    'debian12-arm64': 'builds/ffmpeg/%s/ffmpeg-linux-arm64.zip',
     'mac10.13': 'builds/ffmpeg/%s/ffmpeg-mac.zip',
     'mac10.14': 'builds/ffmpeg/%s/ffmpeg-mac.zip',
     'mac10.15': 'builds/ffmpeg/%s/ffmpeg-mac.zip',
-    'mac11': 'builds/ffmpeg/%s/ffmpeg-mac.zip',
+    mac11: 'builds/ffmpeg/%s/ffmpeg-mac.zip',
     'mac11-arm64': 'builds/ffmpeg/%s/ffmpeg-mac-arm64.zip',
-    'mac12': 'builds/ffmpeg/%s/ffmpeg-mac.zip',
+    mac12: 'builds/ffmpeg/%s/ffmpeg-mac.zip',
     'mac12-arm64': 'builds/ffmpeg/%s/ffmpeg-mac-arm64.zip',
-    'win64': 'builds/ffmpeg/%s/ffmpeg-win64.zip',
+    mac13: 'builds/ffmpeg/%s/ffmpeg-mac.zip',
+    'mac13-arm64': 'builds/ffmpeg/%s/ffmpeg-mac-arm64.zip',
+    mac14: 'builds/ffmpeg/%s/ffmpeg-mac.zip',
+    'mac14-arm64': 'builds/ffmpeg/%s/ffmpeg-mac-arm64.zip',
+    mac15: 'builds/ffmpeg/%s/ffmpeg-mac.zip',
+    'mac15-arm64': 'builds/ffmpeg/%s/ffmpeg-mac-arm64.zip',
+    win64: 'builds/ffmpeg/%s/ffmpeg-win64.zip',
   },
-};
+  winldd: {
+    '<unknown>': undefined,
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': undefined,
+    'ubuntu22.04-x64': undefined,
+    'ubuntu24.04-x64': undefined,
+    'ubuntu18.04-arm64': undefined,
+    'ubuntu20.04-arm64': undefined,
+    'ubuntu22.04-arm64': undefined,
+    'ubuntu24.04-arm64': undefined,
+    'debian11-x64': undefined,
+    'debian11-arm64': undefined,
+    'debian12-x64': undefined,
+    'debian12-arm64': undefined,
+    'mac10.13': undefined,
+    'mac10.14': undefined,
+    'mac10.15': undefined,
+    mac11: undefined,
+    'mac11-arm64': undefined,
+    mac12: undefined,
+    'mac12-arm64': undefined,
+    mac13: undefined,
+    'mac13-arm64': undefined,
+    mac14: undefined,
+    'mac14-arm64': undefined,
+    mac15: undefined,
+    'mac15-arm64': undefined,
+    win64: 'builds/winldd/%s/winldd-win64.zip',
+  },
+  android: {
+    '<unknown>': 'builds/android/%s/android.zip',
+    'ubuntu18.04-x64': undefined,
+    'ubuntu20.04-x64': 'builds/android/%s/android.zip',
+    'ubuntu22.04-x64': 'builds/android/%s/android.zip',
+    'ubuntu24.04-x64': 'builds/android/%s/android.zip',
+    'ubuntu18.04-arm64': undefined,
+    'ubuntu20.04-arm64': 'builds/android/%s/android.zip',
+    'ubuntu22.04-arm64': 'builds/android/%s/android.zip',
+    'ubuntu24.04-arm64': 'builds/android/%s/android.zip',
+    'debian11-x64': 'builds/android/%s/android.zip',
+    'debian11-arm64': 'builds/android/%s/android.zip',
+    'debian12-x64': 'builds/android/%s/android.zip',
+    'debian12-arm64': 'builds/android/%s/android.zip',
+    'mac10.13': 'builds/android/%s/android.zip',
+    'mac10.14': 'builds/android/%s/android.zip',
+    'mac10.15': 'builds/android/%s/android.zip',
+    mac11: 'builds/android/%s/android.zip',
+    'mac11-arm64': 'builds/android/%s/android.zip',
+    mac12: 'builds/android/%s/android.zip',
+    'mac12-arm64': 'builds/android/%s/android.zip',
+    mac13: 'builds/android/%s/android.zip',
+    'mac13-arm64': 'builds/android/%s/android.zip',
+    mac14: 'builds/android/%s/android.zip',
+    'mac14-arm64': 'builds/android/%s/android.zip',
+    mac15: 'builds/android/%s/android.zip',
+    'mac15-arm64': 'builds/android/%s/android.zip',
+    win64: 'builds/android/%s/android.zip',
+  },
+} as const;
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Playwright)
 export class PlaywrightBinary extends AbstractBinary {
   private dirItems?: Record<string, BinaryItem[]>;
-  async init() {
+  async initFetch() {
     this.dirItems = undefined;
   }
 
@@ -158,23 +360,59 @@ export class PlaywrightBinary extends AbstractBinary {
     if (!this.dirItems) {
       const packageData = await this.requestJSON(PACKAGE_URL);
       const nowDateISO = new Date().toISOString();
+      const buildDirs: BinaryItem[] = [];
+      for (const browserName of Object.keys(DOWNLOAD_PATHS)) {
+        if (
+          browserName === 'chromium-headless-shell' ||
+          browserName === 'chromium-tip-of-tree-headless-shell'
+        ) {
+          continue;
+        }
+        buildDirs.push({
+          name: `${browserName}/`,
+          isDir: true,
+          url: '',
+          size: '-',
+          date: nowDateISO,
+        });
+      }
       this.dirItems = {
-        '/': [{ name: 'builds/', isDir: true, url: '', size: '-', date: nowDateISO }],
-        '/builds/': Object.keys(DOWNLOAD_PATHS).map(
-          dist => ({ name: `${dist}/`, isDir: true, url: '', size: '-', date: nowDateISO })),
-        ...Object.fromEntries(Object.keys(DOWNLOAD_PATHS).map(dist => [ `/builds/${dist}/`, []])),
+        '/': [
+          {
+            name: 'builds/',
+            isDir: true,
+            url: '',
+            size: '-',
+            date: nowDateISO,
+          },
+        ],
+        '/builds/': buildDirs,
       };
+      for (const browserName of Object.keys(DOWNLOAD_PATHS)) {
+        if (
+          browserName === 'chromium-headless-shell' ||
+          browserName === 'chromium-tip-of-tree-headless-shell'
+        ) {
+          continue;
+        }
+        this.dirItems[`/builds/${browserName}/`] = [];
+      }
 
       // Only download beta and release versions of packages to reduce amount of request
       const packageVersions = Object.keys(packageData.versions)
         .filter(version => version.match(/^(?:\d+\.\d+\.\d+)(?:-beta-\d+)?$/))
         // select recently update 20 items
         .slice(-20);
-      const browsers: { name: string; revision: string; browserVersion: string; revisionOverrides?: Record<string, string> }[] = [];
+      const browsers: {
+        name: keyof typeof DOWNLOAD_PATHS;
+        revision: string;
+        browserVersion: string;
+        revisionOverrides?: Record<string, string>;
+      }[] = [];
       await Promise.all(
         packageVersions.map(version =>
           this.requestJSON(
-            `https://unpkg.com/playwright-core@${version}/browsers.json`,
+            `https://unpkg.com/playwright-core@${version}/browsers.json`
           )
             .then(data => {
               // browsers: [
@@ -190,24 +428,72 @@ export class PlaywrightBinary extends AbstractBinary {
             })
             .catch(err => {
               /* c8 ignore next 2 */
-              this.logger.warn('[PlaywrightBinary.fetch:error] Playwright version %s browser data request failed: %s',
-                version, err);
-            }),
-        ),
+              this.logger.warn(
+                '[PlaywrightBinary.fetch:error] Playwright version %s browser data request failed: %s',
+                version,
+                err
+              );
+            })
+        )
       );
+      // if chromium-headless-shell not exists on browsers, copy chromium to chromium-headless-shell
+      if (
+        !browsers.find(browser => browser.name === 'chromium-headless-shell')
+      ) {
+        const chromium = browsers.find(browser => browser.name === 'chromium');
+        // {
+        //   "name": "chromium",
+        //   "revision": "1155",
+        //   "installByDefault": true,
+        //   "browserVersion": "133.0.6943.16"
+        // }
+        if (chromium) {
+          browsers.push({
+            ...chromium,
+            name: 'chromium-headless-shell',
+          });
+        }
+      }
+      // if chromium-tip-of-tree-headless-shell not exists on browsers, copy chromium-tip-of-tree to chromium-tip-of-tree-headless-shell
+      if (
+        !browsers.find(
+          browser => browser.name === 'chromium-tip-of-tree-headless-shell'
+        )
+      ) {
+        const chromiumTipOfTree = browsers.find(
+          browser => browser.name === 'chromium-tip-of-tree'
+        );
+        if (chromiumTipOfTree) {
+          browsers.push({
+            ...chromiumTipOfTree,
+            name: 'chromium-tip-of-tree-headless-shell',
+          });
+        }
+      }
 
       for (const browser of browsers) {
         const downloadPaths = DOWNLOAD_PATHS[browser.name];
         if (!downloadPaths) continue;
-        for (const [ platform, remotePath ] of Object.entries(downloadPaths)) {
+        let browserDirname = browser.name;
+        if (browser.name === 'chromium-headless-shell') {
+          // chromium-headless-shell should be under chromium
+          // https://playwright.azureedge.net/builds/chromium/1155/chromium-headless-shell-mac-arm64.zip
+          browserDirname = 'chromium';
+        } else if (browser.name === 'chromium-tip-of-tree-headless-shell') {
+          // chromium-tip-of-tree-headless-shell should be under chromium-tip-of-tree
+          // https://playwright.azureedge.net/builds/chromium-tip-of-tree/1293/chromium-tip-of-tree-headless-shell-mac-arm64.zip
+          browserDirname = 'chromium-tip-of-tree';
+        }
+        for (const [platform, remotePath] of Object.entries(downloadPaths)) {
           if (typeof remotePath !== 'string') continue;
-          const revision = browser.revisionOverrides?.[platform] ?? browser.revision;
+          const revision =
+            browser.revisionOverrides?.[platform] ?? browser.revision;
           const itemDate = browser.browserVersion || revision;
           const url = DOWNLOAD_HOST + util.format(remotePath, revision);
           const name = path.basename(remotePath);
-          const dir = `/builds/${browser.name}/${revision}/`;
+          const dir = `/builds/${browserDirname}/${revision}/`;
           if (!this.dirItems[dir]) {
-            this.dirItems[`/builds/${browser.name}/`].push({
+            this.dirItems[`/builds/${browserDirname}/`].push({
               name: `${revision}/`,
               isDir: true,
               url: '',
@@ -217,7 +503,13 @@ export class PlaywrightBinary extends AbstractBinary {
             this.dirItems[dir] = [];
           }
           if (!this.dirItems[dir].find(item => item.name === name)) {
-            this.dirItems[dir].push({ name, isDir: false, url, size: '-', date: itemDate });
+            this.dirItems[dir].push({
+              name,
+              isDir: false,
+              url,
+              size: '-',
+              date: itemDate,
+            });
           }
         }
       }

app/common/adapter/binary/PrismaBinary.ts

@@ -0,0 +1,139 @@
+import path from 'node:path';
+import { SingletonProto } from '@eggjs/tegg';
+import { BinaryType } from '../../enum/Binary.js';
+import type { BinaryName } from '../../../../config/binaries.js';
+import binaries from '../../../../config/binaries.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
+
+@SingletonProto()
+@BinaryAdapter(BinaryType.Prisma)
+export class PrismaBinary extends AbstractBinary {
+  private dirItems: {
+    [key: string]: BinaryItem[];
+  } = {};
+
+  async initFetch() {
+    // https://github.com/cnpm/cnpmcore/issues/473#issuecomment-1562115738
+    const pkgUrl = 'https://registry.npmjs.com/@prisma/engines';
+    const data = await this.requestJSON(pkgUrl);
+    const modified = data.time.modified;
+    this.dirItems = {};
+    this.dirItems['/'] = [
+      {
+        name: 'all_commits/',
+        date: modified,
+        size: '-',
+        isDir: true,
+        url: '',
+      },
+    ];
+    this.dirItems['/all_commits/'] = [];
+    const commitIdMap: Record<string, boolean> = {};
+    // https://list-binaries.prisma-orm.workers.dev/?delimiter=/&prefix=all_commits/61023c35d2c8762f66f09bc4183d2f630b541d08/
+    for (const version in data.versions) {
+      const major = parseInt(version.split('.', 1)[0]);
+      // need >= 3.0.0
+      if (major < 3) continue;
+      const date = data.time[version];
+      const pkg = data.versions[version];
+      // https://registry.npmjs.com/@prisma/engines/4.14.1
+      // https://registry.npmjs.com/@prisma/engines/5.7.0 should read from dependencies
+      const enginesVersion =
+        pkg.devDependencies?.['@prisma/engines-version'] ||
+        pkg.dependencies?.['@prisma/engines-version'] ||
+        '';
+      // "@prisma/engines-version": "4.14.0-67.d9a4c5988f480fa576d43970d5a23641aa77bc9c"
+      // "@prisma/engines-version": "5.7.0-41.79fb5193cf0a8fdbef536e4b4a159cad677ab1b9"
+      const matched = /\.(\w{30,})$/.exec(enginesVersion);
+      if (!matched) continue;
+      const commitId = matched[1];
+      if (commitIdMap[commitId]) continue;
+      commitIdMap[commitId] = true;
+      this.dirItems['/all_commits/'].push({
+        name: `${commitId}/`,
+        date,
+        size: '-',
+        isDir: true,
+        url: '',
+      });
+    }
+  }
+
+  async fetch(
+    dir: string,
+    binaryName: BinaryName
+  ): Promise<FetchResult | undefined> {
+    const existsItems = this.dirItems[dir];
+    if (existsItems) {
+      return { items: existsItems, nextParams: null };
+    }
+    // /foo/ => foo/
+    const binaryConfig = binaries[binaryName];
+    const subDir = dir.substring(1);
+    const url = `${binaryConfig.distUrl}?delimiter=/&prefix=${encodeURIComponent(subDir)}`;
+    const result = await this.requestJSON(url);
+    return { items: this.#parseItems(result), nextParams: null };
+  }
+
+  #parseItems(result: any): BinaryItem[] {
+    const items: BinaryItem[] = [];
+    // objects": [
+    //   {
+    //   "uploaded": "2023-05-23T15:43:05.772Z",
+    //   "checksums": {
+    //   "md5": "d41d8cd98f00b204e9800998ecf8427e"
+    //   },
+    //   "httpEtag": "\"d41d8cd98f00b204e9800998ecf8427e\"",
+    //   "etag": "d41d8cd98f00b204e9800998ecf8427e",
+    //   "size": 0,
+    //   "version": "7e77b6b8c1d214f2c6be3c959749b5a6",
+    //   "key": "all_commits/61023c35d2c8762f66f09bc4183d2f630b541d08/darwin-arm64/.finished"
+    //   },
+    // {
+    //   "uploaded": "2023-05-23T15:41:33.861Z",
+    //   "checksums": {
+    //   "md5": "4822215a13ae372ae82afd12689fce37"
+    //   },
+    //   "httpEtag": "\"4822215a13ae372ae82afd12689fce37\"",
+    //   "etag": "4822215a13ae372ae82afd12689fce37",
+    //   "size": 96,
+    //   "version": "7e77b6ba29d4e776023e4fa62825c13a",
+    //   "key": "all_commits/61023c35d2c8762f66f09bc4183d2f630b541d08/darwin-arm64/libquery_engine.dylib.node.gz.sha256"
+    //   },
+    // https://list-binaries.prisma-orm.workers.dev/?delimiter=/&prefix=all_commits/61023c35d2c8762f66f09bc4183d2f630b541d08/darwin-arm64/
+    const objects: {
+      uploaded: string;
+      size: number;
+      key: string;
+    }[] = result.objects || [];
+    for (const o of objects) {
+      const fullname = o.key;
+      // ignore size = 0
+      if (o.size === 0) continue;
+      const name = path.basename(fullname);
+      items.push({
+        name,
+        isDir: false,
+        // https://binaries.prisma.sh/all_commits/2452cc6313d52b8b9a96999ac0e974d0aedf88db/darwin-arm64/prisma-fmt.gz
+        url: `https://binaries.prisma.sh/${fullname}`,
+        size: o.size,
+        date: o.uploaded,
+      });
+    }
+    // delimitedPrefixes: [ 'all_commits/61023c35d2c8762f66f09bc4183d2f630b541d08/darwin-arm64/' ]
+    // https://list-binaries.prisma-orm.workers.dev/?delimiter=/&prefix=all_commits/61023c35d2c8762f66f09bc4183d2f630b541d08/
+    const delimitedPrefixes: string[] = result.delimitedPrefixes || [];
+    for (const fullname of delimitedPrefixes) {
+      const name = `${path.basename(fullname)}/`;
+      items.push({
+        name,
+        isDir: true,
+        url: '',
+        size: '-',
+        date: new Date().toISOString(),
+      });
+    }
+    return items;
+  }
+}

app/common/adapter/binary/PuppeteerBinary.ts

@@ -1,6 +1,7 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Puppeteer)
@@ -9,7 +10,7 @@ export class PuppeteerBinary extends AbstractBinary {
     [key: string]: BinaryItem[];
   };
 
-  async init() {
+  async initFetch() {
     this.dirItems = undefined;
   }
 
@@ -23,7 +24,9 @@ export class PuppeteerBinary extends AbstractBinary {
       for (const version in data.versions) {
         // find chromium versions
         const pkg = data.versions[version];
-        const revision = pkg.puppeteer?.chromium_revision ? String(pkg.puppeteer.chromium_revision) : '';
+        const revision = pkg.puppeteer?.chromium_revision
+          ? String(pkg.puppeteer.chromium_revision)
+          : '';
         if (revision && !chromiumRevisions.has(revision)) {
           chromiumRevisions.set(revision, data.time[version]);
         }
@@ -35,16 +38,18 @@ export class PuppeteerBinary extends AbstractBinary {
       //   chromium: '768783',
       //   firefox: 'latest',
       // };
-      const unpkgURL = 'https://unpkg.com/puppeteer-core@latest/lib/cjs/puppeteer/revisions.js';
+      const unpkgURL =
+        'https://unpkg.com/puppeteer-core@latest/lib/cjs/puppeteer/revisions.js';
       const text = await this.requestXml(unpkgURL);
-      const m = /chromium:\s+\'(\d+)\'\,/.exec(text);
+      const m = /chromium:\s+'(\d+)',/.exec(text);
       if (m && !chromiumRevisions.has(m[1])) {
         chromiumRevisions.set(m[1], new Date().toISOString());
       }
 
       // download LAST_CHANGE
       // https://github.com/chaopeng/chromium-downloader/blob/master/get-chromium#L28
-      const LAST_CHANGE_URL = 'https://www.googleapis.com/download/storage/v1/b/chromium-browser-snapshots/o/Linux_x64%2FLAST_CHANGE?alt=media';
+      const LAST_CHANGE_URL =
+        'https://www.googleapis.com/download/storage/v1/b/chromium-browser-snapshots/o/Linux_x64%2FLAST_CHANGE?alt=media';
       const lastRevision = await this.requestXml(LAST_CHANGE_URL);
       if (lastRevision) {
         chromiumRevisions.set(lastRevision, new Date().toISOString());
@@ -77,7 +82,7 @@ export class PuppeteerBinary extends AbstractBinary {
       // "11.0.0":"2021-11-03T09:29:12.751Z"
       chromiumRevisions.set('901912', data.time['11.0.0']);
 
-      const platforms = [ 'Linux_x64', 'Mac', 'Mac_Arm', 'Win', 'Win_x64' ];
+      const platforms = ['Linux_x64', 'Mac', 'Mac_Arm', 'Win', 'Win_x64'];
       for (const platform of platforms) {
         this.dirItems['/'].push({
           name: `${platform}/`,
@@ -88,7 +93,7 @@ export class PuppeteerBinary extends AbstractBinary {
         });
         this.dirItems[`/${platform}/`] = [];
       }
-      for (const [ revision, date ] of chromiumRevisions.entries()) {
+      for (const [revision, date] of chromiumRevisions.entries()) {
         // https://github.com/puppeteer/puppeteer/blob/eebf452d38b79bb2ea1a1ba84c3d2ea6f2f9f899/src/node/BrowserFetcher.ts#L40
         // chrome: {
         //   linux: '%s/chromium-browser-snapshots/Linux_x64/%d/%s.zip',
@@ -113,7 +118,7 @@ export class PuppeteerBinary extends AbstractBinary {
               size: '-',
               isDir: false,
               url: `https://storage.googleapis.com/chromium-browser-snapshots/${platform}/${revision}/${name}`,
-              ignoreDownloadStatuses: [ 404 ],
+              ignoreDownloadStatuses: [404],
             },
           ];
         }
@@ -124,10 +129,7 @@ export class PuppeteerBinary extends AbstractBinary {
   }
 
   // https://github.com/puppeteer/puppeteer/blob/eebf452d38b79bb2ea1a1ba84c3d2ea6f2f9f899/src/node/BrowserFetcher.ts#L72
-  private archiveName(
-    platform: string,
-    revision: string,
-  ): string {
+  private archiveName(platform: string, revision: string): string {
     if (platform === 'Linux_x64') return 'chrome-linux';
     if (platform === 'Mac' || platform === 'Mac_Arm') return 'chrome-mac';
     if (platform === 'Win' || platform === 'Win_x64') {

app/common/adapter/binary/SqlcipherBinary.ts

@@ -1,11 +1,12 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { BinaryType } from '../../enum/Binary';
-import { AbstractBinary, FetchResult, BinaryItem, BinaryAdapter } from './AbstractBinary';
+import { BinaryType } from '../../enum/Binary.js';
+import type { FetchResult, BinaryItem } from './AbstractBinary.js';
+import { AbstractBinary, BinaryAdapter } from './AbstractBinary.js';
 
 @SingletonProto()
 @BinaryAdapter(BinaryType.Sqlcipher)
 export class SqlcipherBinary extends AbstractBinary {
-  async init() {
+  async initFetch() {
     // do nothing
     return;
   }
@@ -16,7 +17,8 @@ export class SqlcipherBinary extends AbstractBinary {
     } = {
       '/': [],
     };
-    const s3Url = 'https://journeyapps-node-binary.s3.amazonaws.com/@journeyapps/sqlcipher';
+    const s3Url =
+      'https://journeyapps-node-binary.s3.amazonaws.com/@journeyapps/sqlcipher';
     const pkgUrl = 'https://registry.npmjs.com/@journeyapps/sqlcipher';
     const data = await this.requestJSON(pkgUrl);
     // https://github.com/journeyapps/node-sqlcipher/blob/master/.circleci/config.yml#L407
@@ -48,7 +50,8 @@ export class SqlcipherBinary extends AbstractBinary {
       if (major < 5) continue;
       // >= 5.0.0
       const pkgVersion = data.versions[version];
-      const napiVersions = pkgVersion.binary && pkgVersion.binary.napi_versions || [];
+      const napiVersions =
+        (pkgVersion.binary && pkgVersion.binary.napi_versions) || [];
       const date = data.time[version];
       dirItems['/'].push({
         name: `v${version}/`,
@@ -74,7 +77,7 @@ export class SqlcipherBinary extends AbstractBinary {
             size: '-',
             isDir: false,
             url: `${s3Url}/v${version}/${name}`,
-            ignoreDownloadStatuses: [ 404, 403 ],
+            ignoreDownloadStatuses: [404, 403],
           });
         }
       }

app/common/adapter/changesStream/AbstractChangesStream.ts

@@ -1,14 +1,8 @@
-import {
-  ImplDecorator,
-  Inject,
-  QualifierImplDecoratorUtil,
-} from '@eggjs/tegg';
-import { RegistryType } from '../../../common/enum/Registry';
-import { Registry } from '../../../core/entity/Registry';
-import {
-  EggHttpClient,
-  EggLogger,
-} from 'egg';
+import type { ImplDecorator } from '@eggjs/tegg';
+import { Inject, QualifierImplDecoratorUtil } from '@eggjs/tegg';
+import type { RegistryType } from '../../../common/enum/Registry.js';
+import type { Registry } from '../../../core/entity/Registry.js';
+import type { EggHttpClient, EggLogger } from 'egg';
 
 export const CHANGE_STREAM_ATTRIBUTE = 'CHANGE_STREAM_ATTRIBUTE';
 export type ChangesStreamChange = {
@@ -24,9 +18,16 @@ export abstract class AbstractChangeStream {
   protected httpclient: EggHttpClient;
 
   abstract getInitialSince(registry: Registry): Promise<string>;
-  abstract fetchChanges(registry: Registry, since: string): AsyncGenerator<ChangesStreamChange>;
+  abstract fetchChanges(
+    registry: Registry,
+    since: string
+  ): AsyncGenerator<ChangesStreamChange>;
 
-  getChangesStreamUrl(registry: Registry, since: string, limit?: number): string {
+  getChangesStreamUrl(
+    registry: Registry,
+    since: string,
+    limit?: number
+  ): string {
     const url = new URL(registry.changeStream);
     url.searchParams.set('since', since);
     if (limit) {
@@ -36,5 +37,10 @@ export abstract class AbstractChangeStream {
   }
 }
 
-export const RegistryChangesStream: ImplDecorator<AbstractChangeStream, typeof RegistryType> =
-  QualifierImplDecoratorUtil.generatorDecorator(AbstractChangeStream, CHANGE_STREAM_ATTRIBUTE);
+export const RegistryChangesStream: ImplDecorator<
+  AbstractChangeStream,
+  typeof RegistryType
+> = QualifierImplDecoratorUtil.generatorDecorator(
+  AbstractChangeStream,
+  CHANGE_STREAM_ATTRIBUTE
+);

app/common/adapter/changesStream/CnpmcoreChangesStream.ts

@@ -1,15 +1,17 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { RegistryType } from '../../../common/enum/Registry';
-import { Registry } from '../../../core/entity/Registry';
 import { E500 } from 'egg-errors';
-import { AbstractChangeStream, RegistryChangesStream } from './AbstractChangesStream';
+import { RegistryType } from '../../../common/enum/Registry.js';
+import type { Registry } from '../../../core/entity/Registry.js';
+import {
+  AbstractChangeStream,
+  RegistryChangesStream,
+} from './AbstractChangesStream.js';
 
 @SingletonProto()
 @RegistryChangesStream(RegistryType.Cnpmcore)
 export class CnpmcoreChangesStream extends AbstractChangeStream {
-
   async getInitialSince(registry: Registry): Promise<string> {
-    const db = (new URL(registry.changeStream)).origin;
+    const db = new URL(registry.changeStream).origin;
     const { status, data } = await this.httpclient.request(db, {
       followRedirect: true,
       timeout: 10000,
@@ -19,12 +21,17 @@ export class CnpmcoreChangesStream extends AbstractChangeStream {
       throw new E500(`get getInitialSince failed: ${data.update_seq}`);
     }
     const since = String(data.update_seq - 10);
-    this.logger.warn('[NpmChangesStream.getInitialSince:firstSeq] GET %s status: %s, data: %j, since: %s',
-      registry.name, status, data, since);
+    this.logger.warn(
+      '[NpmChangesStream.getInitialSince:firstSeq] GET %s status: %s, data: %j, since: %s',
+      registry.name,
+      status,
+      data,
+      since
+    );
     return since;
   }
 
-  async* fetchChanges(registry: Registry, since: string) {
+  async *fetchChanges(registry: Registry, since: string) {
     const db = this.getChangesStreamUrl(registry, since);
     // json mode
     const { data } = await this.httpclient.request(db, {

app/common/adapter/changesStream/CnpmjsorgChangesStream.ts

@@ -1,30 +1,50 @@
 import { SingletonProto } from '@eggjs/tegg';
-import { RegistryType } from '../../../common/enum/Registry';
-import { Registry } from '../../../core/entity/Registry';
 import { E500 } from 'egg-errors';
-import { AbstractChangeStream, RegistryChangesStream } from './AbstractChangesStream';
+import { RegistryType } from '../../../common/enum/Registry.js';
+import type { Registry } from '../../../core/entity/Registry.js';
+import {
+  AbstractChangeStream,
+  RegistryChangesStream,
+} from './AbstractChangesStream.js';
 
 const MAX_LIMIT = 10000;
 
+type FetchResults = {
+  results: {
+    seq: number;
+    type: string;
+    id: string;
+    changes: Record<string, string>[];
+    gmt_modified: Date;
+  }[];
+};
+
 @SingletonProto()
 @RegistryChangesStream(RegistryType.Cnpmjsorg)
 export class CnpmjsorgChangesStream extends AbstractChangeStream {
-
   // cnpmjsorg 未实现 update_seq 字段
   // 默认返回当前时间戳字符串
   async getInitialSince(registry: Registry): Promise<string> {
-    const since = String((new Date()).getTime());
-    this.logger.warn(`[CnpmjsorgChangesStream.getInitialSince] since: ${since}, skip query ${registry.changeStream}`);
+    const since = String(new Date().getTime());
+    this.logger.warn(
+      `[CnpmjsorgChangesStream.getInitialSince] since: ${since}, skip query ${registry.changeStream}`
+    );
     return since;
   }
 
-  private async tryFetch(registry: Registry, since: string, limit = 1000) {
+  private async tryFetch(
+    registry: Registry,
+    since: string,
+    limit = 1000
+  ): Promise<{ data: FetchResults }> {
     if (limit > MAX_LIMIT) {
-      throw new E500(`limit too large, current since: ${since}, limit: ${limit}`);
+      throw new E500(
+        `limit too large, current since: ${since}, limit: ${limit}`
+      );
     }
     const db = this.getChangesStreamUrl(registry, since, limit);
     // json mode
-    const res = await this.httpclient.request(db, {
+    const res = await this.httpclient.request<FetchResults>(db, {
       followRedirect: true,
       timeout: 30000,
       dataType: 'json',
@@ -32,7 +52,7 @@ export class CnpmjsorgChangesStream extends AbstractChangeStream {
     });
     const { results = [] } = res.data;
     if (results?.length >= limit) {
-      const [ first ] = results;
+      const [first] = results;
       const last = results[results.length - 1];
       if (first.gmt_modified === last.gmt_modified) {
         return await this.tryFetch(registry, since, limit + 1000);
@@ -42,7 +62,7 @@ export class CnpmjsorgChangesStream extends AbstractChangeStream {
     return res;
   }
 
-  async* fetchChanges(registry: Registry, since: string) {
+  async *fetchChanges(registry: Registry, since: string) {
     // ref: https://github.com/cnpm/cnpmjs.org/pull/1734
     // 由于 cnpmjsorg 无法计算准确的 seq
     // since 是一个时间戳，需要确保一次返回的结果中首尾两个 gmtModified 不相等

app/common/adapter/changesStream/NpmChangesStream.ts

@@ -1,15 +1,18 @@
 import { SingletonProto } from '@eggjs/tegg';
 import { E500 } from 'egg-errors';
-import { RegistryType } from '../../../common/enum/Registry';
-import { Registry } from '../../../core/entity/Registry';
-import { AbstractChangeStream, ChangesStreamChange, RegistryChangesStream } from './AbstractChangesStream';
+import { RegistryType } from '../../../common/enum/Registry.js';
+import type { Registry } from '../../../core/entity/Registry.js';
+import type { ChangesStreamChange } from './AbstractChangesStream.js';
+import {
+  AbstractChangeStream,
+  RegistryChangesStream,
+} from './AbstractChangesStream.js';
 
 @SingletonProto()
 @RegistryChangesStream(RegistryType.Npm)
 export class NpmChangesStream extends AbstractChangeStream {
-
   async getInitialSince(registry: Registry): Promise<string> {
-    const db = (new URL(registry.changeStream)).origin;
+    const db = new URL(registry.changeStream).origin;
     const { status, data } = await this.httpclient.request(db, {
       followRedirect: true,
       timeout: 10000,
@@ -19,16 +22,22 @@ export class NpmChangesStream extends AbstractChangeStream {
     if (!data.update_seq) {
       throw new E500(`get getInitialSince failed: ${data.update_seq}`);
     }
-    this.logger.warn('[NpmChangesStream.getInitialSince] GET %s status: %s, data: %j, since: %s',
-      registry.name, registry.changeStream, status, data, since);
+    this.logger.warn(
+      '[NpmChangesStream.getInitialSince] GET %s status: %s, data: %j, since: %s',
+      registry.name,
+      registry.changeStream,
+      status,
+      data,
+      since
+    );
     return since;
   }
 
-  async* fetchChanges(registry: Registry, since: string) {
+  async *fetchChanges(registry: Registry, since: string) {
     const db = this.getChangesStreamUrl(registry, since);
     const { res } = await this.httpclient.request(db, {
       streaming: true,
-      timeout: 10000,
+      timeout: 60000,
     });
 
     let buf = '';
@@ -51,5 +60,4 @@ export class NpmChangesStream extends AbstractChangeStream {
       }
     }
   }
-
 }

app/common/aop/AsyncTimer.ts

@@ -1,27 +1,35 @@
-import { performance } from 'perf_hooks';
-import { Advice, AdviceContext, IAdvice } from '@eggjs/tegg/aop';
+import { performance } from 'node:perf_hooks';
+import type { AdviceContext, IAdvice } from '@eggjs/tegg/aop';
+import { Advice } from '@eggjs/tegg/aop';
 import { Inject } from '@eggjs/tegg';
-import { EggLogger } from 'egg';
+import type { EggLogger } from 'egg';
+
+const START = Symbol('AsyncTimer#start');
+const SUCCEED = Symbol('AsyncTimer#succeed');
 
 // auto print async function call performance timer log into logger
 @Advice()
 export class AsyncTimer implements IAdvice {
   @Inject()
   private readonly logger: EggLogger;
-  private start: number;
-  private succeed = true;
 
-  async beforeCall() {
-    this.start = performance.now();
+  async beforeCall(ctx: AdviceContext) {
+    ctx.set(START, performance.now());
+    ctx.set(SUCCEED, true);
   }
 
-  async afterThrow() {
-    this.succeed = false;
+  async afterThrow(ctx: AdviceContext) {
+    ctx.set(SUCCEED, false);
   }
 
   async afterFinally(ctx: AdviceContext) {
-    const ms = Math.floor((performance.now() - this.start) * 1000) / 1000;
-    this.logger.info('[%s] [%s:%s|%s]',
-      ms, ctx.that.constructor.name, ctx.method, this.succeed ? 'T' : 'F');
+    const ms = Math.floor((performance.now() - ctx.get(START)!) * 1000) / 1000;
+    this.logger.info(
+      '[%s] [%s:%s|%s]',
+      ms,
+      ctx.that.constructor.name,
+      ctx.method,
+      ctx.get(SUCCEED)! ? 'T' : 'F'
+    );
   }
 }

app/common/constants.ts

@@ -1,12 +1,21 @@
 export const BUG_VERSIONS = 'bug-versions';
 export const LATEST_TAG = 'latest';
 export const GLOBAL_WORKER = 'GLOBAL_WORKER';
+export const PROXY_CACHE_DIR_NAME = 'proxy-cache-packages';
+export const ABBREVIATED_META_TYPE = 'application/vnd.npm.install-v1+json';
+export const NOT_IMPLEMENTED_PATH = [ '/-/npm/v1/security/audits/quick', '/-/npm/v1/security/advisories/bulk' ];
+
 export enum SyncMode {
   none = 'none',
   admin = 'admin',
+  proxy = 'proxy',
   exist = 'exist',
   all = 'all',
 }
+export enum ChangesStreamMode {
+  json = 'json',
+  streaming = 'streaming',
+}
 export enum SyncDeleteMode {
   ignore = 'ignore',
   block = 'block',

app/common/dayjs.ts

@@ -1,5 +1,5 @@
 import dayjs from 'dayjs';
-import customParseFormat from 'dayjs/plugin/customParseFormat';
+import customParseFormat from 'dayjs/plugin/customParseFormat.js';
 dayjs.extend(customParseFormat);
 
 export default dayjs;

app/common/enum/Binary.ts

@@ -10,6 +10,8 @@ export enum BinaryType {
   Nwjs = 'nwjs',
   Playwright = 'playwright',
   Puppeteer = 'puppeteer',
+  Prisma = 'prisma',
   Sqlcipher = 'sqlcipher',
   ChromeForTesting = 'chromeForTesting',
+  Edgedriver = 'edgedriver',
 }

app/common/enum/Task.ts

@@ -2,6 +2,7 @@ export enum TaskType {
   SyncPackage = 'sync_package',
   ChangesStream = 'changes_stream',
   SyncBinary = 'sync_binary',
+  UpdateProxyCache = 'update_proxy_cache',
   CreateHook = 'create_hook',
   TriggerHook = 'trigger_hook',
 }

app/common/package.json

@@ -2,5 +2,6 @@
   "name": "cnpmcore-common",
   "eggModule": {
     "name": "cnpmcoreCommon"
-  }
+  },
+  "type": "module"
 }

app/common/typing.ts

@@ -1,6 +1,8 @@
-import { Readable } from 'stream';
-import { IncomingHttpHeaders } from 'http';
-import { EggContext } from '@eggjs/tegg';
+import type { Readable } from 'node:stream';
+import type { IncomingHttpHeaders } from 'node:http';
+import type { EggContext } from '@eggjs/tegg';
+import type { estypes } from '@elastic/elasticsearch';
+import type { CnpmcoreConfig } from '../port/config.js';
 
 export interface UploadResult {
   key: string;
@@ -17,8 +19,8 @@ export interface UploadOptions {
 
 export interface AppendOptions {
   key: string;
-  position?: string,
-  headers?: IncomingHttpHeaders,
+  position?: string;
+  headers?: IncomingHttpHeaders;
 }
 
 export interface DownloadOptions {
@@ -38,7 +40,11 @@ export interface NFSClient {
 
   createDownloadStream(key: string): Promise<Readable | undefined>;
 
-  download(key: string, filepath: string, options: DownloadOptions): Promise<void>;
+  download(
+    key: string,
+    filepath: string,
+    options: DownloadOptions
+  ): Promise<void>;
 
   url?(key: string): string;
 }
@@ -49,6 +55,12 @@ export interface QueueAdapter {
   length(key: string): Promise<number>;
 }
 
+export interface SearchAdapter {
+  search<T>(query: any): Promise<estypes.SearchHitsMetadata<T>>;
+  upsert<T>(id: string, document: T): Promise<string>;
+  delete(id: string): Promise<string>;
+}
+
 export interface AuthUrlResult {
   loginUrl: string;
   doneUrl: string;
@@ -62,3 +74,12 @@ export interface AuthClient {
   getAuthUrl(ctx: EggContext): Promise<AuthUrlResult>;
   ensureCurrentUser(): Promise<userResult | null>;
 }
+
+declare module 'egg' {
+  // eslint-disable-next-line
+  // @ts-ignore
+  // avoid TS2310 Type 'EggAppConfig' recursively references itself as a base type.
+  interface EggAppConfig {
+    cnpmcore: CnpmcoreConfig;
+  }
+}

app/core/entity/Binary.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface BinaryData extends EntityData {
   binaryId: string;

app/core/entity/BugVersion.ts

@@ -8,7 +8,7 @@ export type BugVersionPackages = Record<string, BugVersionPackage>;
 export class BugVersion {
   private readonly data: BugVersionPackages;
 
-  constructor(data) {
+  constructor(data: BugVersionPackages) {
     this.data = data;
   }
 

app/core/entity/Change.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface ChangeData extends EntityData {
   changeId: string;

app/core/entity/Dist.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface DistData extends EntityData {
   distId: string;

app/core/entity/Hook.ts

@@ -1,9 +1,14 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
-import { HookType } from '../../common/enum/Hook';
-import crypto from 'crypto';
+import crypto from 'node:crypto';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
+import type { HookType } from '../../common/enum/Hook.js';
 
-export type CreateHookData = Omit<EasyData<HookData, 'hookId'>, 'enable' | 'latestTaskId'>;
+export type CreateHookData = Omit<
+  EasyData<HookData, 'hookId'>,
+  'enable' | 'latestTaskId'
+>;
 
 export interface HookData extends EntityData {
   hookId: string;
@@ -48,9 +53,10 @@ export class Hook extends Entity {
   }
 
   // payload 可能会特别大，如果做多次 stringify 浪费太多 cpu
-  signPayload(payload: object): { digest, payloadStr } {
+  signPayload(payload: object) {
     const payloadStr = JSON.stringify(payload);
-    const digest = crypto.createHmac('sha256', this.secret)
+    const digest = crypto
+      .createHmac('sha256', this.secret)
       .update(JSON.stringify(payload))
       .digest('hex');
     return {

app/core/entity/HookEvent.ts

@@ -1,4 +1,4 @@
-import { HookEventType } from '../../common/enum/Hook';
+import { HookEventType } from '../../common/enum/Hook.js';
 
 export interface PublishChangePayload {
   'dist-tag'?: string;

app/core/entity/Package.ts

@@ -1,7 +1,9 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
-import { Dist } from './Dist';
-import { getFullname } from '../../common/PackageUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
+import { Dist } from './Dist.js';
+import { getFullname } from '../../common/PackageUtil.js';
 
 interface PackageData extends EntityData {
   scope: string;
@@ -22,6 +24,13 @@ export enum DIST_NAMES {
   ABBREVIATED_MANIFESTS = 'abbreviated_manifests.json',
 }
 
+export function isPkgManifest(fileType: DIST_NAMES) {
+  return (
+    fileType === DIST_NAMES.FULL_MANIFESTS ||
+    fileType === DIST_NAMES.ABBREVIATED_MANIFESTS
+  );
+}
+
 interface FileInfo {
   size: number;
   shasum: string;

app/core/entity/PackageTag.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface PackageTagData extends EntityData {
   packageId: string;

app/core/entity/PackageVersion.ts

@@ -1,6 +1,9 @@
-import { Dist } from './Dist';
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { Dist } from './Dist.js';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
+import { PaddingSemVer } from './PaddingSemVer.js';
 
 interface PackageVersionData extends EntityData {
   packageId: string;
@@ -11,6 +14,8 @@ interface PackageVersionData extends EntityData {
   tarDist: Dist;
   readmeDist: Dist;
   publishTime: Date;
+  paddingVersion?: string | null;
+  isPreRelease?: boolean | null;
 }
 
 export class PackageVersion extends Entity {
@@ -22,6 +27,8 @@ export class PackageVersion extends Entity {
   tarDist: Dist;
   readmeDist: Dist;
   publishTime: Date;
+  paddingVersion: string;
+  isPreRelease: boolean;
 
   constructor(data: PackageVersionData) {
     super(data);
@@ -33,9 +40,19 @@ export class PackageVersion extends Entity {
     this.tarDist = data.tarDist;
     this.readmeDist = data.readmeDist;
     this.publishTime = data.publishTime;
+    if (data.paddingVersion && typeof data.isPreRelease === 'boolean') {
+      this.paddingVersion = data.paddingVersion;
+      this.isPreRelease = data.isPreRelease;
+    } else {
+      const paddingSemVer = new PaddingSemVer(this.version);
+      this.paddingVersion = paddingSemVer.paddingVersion;
+      this.isPreRelease = paddingSemVer.isPreRelease;
+    }
   }
 
-  static create(data: EasyData<PackageVersionData, 'packageVersionId'>): PackageVersion {
+  static create(
+    data: EasyData<PackageVersionData, 'packageVersionId'>
+  ): PackageVersion {
     const newData = EntityUtil.defaultData(data, 'packageVersionId');
     return new PackageVersion(newData);
   }

app/core/entity/PackageVersionBlock.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface PackageVersionBlockData extends EntityData {
   packageVersionBlockId: string;
@@ -22,7 +24,9 @@ export class PackageVersionBlock extends Entity {
     this.reason = data.reason;
   }
 
-  static create(data: EasyData<PackageVersionBlockData, 'packageVersionBlockId'>): PackageVersionBlock {
+  static create(
+    data: EasyData<PackageVersionBlockData, 'packageVersionBlockId'>
+  ): PackageVersionBlock {
     const newData = EntityUtil.defaultData(data, 'packageVersionBlockId');
     return new PackageVersionBlock(newData);
   }

app/core/entity/PackageVersionFile.ts

@@ -1,6 +1,8 @@
-import { Dist } from './Dist';
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { Dist } from './Dist.js';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface PackageVersionFileData extends EntityData {
   packageVersionFileId: string;
@@ -33,10 +35,14 @@ export class PackageVersionFile extends Entity {
   }
 
   get path() {
-    return this.directory === '/' ? `/${this.name}` : `${this.directory}/${this.name}`;
+    return this.directory === '/'
+      ? `/${this.name}`
+      : `${this.directory}/${this.name}`;
   }
 
-  static create(data: EasyData<PackageVersionFileData, 'packageVersionFileId'>): PackageVersionFile {
+  static create(
+    data: EasyData<PackageVersionFileData, 'packageVersionFileId'>
+  ): PackageVersionFile {
     const newData = EntityUtil.defaultData(data, 'packageVersionFileId');
     return new PackageVersionFile(newData);
   }

app/core/entity/PackageVersionManifest.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface PackageVersionManifestData extends EntityData {
   packageId: string;
@@ -22,7 +24,9 @@ export class PackageVersionManifest extends Entity {
     this.manifest = data.manifest;
   }
 
-  static create(data: EasyData<PackageVersionManifestData, 'packageVersionManifestId'>): PackageVersionManifest {
+  static create(
+    data: EasyData<PackageVersionManifestData, 'packageVersionManifestId'>
+  ): PackageVersionManifest {
     const newData = EntityUtil.defaultData(data, 'packageVersionManifestId');
     return new PackageVersionManifest(newData);
   }

app/core/entity/PaddingSemVer.ts

@@ -0,0 +1,50 @@
+import { SemVer, valid } from 'semver';
+
+export class PaddingSemVer {
+  private readonly semver: SemVer;
+  // 跳过 semver 中的 buildInfo, buildInfo 不参与版本比较
+  private _paddingVersion: string;
+  readonly isPreRelease: boolean;
+
+  constructor(semver: string | SemVer) {
+    // ignore invalid version, e.g.: '1000000000000000000.0.0' on https://registry.npmjs.com/latentflip-test
+    if (!valid(semver)) {
+      this.isPreRelease = true;
+      this._paddingVersion = PaddingSemVer.anyVersion();
+      return;
+    }
+    this.semver = new SemVer(semver);
+    if ((this.semver as any).includePrerelease) {
+      this.isPreRelease = true;
+    } else if (this.semver.prerelease && this.semver.prerelease.length) {
+      this.isPreRelease = true;
+    } else {
+      this.isPreRelease = false;
+    }
+  }
+
+  get paddingVersion(): string {
+    if (!this._paddingVersion) {
+      this._paddingVersion = PaddingSemVer.paddingVersion(this.semver.major)
+        + PaddingSemVer.paddingVersion(this.semver.minor)
+        + PaddingSemVer.paddingVersion(this.semver.patch);
+    }
+    return this._paddingVersion;
+  }
+
+  // 版本信息中为纯数字, JS 中支持的最大整型为 16 位
+  // 因此填充成 16 位对齐，如果版本号超过 16 位，则抛出异常
+  static paddingVersion(v: number) {
+    const t = String(v);
+    if (t.length <= 16) {
+      const padding = Array.from({ length: 16 - t.length }).fill(0)
+        .join('');
+      return padding + t;
+    }
+    throw new Error(`v ${v} too long`);
+  }
+
+  static anyVersion() {
+    return '000000000000000000000000000000000000000000000000';
+  }
+}

app/core/entity/ProxyCache.ts

@@ -0,0 +1,45 @@
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import type { DIST_NAMES } from './Package.js';
+import { isPkgManifest } from './Package.js';
+import { PROXY_CACHE_DIR_NAME } from '../../common/constants.js';
+interface ProxyCacheData extends EntityData {
+  fullname: string;
+  fileType: DIST_NAMES;
+  version?: string;
+}
+
+export type CreateProxyCacheData = Omit<
+  EasyData<ProxyCacheData, 'id'>,
+  'id' | 'filePath'
+>;
+
+export class ProxyCache extends Entity {
+  readonly fullname: string;
+  readonly fileType: DIST_NAMES;
+  readonly filePath: string;
+  readonly version?: string;
+
+  constructor(data: ProxyCacheData) {
+    super(data);
+    this.fullname = data.fullname;
+    this.fileType = data.fileType;
+    this.version = data.version;
+    if (isPkgManifest(data.fileType)) {
+      this.filePath = `/${PROXY_CACHE_DIR_NAME}/${data.fullname}/${data.fileType}`;
+    } else {
+      this.filePath = `/${PROXY_CACHE_DIR_NAME}/${data.fullname}/${data.version}/${data.fileType}`;
+    }
+  }
+
+  public static create(data: CreateProxyCacheData): ProxyCache {
+    const newData = { ...data, createdAt: new Date(), updatedAt: new Date() };
+    return new ProxyCache(newData);
+  }
+
+  public static update(data: ProxyCache): ProxyCache {
+    data.updatedAt = new Date();
+    return data;
+  }
+}

app/core/entity/Registry.ts

@@ -1,6 +1,8 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
-import type { RegistryType } from '../../common/enum/Registry';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
+import type { RegistryType } from '../../common/enum/Registry.js';
 
 interface RegistryData extends EntityData {
   name: string;
@@ -9,9 +11,13 @@ interface RegistryData extends EntityData {
   changeStream: string;
   userPrefix: string;
   type: RegistryType;
+  authToken?: string;
 }
 
-export type CreateRegistryData = Omit<EasyData<RegistryData, 'registryId'>, 'id'>;
+export type CreateRegistryData = Omit<
+  EasyData<RegistryData, 'registryId'>,
+  'id'
+>;
 
 export class Registry extends Entity {
   name: string;
@@ -20,6 +26,7 @@ export class Registry extends Entity {
   changeStream: string;
   userPrefix: string;
   type: RegistryType;
+  authToken?: string;
 
   constructor(data: RegistryData) {
     super(data);
@@ -29,10 +36,14 @@ export class Registry extends Entity {
     this.changeStream = data.changeStream;
     this.userPrefix = data.userPrefix;
     this.type = data.type;
+    this.authToken = data.authToken;
   }
 
   public static create(data: CreateRegistryData): Registry {
-    const newData = EntityUtil.defaultData(data, 'registryId');
+    const newData = EntityUtil.defaultData<RegistryData, 'registryId'>(
+      data,
+      'registryId'
+    );
     return new Registry(newData);
   }
 }

app/core/entity/Scope.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface ScopeData extends EntityData {
   name: string;

app/core/entity/SqlRange.ts

@@ -0,0 +1,81 @@
+import { Range, Comparator } from 'semver';
+import { PaddingSemVer } from './PaddingSemVer.js';
+
+const OPERATOR_MAP = {
+  '<': '$lt',
+  '<=': '$lte',
+  '>': '$gt',
+  '>=': '$gte',
+  '': '$eq',
+};
+
+export class SqlRange {
+  private readonly range: Range;
+  private _containPreRelease: boolean;
+  readonly condition: object;
+
+  constructor(range: string | Range) {
+    this.range = new Range(range);
+    this._containPreRelease = false;
+    this.condition = this.generateWhere();
+  }
+
+  private comparatorToSql(comparator: Comparator) {
+    if (comparator.semver === (Comparator as any).ANY) {
+      return {
+        $and: [
+          {
+            isPreRelease: {
+              $lte: 0,
+            },
+          },
+          {
+            paddingVersion: {
+              $gte: PaddingSemVer.anyVersion(),
+            },
+          },
+        ],
+      };
+    }
+    const paddingSemver = new PaddingSemVer(comparator.semver);
+    const operator = OPERATOR_MAP[comparator.operator as keyof typeof OPERATOR_MAP];
+    if (!operator) {
+      throw new Error(`unknown operator ${comparator.operator}`);
+    }
+    this._containPreRelease = this._containPreRelease || paddingSemver.isPreRelease;
+    return {
+      $and: [
+        {
+          isPreRelease: {
+            $lte: paddingSemver.isPreRelease ? 1 : 0,
+          },
+        },
+        {
+          paddingVersion: {
+            [operator]: paddingSemver.paddingVersion,
+          },
+        },
+      ],
+    };
+  }
+
+  private comparatorSetToSql(comparatorSet: Array<Comparator>) {
+    const condition: Array<object> = [];
+    for (const comparator of comparatorSet) {
+      condition.push(this.comparatorToSql(comparator));
+    }
+    return { $and: condition };
+  }
+
+  private generateWhere() {
+    const conditions: Array<object> = [];
+    for (const rangeSet of this.range.set) {
+      conditions.push(this.comparatorSetToSql(rangeSet as Comparator[]));
+    }
+    return { $or: conditions };
+  }
+
+  get containPreRelease(): boolean {
+    return this._containPreRelease;
+  }
+}

app/core/entity/Task.ts

@@ -1,10 +1,16 @@
-import os from 'os';
-import path from 'path';
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
-import { TaskType, TaskState } from '../../common/enum/Task';
-import dayjs from '../../common/dayjs';
-import { HookEvent } from './HookEvent';
+import os from 'node:os';
+import path from 'node:path';
+import { InternalServerError } from 'egg-errors';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
+import { TaskType, TaskState } from '../../common/enum/Task.js';
+import { PROXY_CACHE_DIR_NAME } from '../../common/constants.js';
+import dayjs from '../../common/dayjs.js';
+import type { HookEvent } from './HookEvent.js';
+import type { DIST_NAMES } from './Package.js';
+import { isPkgManifest } from './Package.js';
 
 export const HOST_NAME = os.hostname();
 export const PID = process.pid;
@@ -31,13 +37,19 @@ export interface TaskData<T = TaskBaseData> extends EntityData {
 export type SyncPackageTaskOptions = {
   authorId?: string;
   authorIp?: string;
-  remoteAuthToken?: string;
   tips?: string;
   skipDependencies?: boolean;
   syncDownloadData?: boolean;
   // force sync history version
   forceSyncHistory?: boolean;
   registryId?: string;
+  specificVersions?: Array<string>;
+};
+
+export type UpdateProxyCacheTaskOptions = {
+  fullname: string;
+  version?: string;
+  fileType: DIST_NAMES;
 };
 
 export interface CreateHookTaskData extends TaskBaseData {
@@ -51,19 +63,26 @@ export interface TriggerHookTaskData extends TaskBaseData {
 }
 
 export interface CreateSyncPackageTaskData extends TaskBaseData {
-  remoteAuthToken?: string;
   tips?: string;
   skipDependencies?: boolean;
   syncDownloadData?: boolean;
   forceSyncHistory?: boolean;
+  specificVersions?: Array<string>;
+}
+
+export interface CreateUpdateProxyCacheTaskData extends TaskBaseData {
+  fullname: string;
+  version?: string;
+  fileType: DIST_NAMES;
+  filePath: string;
 }
 
 export interface ChangesStreamTaskData extends TaskBaseData {
   since: string;
-  last_package?: string,
-  last_package_created?: Date,
-  task_count?: number,
-  registryId?: string,
+  last_package?: string;
+  last_package_created?: Date;
+  task_count?: number;
+  registryId?: string;
 }
 
 export interface TaskUpdateCondition {
@@ -75,6 +94,7 @@ export type CreateHookTask = Task<CreateHookTaskData>;
 export type TriggerHookTask = Task<TriggerHookTaskData>;
 export type CreateSyncPackageTask = Task<CreateSyncPackageTaskData>;
 export type ChangesStreamTask = Task<ChangesStreamTaskData>;
+export type CreateUpdateProxyCacheTask = Task<CreateUpdateProxyCacheTaskData>;
 
 export class Task<T extends TaskBaseData = TaskBaseData> extends Entity {
   taskId: string;
@@ -116,12 +136,17 @@ export class Task<T extends TaskBaseData = TaskBaseData> extends Entity {
     this.data.taskWorker = `${HOST_NAME}:${PID}`;
   }
 
-  private static create<T extends TaskBaseData>(data: EasyData<TaskData<T>, 'taskId'>): Task<T> {
+  private static create<T extends TaskBaseData>(
+    data: EasyData<TaskData<T>, 'taskId'>
+  ): Task<T> {
     const newData = EntityUtil.defaultData(data, 'taskId');
     return new Task(newData);
   }
 
-  public static createSyncPackage(fullname: string, options?: SyncPackageTaskOptions): CreateSyncPackageTask {
+  public static createSyncPackage(
+    fullname: string,
+    options?: SyncPackageTaskOptions
+  ): CreateSyncPackageTask {
     const data = {
       type: TaskType.SyncPackage,
       state: TaskState.Waiting,
@@ -131,12 +156,12 @@ export class Task<T extends TaskBaseData = TaskBaseData> extends Entity {
       data: {
         // task execute worker
         taskWorker: '',
-        remoteAuthToken: options?.remoteAuthToken,
         tips: options?.tips,
         registryId: options?.registryId ?? '',
         skipDependencies: options?.skipDependencies,
         syncDownloadData: options?.syncDownloadData,
         forceSyncHistory: options?.forceSyncHistory,
+        specificVersions: options?.specificVersions,
       },
     };
     const task = this.create(data);
@@ -144,7 +169,11 @@ export class Task<T extends TaskBaseData = TaskBaseData> extends Entity {
     return task;
   }
 
-  public static createChangesStream(targetName: string, registryId = '', since = ''): ChangesStreamTask {
+  public static createChangesStream(
+    targetName: string,
+    registryId = '',
+    since = ''
+  ): ChangesStreamTask {
     const data = {
       type: TaskType.ChangesStream,
       state: TaskState.Waiting,
@@ -192,7 +221,10 @@ export class Task<T extends TaskBaseData = TaskBaseData> extends Entity {
     return task;
   }
 
-  public static createTriggerHookTask(hookEvent: HookEvent, hookId: string): TriggerHookTask {
+  public static createTriggerHookTask(
+    hookEvent: HookEvent,
+    hookId: string
+  ): TriggerHookTask {
     const data = {
       type: TaskType.TriggerHook,
       state: TaskState.Waiting,
@@ -231,6 +263,39 @@ export class Task<T extends TaskBaseData = TaskBaseData> extends Entity {
     return task;
   }
 
+  public static needMergeWhenWaiting(type: TaskType) {
+    return [TaskType.SyncBinary, TaskType.SyncPackage].includes(type);
+  }
+
+  public static createUpdateProxyCache(
+    targetName: string,
+    options: UpdateProxyCacheTaskOptions
+  ): CreateUpdateProxyCacheTask {
+    if (!isPkgManifest(options.fileType)) {
+      throw new InternalServerError(
+        'should not update package version manifest.'
+      );
+    }
+    const filePath = `/${PROXY_CACHE_DIR_NAME}/${options.fullname}/${options.fileType}`;
+    const data = {
+      type: TaskType.UpdateProxyCache,
+      state: TaskState.Waiting,
+      targetName,
+      authorId: `pid_${PID}`,
+      authorIp: HOST_NAME,
+      data: {
+        taskWorker: '',
+        fullname: options.fullname,
+        version: options?.version,
+        fileType: options.fileType,
+        filePath,
+      },
+    };
+    const task = this.create(data);
+    task.logPath = `/${PROXY_CACHE_DIR_NAME}/${options.fullname}/update-manifest-log/${options.fileType.split('.json')[0]}-${dayjs().format('YYYY/MM/DDHHmm')}-${task.taskId}.log`;
+    return task;
+  }
+
   start(): TaskUpdateCondition {
     const condition = {
       taskId: this.taskId,

app/core/entity/Token.ts

@@ -1,6 +1,8 @@
 import dayjs from 'dayjs';
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 export enum TokenType {
   granular = 'granular',
@@ -13,10 +15,11 @@ interface BaseTokenData extends EntityData {
   cidrWhitelist?: string[];
   userId: string;
   isReadonly?: boolean;
-  type?: TokenType;
+  type?: TokenType | string;
+  lastUsedAt?: Date;
 }
 
-interface ClassicTokenData extends BaseTokenData{
+interface ClassicTokenData extends BaseTokenData {
   isAutomation?: boolean;
 }
 interface GranularTokenData extends BaseTokenData {
@@ -30,7 +33,9 @@ interface GranularTokenData extends BaseTokenData {
 
 type TokenData = ClassicTokenData | GranularTokenData;
 
-export function isGranularToken(data: TokenData): data is GranularTokenData {
+export function isGranularToken(
+  data: TokenData | Token
+): data is GranularTokenData {
   return data.type === TokenType.granular;
 }
 
@@ -48,6 +53,7 @@ export class Token extends Entity {
   readonly allowedScopes?: string[];
   readonly expiredAt?: Date;
   readonly expires?: number;
+  lastUsedAt: Date | null;
   allowedPackages?: string[];
   token?: string;
 
@@ -59,7 +65,8 @@ export class Token extends Entity {
     this.tokenKey = data.tokenKey;
     this.cidrWhitelist = data.cidrWhitelist || [];
     this.isReadonly = data.isReadonly || false;
-    this.type = data.type || TokenType.classic;
+    this.type = (data.type as TokenType) || TokenType.classic;
+    this.lastUsedAt = data.lastUsedAt || null;
 
     if (isGranularToken(data)) {
       this.name = data.name;
@@ -67,6 +74,7 @@ export class Token extends Entity {
       this.allowedScopes = data.allowedScopes;
       this.expiredAt = data.expiredAt;
       this.allowedPackages = data.allowedPackages;
+      this.isAutomation = false;
     } else {
       this.isAutomation = data.isAutomation || false;
     }
@@ -75,9 +83,10 @@ export class Token extends Entity {
   static create(data: EasyData<TokenData, 'tokenId'>): Token {
     const newData = EntityUtil.defaultData(data, 'tokenId');
     if (isGranularToken(newData) && !newData.expiredAt) {
-      newData.expiredAt = dayjs(newData.createdAt).add(newData.expires, 'days').toDate();
+      newData.expiredAt = dayjs(newData.createdAt)
+        .add(newData.expires, 'days')
+        .toDate();
     }
     return new Token(newData);
   }
-
 }

app/core/entity/User.ts

@@ -1,6 +1,8 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
-import { cleanUserPrefix } from '../../common/PackageUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
+import { cleanUserPrefix } from '../../common/PackageUtil.js';
 
 interface UserData extends EntityData {
   userId: string;

app/core/entity/WebauthnCredential.ts

@@ -1,5 +1,7 @@
-import { Entity, EntityData } from './Entity';
-import { EasyData, EntityUtil } from '../util/EntityUtil';
+import type { EntityData } from './Entity.js';
+import { Entity } from './Entity.js';
+import type { EasyData } from '../util/EntityUtil.js';
+import { EntityUtil } from '../util/EntityUtil.js';
 
 interface WebauthnCredentialData extends EntityData {
   wancId: string;
@@ -25,7 +27,9 @@ export class WebauthnCredential extends Entity {
     this.browserType = data.browserType;
   }
 
-  static create(data: EasyData<WebauthnCredentialData, 'wancId'>): WebauthnCredential {
+  static create(
+    data: EasyData<WebauthnCredentialData, 'wancId'>
+  ): WebauthnCredential {
     const newData = EntityUtil.defaultData(data, 'wancId');
     return new WebauthnCredential(newData);
   }

app/core/event/BugVersionFixHandler.ts

@@ -1,16 +1,13 @@
 import { Event, Inject } from '@eggjs/tegg';
-import { EggLogger } from 'egg';
-import { PACKAGE_VERSION_ADDED } from './index';
-import { BUG_VERSIONS } from '../../common/constants';
-import { PackageManagerService } from '../service/PackageManagerService';
-import { BugVersionService } from '../service/BugVersionService';
+import type { EggLogger } from 'egg';
+import { PACKAGE_VERSION_ADDED } from './index.js';
+import { BUG_VERSIONS } from '../../common/constants.js';
+import type { BugVersionService } from '../service/BugVersionService.js';
 
 @Event(PACKAGE_VERSION_ADDED)
 export class BugVersionFixHandler {
   @Inject()
   private readonly bugVersionService: BugVersionService;
-  @Inject()
-  private readonly packageManagerService: PackageManagerService;
 
   @Inject()
   private readonly logger: EggLogger;
@@ -18,7 +15,7 @@ export class BugVersionFixHandler {
   async handle(fullname: string) {
     if (fullname !== BUG_VERSIONS) return;
     try {
-      const bugVersion = await this.packageManagerService.getBugVersion();
+      const bugVersion = await this.bugVersionService.getBugVersion();
       if (!bugVersion) return;
       await this.bugVersionService.cleanBugVersionPackageCaches(bugVersion);
     } catch (e) {

app/core/event/CacheCleaner.ts

@@ -11,8 +11,8 @@ import {
   PACKAGE_MAINTAINER_CHANGED,
   PACKAGE_MAINTAINER_REMOVED,
   PACKAGE_META_CHANGED,
-} from './index';
-import { CacheService } from '../../core/service/CacheService';
+} from './index.js';
+import type { CacheService } from '../../core/service/CacheService.js';
 
 class CacheCleanerEvent {
   @Inject()
@@ -24,77 +24,77 @@ class CacheCleanerEvent {
 }
 
 @Event(PACKAGE_UNPUBLISHED)
-export class PackageUnpublished extends CacheCleanerEvent {
+export class PackageUnpublishedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_BLOCKED)
-export class PackageBlocked extends CacheCleanerEvent {
+export class PackageBlockedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_UNBLOCKED)
-export class PackageUnblocked extends CacheCleanerEvent {
+export class PackageUnblockedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_VERSION_ADDED)
-export class PackageVersionAdded extends CacheCleanerEvent {
+export class PackageVersionAddedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_VERSION_REMOVED)
-export class PackageVersionRemoved extends CacheCleanerEvent {
+export class PackageVersionRemovedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_TAG_ADDED)
-export class PackageTagAdded extends CacheCleanerEvent {
+export class PackageTagAddedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_TAG_CHANGED)
-export class PackageTagChanged extends CacheCleanerEvent {
+export class PackageTagChangedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_TAG_REMOVED)
-export class PackageTagRemoved extends CacheCleanerEvent {
+export class PackageTagRemovedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_MAINTAINER_CHANGED)
-export class PackageMaintainerChanged extends CacheCleanerEvent {
+export class PackageMaintainerChangedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_MAINTAINER_REMOVED)
-export class PackageMaintainerRemoved extends CacheCleanerEvent {
+export class PackageMaintainerRemovedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }
 }
 
 @Event(PACKAGE_META_CHANGED)
-export class PackageMetaChanged extends CacheCleanerEvent {
+export class PackageMetaChangedCacheCleanEvent extends CacheCleanerEvent {
   async handle(fullname: string) {
     await this.removeCache(fullname);
   }

app/core/event/ChangesStream.ts

@@ -1,5 +1,6 @@
-import { EggAppConfig } from 'egg';
+import type { EggAppConfig } from 'egg';
 import { Event, Inject } from '@eggjs/tegg';
+import type { PackageMetaChange } from './index.js';
 import {
   PACKAGE_UNPUBLISHED,
   PACKAGE_VERSION_ADDED,
@@ -9,14 +10,14 @@ import {
   PACKAGE_TAG_REMOVED,
   PACKAGE_MAINTAINER_CHANGED,
   PACKAGE_MAINTAINER_REMOVED,
-  PACKAGE_META_CHANGED, PackageMetaChange,
-} from './index';
-import { ChangeRepository } from '../../repository/ChangeRepository';
-import { Change } from '../entity/Change';
-import { HookEvent } from '../entity/HookEvent';
-import { Task } from '../entity/Task';
-import { User } from '../entity/User';
-import { TaskService } from '../service/TaskService';
+  PACKAGE_META_CHANGED,
+} from './index.js';
+import type { ChangeRepository } from '../../repository/ChangeRepository.js';
+import { Change } from '../entity/Change.js';
+import { HookEvent } from '../entity/HookEvent.js';
+import { Task } from '../entity/Task.js';
+import type { User } from '../entity/User.js';
+import type { TaskService } from '../service/TaskService.js';
 
 class ChangesStreamEvent {
   @Inject()
@@ -29,10 +30,14 @@ class ChangesStreamEvent {
   protected readonly config: EggAppConfig;
 
   protected get hookEnable() {
-    return this.config.hookEnable;
+    return this.config.cnpmcore.hookEnable;
   }
 
-  protected async addChange(type: string, fullname: string, data: object): Promise<Change> {
+  protected async addChange(
+    type: string,
+    fullname: string,
+    data: object
+  ): Promise<Change> {
     const change = Change.create({
       type,
       targetName: fullname,
@@ -44,79 +49,101 @@ class ChangesStreamEvent {
 }
 
 @Event(PACKAGE_UNPUBLISHED)
-export class PackageUnpublished extends ChangesStreamEvent {
+export class PackageUnpublishedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string) {
     const change = await this.addChange(PACKAGE_UNPUBLISHED, fullname, {});
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createUnpublishEvent(fullname, change.changeId));
+      const task = Task.createCreateHookTask(
+        HookEvent.createUnpublishEvent(fullname, change.changeId)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_VERSION_ADDED)
-export class PackageVersionAdded extends ChangesStreamEvent {
+export class PackageVersionAddedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, version: string, tag?: string) {
-    const change = await this.addChange(PACKAGE_VERSION_ADDED, fullname, { version });
+    const change = await this.addChange(PACKAGE_VERSION_ADDED, fullname, {
+      version,
+    });
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createPublishEvent(fullname, change.changeId, version, tag));
+      const task = Task.createCreateHookTask(
+        HookEvent.createPublishEvent(fullname, change.changeId, version, tag)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_VERSION_REMOVED)
-export class PackageVersionRemoved extends ChangesStreamEvent {
+export class PackageVersionRemovedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, version: string, tag?: string) {
-    const change = await this.addChange(PACKAGE_VERSION_REMOVED, fullname, { version });
+    const change = await this.addChange(PACKAGE_VERSION_REMOVED, fullname, {
+      version,
+    });
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createUnpublishEvent(fullname, change.changeId, version, tag));
+      const task = Task.createCreateHookTask(
+        HookEvent.createUnpublishEvent(fullname, change.changeId, version, tag)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_TAG_ADDED)
-export class PackageTagAdded extends ChangesStreamEvent {
+export class PackageTagAddedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, tag: string) {
     const change = await this.addChange(PACKAGE_TAG_ADDED, fullname, { tag });
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createDistTagEvent(fullname, change.changeId, tag));
+      const task = Task.createCreateHookTask(
+        HookEvent.createDistTagEvent(fullname, change.changeId, tag)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_TAG_CHANGED)
-export class PackageTagChanged extends ChangesStreamEvent {
+export class PackageTagChangedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, tag: string) {
     const change = await this.addChange(PACKAGE_TAG_CHANGED, fullname, { tag });
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createDistTagEvent(fullname, change.changeId, tag));
+      const task = Task.createCreateHookTask(
+        HookEvent.createDistTagEvent(fullname, change.changeId, tag)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_TAG_REMOVED)
-export class PackageTagRemoved extends ChangesStreamEvent {
+export class PackageTagRemovedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, tag: string) {
     const change = await this.addChange(PACKAGE_TAG_REMOVED, fullname, { tag });
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createDistTagRmEvent(fullname, change.changeId, tag));
+      const task = Task.createCreateHookTask(
+        HookEvent.createDistTagRmEvent(fullname, change.changeId, tag)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_MAINTAINER_CHANGED)
-export class PackageMaintainerChanged extends ChangesStreamEvent {
+export class PackageMaintainerChangedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, maintainers: User[]) {
-    const change = await this.addChange(PACKAGE_MAINTAINER_CHANGED, fullname, {});
+    const change = await this.addChange(
+      PACKAGE_MAINTAINER_CHANGED,
+      fullname,
+      {}
+    );
     // TODO 应该比较差值，而不是全量推送
     if (this.hookEnable) {
       for (const maintainer of maintainers) {
-        const task = Task.createCreateHookTask(HookEvent.createOwnerEvent(fullname, change.changeId, maintainer.name));
+        const task = Task.createCreateHookTask(
+          HookEvent.createOwnerEvent(fullname, change.changeId, maintainer.name)
+        );
         await this.taskService.createTask(task, true);
       }
     }
@@ -124,24 +151,36 @@ export class PackageMaintainerChanged extends ChangesStreamEvent {
 }
 
 @Event(PACKAGE_MAINTAINER_REMOVED)
-export class PackageMaintainerRemoved extends ChangesStreamEvent {
+export class PackageMaintainerRemovedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, maintainer: string) {
-    const change = await this.addChange(PACKAGE_MAINTAINER_REMOVED, fullname, { maintainer });
+    const change = await this.addChange(PACKAGE_MAINTAINER_REMOVED, fullname, {
+      maintainer,
+    });
     if (this.hookEnable) {
-      const task = Task.createCreateHookTask(HookEvent.createOwnerRmEvent(fullname, change.changeId, maintainer));
+      const task = Task.createCreateHookTask(
+        HookEvent.createOwnerRmEvent(fullname, change.changeId, maintainer)
+      );
       await this.taskService.createTask(task, true);
     }
   }
 }
 
 @Event(PACKAGE_META_CHANGED)
-export class PackageMetaChanged extends ChangesStreamEvent {
+export class PackageMetaChangedChangesStreamEvent extends ChangesStreamEvent {
   async handle(fullname: string, meta: PackageMetaChange) {
-    const change = await this.addChange(PACKAGE_META_CHANGED, fullname, { ...meta });
+    const change = await this.addChange(PACKAGE_META_CHANGED, fullname, {
+      ...meta,
+    });
     const { deprecateds } = meta;
     if (this.hookEnable) {
       for (const deprecated of deprecateds || []) {
-        const task = Task.createCreateHookTask(HookEvent.createDeprecatedEvent(fullname, change.changeId, deprecated.version));
+        const task = Task.createCreateHookTask(
+          HookEvent.createDeprecatedEvent(
+            fullname,
+            change.changeId,
+            deprecated.version
+          )
+        );
         await this.taskService.createTask(task, true);
       }
     }

app/core/event/StoreManifest.ts

@@ -1,12 +1,10 @@
 import { Event, Inject } from '@eggjs/tegg';
-import {
-  EggAppConfig,
-} from 'egg';
-import { PACKAGE_VERSION_ADDED } from './index';
-import { getScopeAndName } from '../../common/PackageUtil';
-import { PackageVersionManifest as PackageVersionManifestEntity } from '../entity/PackageVersionManifest';
-import { PackageRepository } from '../../repository/PackageRepository';
-import { DistRepository } from '../../repository/DistRepository';
+import type { EggAppConfig } from 'egg';
+import { PACKAGE_VERSION_ADDED } from './index.js';
+import { getScopeAndName } from '../../common/PackageUtil.js';
+import { PackageVersionManifest as PackageVersionManifestEntity } from '../entity/PackageVersionManifest.js';
+import type { PackageRepository } from '../../repository/PackageRepository.js';
+import type { DistRepository } from '../../repository/DistRepository.js';
 
 class StoreManifestEvent {
   @Inject()
@@ -16,15 +14,25 @@ class StoreManifestEvent {
   @Inject()
   private readonly distRepository: DistRepository;
 
-  protected async savePackageVersionManifest(fullname: string, version: string) {
-    if (!this.config.cnpmcore.enableStoreFullPackageVersionManifestsToDatabase) return;
+  protected async savePackageVersionManifest(
+    fullname: string,
+    version: string
+  ) {
+    if (!this.config.cnpmcore.enableStoreFullPackageVersionManifestsToDatabase)
+      return;
 
-    const [ scope, name ] = getScopeAndName(fullname);
+    const [scope, name] = getScopeAndName(fullname);
     const packageId = await this.packageRepository.findPackageId(scope, name);
     if (!packageId) return;
-    const packageVersion = await this.packageRepository.findPackageVersion(packageId, version);
+    const packageVersion = await this.packageRepository.findPackageVersion(
+      packageId,
+      version
+    );
     if (!packageVersion) return;
-    const manifest = await this.distRepository.findPackageVersionManifest(packageId, version);
+    const manifest = await this.distRepository.findPackageVersionManifest(
+      packageId,
+      version
+    );
     if (!manifest) return;
     const entity = PackageVersionManifestEntity.create({
       packageId,
@@ -36,7 +44,7 @@ class StoreManifestEvent {
 }
 
 @Event(PACKAGE_VERSION_ADDED)
-export class PackageVersionAdded extends StoreManifestEvent {
+export class PackageVersionAddedStoreManifestEvent extends StoreManifestEvent {
   async handle(fullname: string, version: string) {
     await this.savePackageVersionManifest(fullname, version);
   }

app/core/event/SyncESPackage.ts

@@ -0,0 +1,55 @@
+// TODO sync event
+/* eslint-disable @typescript-eslint/no-unused-vars */
+import type { EggAppConfig } from 'egg';
+import { Event, Inject } from '@eggjs/tegg';
+import {
+  PACKAGE_UNPUBLISHED,
+  PACKAGE_VERSION_ADDED,
+  PACKAGE_VERSION_REMOVED,
+  PACKAGE_TAG_ADDED,
+  PACKAGE_TAG_CHANGED,
+  PACKAGE_TAG_REMOVED,
+  PACKAGE_MAINTAINER_CHANGED,
+  PACKAGE_MAINTAINER_REMOVED,
+  PACKAGE_META_CHANGED,
+  PACKAGE_BLOCKED,
+  PACKAGE_UNBLOCKED,
+} from './index.js';
+import type { PackageSearchService } from '../service/PackageSearchService.js';
+
+class SyncESPackage {
+  @Inject()
+  protected readonly packageSearchService: PackageSearchService;
+
+  @Inject()
+  protected readonly config: EggAppConfig;
+
+  protected async syncPackage(fullname: string) {
+    if (!this.config.cnpmcore.enableElasticsearch) return;
+    await this.packageSearchService.syncPackage(fullname, true);
+  }
+}
+
+@Event(PACKAGE_UNPUBLISHED)
+@Event(PACKAGE_BLOCKED)
+export class PackageUnpublishedSyncESEvent extends SyncESPackage {
+  async handle(fullname: string) {
+    if (!this.config.cnpmcore.enableElasticsearch) return;
+    await this.packageSearchService.removePackage(fullname);
+  }
+}
+
+@Event(PACKAGE_VERSION_ADDED)
+@Event(PACKAGE_META_CHANGED)
+@Event(PACKAGE_VERSION_REMOVED)
+@Event(PACKAGE_TAG_ADDED)
+@Event(PACKAGE_TAG_CHANGED)
+@Event(PACKAGE_TAG_REMOVED)
+@Event(PACKAGE_MAINTAINER_CHANGED)
+@Event(PACKAGE_MAINTAINER_REMOVED)
+@Event(PACKAGE_UNBLOCKED)
+export class PackageVersionAddedSyncESEvent extends SyncESPackage {
+  async handle(fullname: string) {
+    await this.syncPackage(fullname);
+  }
+}

app/core/event/SyncPackageVersionFile.ts

@@ -1,35 +1,91 @@
 import { Event, Inject } from '@eggjs/tegg';
+import type { EggAppConfig, EggLogger } from 'egg';
+import { ForbiddenError } from 'egg-errors';
 import {
-  EggAppConfig,
-} from 'egg';
-import { PACKAGE_VERSION_ADDED } from './index';
-import { getScopeAndName } from '../../common/PackageUtil';
-import { PackageManagerService } from '../service/PackageManagerService';
-import { PackageVersionFileService } from '../service/PackageVersionFileService';
+  PACKAGE_VERSION_ADDED,
+  PACKAGE_TAG_ADDED,
+  PACKAGE_TAG_CHANGED,
+} from './index.js';
+import { getScopeAndName } from '../../common/PackageUtil.js';
+import type { PackageManagerService } from '../service/PackageManagerService.js';
+import type { PackageVersionFileService } from '../service/PackageVersionFileService.js';
 
 class SyncPackageVersionFileEvent {
   @Inject()
   protected readonly config: EggAppConfig;
   @Inject()
+  protected readonly logger: EggLogger;
+  @Inject()
   private readonly packageManagerService: PackageManagerService;
   @Inject()
   private readonly packageVersionFileService: PackageVersionFileService;
 
   protected async syncPackageVersionFile(fullname: string, version: string) {
+    // must set enableUnpkg and enableSyncUnpkgFiles = true both
     if (!this.config.cnpmcore.enableUnpkg) return;
+    if (!this.config.cnpmcore.enableSyncUnpkgFiles) return;
     // ignore sync on unittest
-    if (this.config.env === 'unittest' && fullname !== '@cnpm/unittest-unpkg-demo') return;
-    const [ scope, name ] = getScopeAndName(fullname);
-    const { packageVersion } = await this.packageManagerService.showPackageVersionByVersionOrTag(
-      scope, name, version);
+    if (
+      this.config.env === 'unittest' &&
+      fullname !== '@cnpm/unittest-unpkg-demo'
+    )
+      return;
+    const [scope, name] = getScopeAndName(fullname);
+    const { packageVersion } =
+      await this.packageManagerService.showPackageVersionByVersionOrTag(
+        scope,
+        name,
+        version
+      );
     if (!packageVersion) return;
-    await this.packageVersionFileService.syncPackageVersionFiles(packageVersion);
+    try {
+      await this.packageVersionFileService.syncPackageVersionFiles(
+        packageVersion
+      );
+    } catch (err) {
+      if (err instanceof ForbiddenError) {
+        this.logger.info(
+          '[SyncPackageVersionFileEvent.syncPackageVersionFile] ignore sync files, cause: %s',
+          err.message
+        );
+        return;
+      }
+      throw err;
+    }
+  }
+
+  protected async syncPackageReadmeToLatestVersion(fullname: string) {
+    const [scope, name] = getScopeAndName(fullname);
+    const { pkg, packageVersion } =
+      await this.packageManagerService.showPackageVersionByVersionOrTag(
+        scope,
+        name,
+        'latest'
+      );
+    if (!pkg || !packageVersion) return;
+    await this.packageVersionFileService.syncPackageReadme(pkg, packageVersion);
   }
 }
 
 @Event(PACKAGE_VERSION_ADDED)
-export class PackageVersionAdded extends SyncPackageVersionFileEvent {
+export class PackageVersionAddedSyncPackageVersionFileEvent extends SyncPackageVersionFileEvent {
   async handle(fullname: string, version: string) {
     await this.syncPackageVersionFile(fullname, version);
   }
 }
+
+@Event(PACKAGE_TAG_ADDED)
+export class PackageTagAddedSyncPackageVersionFileEvent extends SyncPackageVersionFileEvent {
+  async handle(fullname: string, tag: string) {
+    if (tag !== 'latest') return;
+    await this.syncPackageReadmeToLatestVersion(fullname);
+  }
+}
+
+@Event(PACKAGE_TAG_CHANGED)
+export class PackageTagChangedSyncPackageVersionFileEvent extends SyncPackageVersionFileEvent {
+  async handle(fullname: string, tag: string) {
+    if (tag !== 'latest') return;
+    await this.syncPackageReadmeToLatestVersion(fullname);
+  }
+}

app/core/event/index.ts

@@ -1,5 +1,5 @@
 import '@eggjs/tegg';
-import { User } from '../entity/User';
+import type { User } from '../entity/User.js';
 
 export const PACKAGE_UNPUBLISHED = 'PACKAGE_UNPUBLISHED';
 export const PACKAGE_BLOCKED = 'PACKAGE_BLOCKED';
@@ -22,19 +22,35 @@ export interface PackageMetaChange {
   deprecateds?: Array<PackageDeprecated>;
 }
 
-
 declare module '@eggjs/tegg' {
   interface Events {
     [PACKAGE_UNPUBLISHED]: (fullname: string) => Promise<void>;
     [PACKAGE_BLOCKED]: (fullname: string) => Promise<void>;
     [PACKAGE_UNBLOCKED]: (fullname: string) => Promise<void>;
-    [PACKAGE_VERSION_ADDED]: (fullname: string, version: string, tag?: string) => Promise<void>;
-    [PACKAGE_VERSION_REMOVED]: (fullname: string, version: string, tag?: string) => Promise<void>;
+    [PACKAGE_VERSION_ADDED]: (
+      fullname: string,
+      version: string,
+      tag?: string
+    ) => Promise<void>;
+    [PACKAGE_VERSION_REMOVED]: (
+      fullname: string,
+      version: string,
+      tag?: string
+    ) => Promise<void>;
     [PACKAGE_TAG_ADDED]: (fullname: string, tag: string) => Promise<void>;
     [PACKAGE_TAG_CHANGED]: (fullname: string, tag: string) => Promise<void>;
     [PACKAGE_TAG_REMOVED]: (fullname: string, tag: string) => Promise<void>;
-    [PACKAGE_MAINTAINER_CHANGED]: (fullname: string, maintainers: User[]) => Promise<void>;
-    [PACKAGE_MAINTAINER_REMOVED]: (fullname: string, maintainer: string) => Promise<void>;
-    [PACKAGE_META_CHANGED]: (fullname: string, meta: PackageMetaChange) => Promise<void>;
+    [PACKAGE_MAINTAINER_CHANGED]: (
+      fullname: string,
+      maintainers: User[]
+    ) => Promise<void>;
+    [PACKAGE_MAINTAINER_REMOVED]: (
+      fullname: string,
+      maintainer: string
+    ) => Promise<void>;
+    [PACKAGE_META_CHANGED]: (
+      fullname: string,
+      meta: PackageMetaChange
+    ) => Promise<void>;
   }
 }

app/core/package.json

@@ -2,5 +2,6 @@
   "name": "cnpmcore-core",
   "eggModule": {
     "name": "cnpmcoreCore"
-  }
+  },
+  "type": "module"
 }

app/core/service/BinarySyncerService.ts

@@ -1,26 +1,22 @@
-import { rm } from 'fs/promises';
-import {
-  AccessLevel,
-  SingletonProto,
-  Inject,
-  EggObjectFactory,
-} from '@eggjs/tegg';
-import {
-  EggHttpClient,
-} from 'egg';
-import fs from 'fs/promises';
-import binaries, { BinaryName, CategoryName } from '../../../config/binaries';
-import { NFSAdapter } from '../../common/adapter/NFSAdapter';
-import { TaskType, TaskState } from '../../common/enum/Task';
-import { downloadToTempfile } from '../../common/FileUtil';
-import { BinaryRepository } from '../../repository/BinaryRepository';
-import { Task } from '../entity/Task';
-import { Binary } from '../entity/Binary';
-import { TaskService } from './TaskService';
-import { AbstractBinary, BinaryItem } from '../../common/adapter/binary/AbstractBinary';
-import { AbstractService } from '../../common/AbstractService';
-import { TaskRepository } from '../../repository/TaskRepository';
-import { BinaryType } from '../../common/enum/Binary';
+import type { EggObjectFactory } from '@eggjs/tegg';
+import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
+import type { EggHttpClient } from 'egg';
+import fs from 'node:fs/promises';
+import { sortBy } from 'lodash-es';
+import type { BinaryName, CategoryName } from '../../../config/binaries.js';
+import binaries from '../../../config/binaries.js';
+import type { BinaryRepository } from '../../repository/BinaryRepository.js';
+import { Task } from '../entity/Task.js';
+import { Binary } from '../entity/Binary.js';
+import type { TaskService } from './TaskService.js';
+import type { NFSAdapter } from '../../common/adapter/NFSAdapter.js';
+import { downloadToTempfile } from '../../common/FileUtil.js';
+import { isTimeoutError } from '../../common/ErrorUtil.js';
+import type { BinaryItem } from '../../common/adapter/binary/AbstractBinary.js';
+import { AbstractBinary } from '../../common/adapter/binary/AbstractBinary.js';
+import { AbstractService } from '../../common/AbstractService.js';
+import { BinaryType } from '../../common/enum/Binary.js';
+import { TaskType, TaskState } from '../../common/enum/Task.js';
 
 function isoNow() {
   return new Date().toISOString();
@@ -35,8 +31,6 @@ export class BinarySyncerService extends AbstractService {
   @Inject()
   private readonly taskService: TaskService;
   @Inject()
-  private readonly taskRepository: TaskRepository;
-  @Inject()
   private readonly httpclient: EggHttpClient;
   @Inject()
   private readonly nfsAdapter: NFSAdapter;
@@ -46,37 +40,37 @@ export class BinarySyncerService extends AbstractService {
   // canvas/v2.6.1/canvas-v2.6.1-node-v57-linux-glibc-x64.tar.gz
   // -> node-canvas-prebuilt/v2.6.1/node-canvas-prebuilt-v2.6.1-node-v57-linux-glibc-x64.tar.gz
   // canvas 历史版本的 targetName 可能是 category 需要兼容
-  public async findBinary(targetName: BinaryName | CategoryName, parent: string, name: string) {
+  public async findBinary(
+    targetName: BinaryName | CategoryName,
+    parent: string,
+    name: string
+  ) {
     return await this.binaryRepository.findBinary(targetName, parent, name);
   }
 
   public async listDirBinaries(binary: Binary) {
-    return await this.binaryRepository.listBinaries(binary.category, `${binary.parent}${binary.name}`);
+    return await this.binaryRepository.listBinaries(
+      binary.category,
+      `${binary.parent}${binary.name}`
+    );
   }
 
   public async listRootBinaries(binaryName: BinaryName) {
     // 通常 binaryName 和 category 是一样的，但是有些特殊的 binaryName 会有多个 category，比如 canvas
     // 所以查询 canvas 的时候，需要将 binaryName 和 category 的数据都查出来
-    const {
-      category,
-    } = binaries[binaryName];
-    const reqs = [
-      this.binaryRepository.listBinaries(binaryName, '/'),
-    ];
+    const { category } = binaries[binaryName];
+    const reqs = [this.binaryRepository.listBinaries(binaryName, '/')];
     if (category && category !== binaryName) {
       reqs.push(this.binaryRepository.listBinaries(category, '/'));
     }
 
-    const [
-      rootBinary,
-      categoryBinary,
-    ] = await Promise.all(reqs);
+    const [rootBinary, categoryBinary] = await Promise.all(reqs);
 
-    const versions = rootBinary.map(b => b.name);
+    const versions = new Set(rootBinary.map(b => b.name));
     categoryBinary?.forEach(b => {
       const version = b.name;
       // 只将没有的版本添加进去
-      if (!versions.includes(version)) {
+      if (!versions.has(version)) {
         rootBinary.push(b);
       }
     });
@@ -88,17 +82,18 @@ export class BinarySyncerService extends AbstractService {
     return await this.nfsAdapter.getDownloadUrlOrStream(binary.storePath);
   }
 
-  // SyncBinary 由定时任务每台单机定时触发，手动去重
-  // 添加 bizId 在 db 防止重复，记录 id 错误
   public async createTask(binaryName: BinaryName, lastData?: any) {
-    const existsTask = await this.taskRepository.findTaskByTargetName(binaryName, TaskType.SyncBinary);
-    if (existsTask) {
-      return existsTask;
-    }
     try {
-      return await this.taskService.createTask(Task.createSyncBinary(binaryName, lastData), false);
+      return await this.taskService.createTask(
+        Task.createSyncBinary(binaryName, lastData),
+        false
+      );
     } catch (e) {
-      this.logger.error('[BinarySyncerService.createTask] binaryName: %s, error: %s', binaryName, e);
+      this.logger.error(
+        '[BinarySyncerService.createTask] binaryName: %s, error: %s',
+        binaryName,
+        e
+      );
     }
   }
 
@@ -119,40 +114,86 @@ export class BinarySyncerService extends AbstractService {
     const binaryAdapter = await this.getBinaryAdapter(binaryName);
     const logUrl = `${this.config.cnpmcore.registry}/-/binary/${binaryName}/syncs/${task.taskId}/log`;
     let logs: string[] = [];
-    logs.push(`[${isoNow()}] 🚧🚧🚧🚧🚧 Start sync binary "${binaryName}" 🚧🚧🚧🚧🚧`);
+    logs.push(
+      `[${isoNow()}] 🚧🚧🚧🚧🚧 Start sync binary "${binaryName}" 🚧🚧🚧🚧🚧`
+    );
     if (!binaryAdapter) {
       task.error = 'unknow binaryName';
-      logs.push(`[${isoNow()}] ❌ Synced "${binaryName}" fail, ${task.error}, log: ${logUrl}`);
+      logs.push(
+        `[${isoNow()}] ❌ Synced "${binaryName}" fail, ${task.error}, log: ${logUrl}`
+      );
       logs.push(`[${isoNow()}] ❌❌❌❌❌ "${binaryName}" ❌❌❌❌❌`);
-      this.logger.error('[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s',
-        task.taskId, task.targetName, task.error);
+      this.logger.error(
+        '[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s',
+        task.taskId,
+        task.targetName,
+        task.error
+      );
       await this.taskService.finishTask(task, TaskState.Fail, logs.join('\n'));
       return;
     }
 
     await this.taskService.appendTaskLog(task, logs.join('\n'));
     logs = [];
-    this.logger.info('[BinarySyncerService.executeTask:start] taskId: %s, targetName: %s, log: %s',
-      task.taskId, task.targetName, logUrl);
+    this.logger.info(
+      '[BinarySyncerService.executeTask:start] taskId: %s, targetName: %s, log: %s',
+      task.taskId,
+      task.targetName,
+      logUrl
+    );
     try {
-      await this.syncDir(binaryAdapter, task, '/');
+      const [hasDownloadError] = await this.syncDir(binaryAdapter, task, '/');
       logs.push(`[${isoNow()}] 🟢 log: ${logUrl}`);
       logs.push(`[${isoNow()}] 🟢🟢🟢🟢🟢 "${binaryName}" 🟢🟢🟢🟢🟢`);
-      await this.taskService.finishTask(task, TaskState.Success, logs.join('\n'));
-      this.logger.info('[BinarySyncerService.executeTask:success] taskId: %s, targetName: %s, log: %s',
-        task.taskId, task.targetName, logUrl);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        logs.join('\n')
+      );
+      // 确保没有下载异常才算 success
+      await binaryAdapter.finishFetch(!hasDownloadError, binaryName);
+      this.logger.info(
+        '[BinarySyncerService.executeTask:success] taskId: %s, targetName: %s, log: %s, hasDownloadError: %s',
+        task.taskId,
+        task.targetName,
+        logUrl,
+        hasDownloadError
+      );
     } catch (err: any) {
-      task.error = err.message;
-      logs.push(`[${isoNow()}] ❌ Synced "${binaryName}" fail, ${task.error}, log: ${logUrl}`);
+      task.error = `${err.name}: ${err.message}`;
+      logs.push(
+        `[${isoNow()}] ❌ Synced "${binaryName}" fail, ${task.error}, log: ${logUrl}`
+      );
       logs.push(`[${isoNow()}] ❌❌❌❌❌ "${binaryName}" ❌❌❌❌❌`);
-      this.logger.error('[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s',
-        task.taskId, task.targetName, task.error);
-      this.logger.error(err);
+      if (isTimeoutError(err)) {
+        this.logger.warn(
+          '[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s',
+          task.taskId,
+          task.targetName,
+          task.error
+        );
+        this.logger.warn(err);
+      } else {
+        this.logger.error(
+          '[BinarySyncerService.executeTask:fail] taskId: %s, targetName: %s, %s',
+          task.taskId,
+          task.targetName,
+          task.error
+        );
+        this.logger.error(err);
+      }
+      await binaryAdapter.finishFetch(false, binaryName);
       await this.taskService.finishTask(task, TaskState.Fail, logs.join('\n'));
     }
   }
 
-  private async syncDir(binaryAdapter: AbstractBinary, task: Task, dir: string, parentIndex = '') {
+  private async syncDir(
+    binaryAdapter: AbstractBinary,
+    task: Task,
+    dir: string,
+    parentIndex = '',
+    latestVersionParent = '/'
+  ) {
     const binaryName = task.targetName as BinaryName;
     const result = await binaryAdapter.fetch(dir, binaryName);
     let hasDownloadError = false;
@@ -160,14 +201,30 @@ export class BinarySyncerService extends AbstractService {
     if (result && result.items.length > 0) {
       hasItems = true;
       let logs: string[] = [];
-      const newItems = await this.diff(binaryName, dir, result.items);
-      logs.push(`[${isoNow()}][${dir}] 🚧 Syncing diff: ${result.items.length} => ${newItems.length}, Binary class: ${binaryAdapter.constructor.name}`);
-      for (const [ index, { item, reason }] of newItems.entries()) {
+      const { newItems, latestVersionDir } = await this.diff(
+        binaryName,
+        dir,
+        result.items,
+        latestVersionParent
+      );
+      logs.push(
+        `[${isoNow()}][${dir}] 🚧 Syncing diff: ${result.items.length} => ${newItems.length}, Binary class: ${binaryAdapter.constructor.name}`
+      );
+      // re-check latest version
+      for (const [index, { item, reason }] of newItems.entries()) {
         if (item.isDir) {
-          logs.push(`[${isoNow()}][${dir}] 🚧 [${parentIndex}${index}] Start sync dir ${JSON.stringify(item)}, reason: ${reason}`);
+          logs.push(
+            `[${isoNow()}][${dir}] 🚧 [${parentIndex}${index}] Start sync dir ${JSON.stringify(item)}, reason: ${reason}`
+          );
           await this.taskService.appendTaskLog(task, logs.join('\n'));
           logs = [];
-          const [ hasError, hasSubItems ] = await this.syncDir(binaryAdapter, task, `${dir}${item.name}`, `${parentIndex}${index}.`);
+          const [hasError, hasSubItems] = await this.syncDir(
+            binaryAdapter,
+            task,
+            `${dir}${item.name}`,
+            `${parentIndex}${index}.`,
+            latestVersionDir
+          );
           if (hasError) {
             hasDownloadError = true;
           } else {
@@ -179,42 +236,71 @@ export class BinarySyncerService extends AbstractService {
           }
         } else {
           // download to nfs
-          logs.push(`[${isoNow()}][${dir}] 🚧 [${parentIndex}${index}] Downloading ${JSON.stringify(item)}, reason: ${reason}`);
+          logs.push(
+            `[${isoNow()}][${dir}] 🚧 [${parentIndex}${index}] Downloading ${JSON.stringify(item)}, reason: ${reason}`
+          );
           // skip exists binary file
-          const existsBinary = await this.binaryRepository.findBinary(item.category, item.parent, item.name);
+          const existsBinary = await this.binaryRepository.findBinary(
+            item.category,
+            item.parent,
+            item.name
+          );
           if (existsBinary && existsBinary.date === item.date) {
-            logs.push(`[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] binary file exists, skip download, binaryId: ${existsBinary.binaryId}`);
-            this.logger.info('[BinarySyncerService.syncDir:skipDownload] binaryId: %s exists, storePath: %s',
-              existsBinary.binaryId, existsBinary.storePath);
+            logs.push(
+              `[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] binary file exists, skip download, binaryId: ${existsBinary.binaryId}`
+            );
+            this.logger.info(
+              '[BinarySyncerService.syncDir:skipDownload] binaryId: %s exists, storePath: %s',
+              existsBinary.binaryId,
+              existsBinary.storePath
+            );
             continue;
           }
           await this.taskService.appendTaskLog(task, logs.join('\n'));
           logs = [];
           let localFile = '';
           try {
-            const { tmpfile, headers, timing } =
-              await downloadToTempfile(
-                this.httpclient, this.config.dataDir, item.sourceUrl!, { ignoreDownloadStatuses: item.ignoreDownloadStatuses });
-            logs.push(`[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] HTTP content-length: ${headers['content-length']}, timing: ${JSON.stringify(timing)}, ${item.sourceUrl} => ${tmpfile}`);
+            const { tmpfile, headers, timing } = await downloadToTempfile(
+              this.httpclient,
+              this.config.dataDir,
+              item.sourceUrl!,
+              { ignoreDownloadStatuses: item.ignoreDownloadStatuses }
+            );
+            const log = `[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] HTTP content-length: ${headers['content-length']}, timing: ${JSON.stringify(timing)}, ${item.sourceUrl} => ${tmpfile}`;
+            logs.push(log);
+            this.logger.info(
+              '[BinarySyncerService.syncDir:downloadToTempfile] %s',
+              log
+            );
             localFile = tmpfile;
             const binary = await this.saveBinaryItem(item, tmpfile);
-            logs.push(`[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] Synced file success, binaryId: ${binary.binaryId}`);
+            logs.push(
+              `[${isoNow()}][${dir}] 🟢 [${parentIndex}${index}] Synced file success, binaryId: ${binary.binaryId}`
+            );
             await this.taskService.appendTaskLog(task, logs.join('\n'));
             logs = [];
           } catch (err: any) {
             if (err.name === 'DownloadNotFoundError') {
               this.logger.info('Not found %s, skip it', item.sourceUrl);
-              logs.push(`[${isoNow()}][${dir}] 🧪️ [${parentIndex}${index}] Download ${item.sourceUrl} not found, skip it`);
+              logs.push(
+                `[${isoNow()}][${dir}] 🧪️ [${parentIndex}${index}] Download ${item.sourceUrl} not found, skip it`
+              );
             } else {
-              this.logger.error('Download binary %s %s', item.sourceUrl, err);
+              if (err.name === 'DownloadStatusInvalidError') {
+                this.logger.warn('Download binary %s %s', item.sourceUrl, err);
+              } else {
+                this.logger.error('Download binary %s %s', item.sourceUrl, err);
+              }
               hasDownloadError = true;
-              logs.push(`[${isoNow()}][${dir}] ❌ [${parentIndex}${index}] Download ${item.sourceUrl} error: ${err}`);
+              logs.push(
+                `[${isoNow()}][${dir}] ❌ [${parentIndex}${index}] Download ${item.sourceUrl} error: ${err}`
+              );
             }
             await this.taskService.appendTaskLog(task, logs.join('\n'));
             logs = [];
           } finally {
             if (localFile) {
-              await rm(localFile, { force: true });
+              await fs.rm(localFile, { force: true });
             }
           }
         }
@@ -222,20 +308,35 @@ export class BinarySyncerService extends AbstractService {
       if (hasDownloadError) {
         logs.push(`[${isoNow()}][${dir}] ❌ Synced dir fail`);
       } else {
-        logs.push(`[${isoNow()}][${dir}] 🟢 Synced dir success`);
+        logs.push(
+          `[${isoNow()}][${dir}] 🟢 Synced dir success, hasItems: ${hasItems}`
+        );
       }
       await this.taskService.appendTaskLog(task, logs.join('\n'));
     }
-    return [ hasDownloadError, hasItems ];
+    return [hasDownloadError, hasItems];
   }
 
-  private async diff(binaryName: BinaryName, dir: string, fetchItems: BinaryItem[]) {
-    const existsItems = await this.binaryRepository.listBinaries(binaryName, dir);
+  // see https://github.com/cnpm/cnpmcore/issues/556
+  // 上游可能正在发布新版本、同步流程中断，导致同步的时候，文件列表不一致
+  // 如果的当前目录命中 latestVersionParent 父目录，那么就再校验一下当前目录
+  // 如果 existsItems 为空或者经过修改，那么就不需要 revalidate 了
+  private async diff(
+    binaryName: BinaryName,
+    dir: string,
+    fetchItems: BinaryItem[],
+    latestVersionParent = '/'
+  ) {
+    const existsItems = await this.binaryRepository.listBinaries(
+      binaryName,
+      dir
+    );
     const existsMap = new Map<string, Binary>();
     for (const item of existsItems) {
       existsMap.set(item.name, item);
     }
     const diffItems: { item: Binary; reason: string }[] = [];
+    let latestItem: BinaryItem | undefined;
     for (const item of fetchItems) {
       const existsItem = existsMap.get(item.name);
       if (!existsItem) {
@@ -260,9 +361,25 @@ export class BinarySyncerService extends AbstractService {
         existsItem.sourceUrl = item.url;
         existsItem.ignoreDownloadStatuses = item.ignoreDownloadStatuses;
         existsItem.date = item.date;
+      } else if (dir.endsWith(latestVersionParent)) {
+        if (!latestItem) {
+          latestItem = sortBy(fetchItems, ['date']).pop();
+        }
+        const isLatestItem = latestItem?.name === item.name;
+        if (isLatestItem && existsItem.isDir) {
+          diffItems.push({
+            item: existsItem,
+            reason: `revalidate latest version, latest parent dir is ${latestVersionParent}, current dir is ${dir}, current name is ${existsItem.name}`,
+          });
+          latestVersionParent = `${latestVersionParent}${existsItem.name}`;
+        }
       }
     }
-    return diffItems;
+
+    return {
+      newItems: diffItems,
+      latestVersionDir: latestVersionParent,
+    };
   }
 
   private async saveBinaryItem(binary: Binary, tmpfile?: string) {
@@ -270,24 +387,37 @@ export class BinarySyncerService extends AbstractService {
       const stat = await fs.stat(tmpfile);
       binary.size = stat.size;
       await this.nfsAdapter.uploadFile(binary.storePath, tmpfile);
-      this.logger.info('[BinarySyncerService.saveBinaryItem:uploadFile] binaryId: %s, size: %d, %s => %s',
-        binary.binaryId, stat.size, tmpfile, binary.storePath);
+      this.logger.info(
+        '[BinarySyncerService.saveBinaryItem:uploadFile] binaryId: %s, size: %d, %s => %s',
+        binary.binaryId,
+        stat.size,
+        tmpfile,
+        binary.storePath
+      );
     }
     await this.binaryRepository.saveBinary(binary);
     return binary;
   }
 
-  private async getBinaryAdapter(binaryName: BinaryName): Promise<AbstractBinary | undefined> {
+  private async getBinaryAdapter(
+    binaryName: BinaryName
+  ): Promise<AbstractBinary | undefined> {
     const config = this.config.cnpmcore;
     const binaryConfig = binaries[binaryName];
 
     let binaryAdapter: AbstractBinary;
     if (config.sourceRegistryIsCNpm) {
-      binaryAdapter = await this.eggObjectFactory.getEggObject(AbstractBinary, BinaryType.Api);
+      binaryAdapter = await this.eggObjectFactory.getEggObject(
+        AbstractBinary,
+        BinaryType.Api
+      );
     } else {
-      binaryAdapter = await this.eggObjectFactory.getEggObject(AbstractBinary, binaryConfig.type);
+      binaryAdapter = await this.eggObjectFactory.getEggObject(
+        AbstractBinary,
+        binaryConfig.type
+      );
     }
-    await binaryAdapter.init(binaryName);
+    await binaryAdapter.initFetch(binaryName);
     return binaryAdapter;
   }
 }

app/core/service/BugVersionService.ts

@@ -1,11 +1,16 @@
 import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
-import { EggLogger } from 'egg';
+import type { EggLogger } from 'egg';
 import pMap from 'p-map';
-import { BugVersion } from '../entity/BugVersion';
-import { PackageRepository } from '../../repository/PackageRepository';
-import { DistRepository } from '../../repository/DistRepository';
-import { getScopeAndName } from '../../common/PackageUtil';
-import { CacheService } from './CacheService';
+import { BugVersion } from '../entity/BugVersion.js';
+import type {
+  PackageJSONType,
+  PackageRepository,
+} from '../../repository/PackageRepository.js';
+import type { DistRepository } from '../../repository/DistRepository.js';
+import { getScopeAndName } from '../../common/PackageUtil.js';
+import type { CacheService } from './CacheService.js';
+import { BUG_VERSIONS, LATEST_TAG } from '../../common/constants.js';
+import type { BugVersionStore } from '../../common/adapter/BugVersionStore.js';
 
 @SingletonProto({
   accessLevel: AccessLevel.PUBLIC,
@@ -23,53 +28,113 @@ export class BugVersionService {
   @Inject()
   private readonly cacheService: CacheService;
 
-  async cleanBugVersionPackageCaches(bugVersion: BugVersion) {
-    const fullnames = bugVersion.listAllPackagesHasBugs();
-    await pMap(fullnames, async fullname => {
-      await this.cacheService.removeCache(fullname);
-    }, {
-      concurrency: 50,
-      stopOnError: false,
-    });
+  @Inject()
+  private readonly bugVersionStore: BugVersionStore;
+
+  async getBugVersion(): Promise<BugVersion | undefined> {
+    // TODO performance problem, cache bugVersion and update with schedule
+    const pkg = await this.packageRepository.findPackage('', BUG_VERSIONS);
+    if (!pkg) return;
+    /* c8 ignore next 10 */
+    const tag = await this.packageRepository.findPackageTag(
+      pkg!.packageId,
+      LATEST_TAG
+    );
+    if (!tag) return;
+    let bugVersion = this.bugVersionStore.getBugVersion(tag!.version);
+    if (!bugVersion) {
+      const packageVersionJson =
+        (await this.distRepository.findPackageVersionManifest(
+          pkg!.packageId,
+          tag!.version
+        )) as PackageJSONType;
+      if (!packageVersionJson) return;
+      const data = packageVersionJson.config?.['bug-versions'];
+      bugVersion = new BugVersion(data || {});
+      this.bugVersionStore.setBugVersion(bugVersion, tag!.version);
+    }
+    return bugVersion;
   }
 
-  async fixPackageBugVersions(bugVersion: BugVersion, fullname: string, manifests: Record<string, any>) {
+  async cleanBugVersionPackageCaches(bugVersion: BugVersion) {
+    const fullnames = bugVersion.listAllPackagesHasBugs();
+    await pMap(
+      fullnames,
+      async fullname => {
+        await this.cacheService.removeCache(fullname);
+      },
+      {
+        concurrency: 50,
+        stopOnError: false,
+      }
+    );
+  }
+
+  async fixPackageBugVersions(
+    bugVersion: BugVersion,
+    fullname: string,
+    manifests: Record<string, any>
+  ) {
     // If package all version unpublished(like pinyin-tool), versions is undefined
     if (!manifests) return;
     for (const manifest of Object.values(manifests)) {
-      this.fixPackageBugVersionWithAllVersions(fullname, bugVersion, manifest, manifests);
+      this.fixPackageBugVersionWithAllVersions(
+        fullname,
+        bugVersion,
+        manifest,
+        manifests
+      );
     }
   }
 
-  async fixPackageBugVersion(bugVersion: BugVersion, fullname: string, manifest: any) {
+  async fixPackageBugVersion(
+    bugVersion: BugVersion,
+    fullname: string,
+    manifest: any
+  ) {
     const advice = bugVersion.fixVersion(fullname, manifest.version);
     if (!advice) {
       return manifest;
     }
-    const [ scope, name ] = getScopeAndName(fullname);
+    const [scope, name] = getScopeAndName(fullname);
     const pkg = await this.packageRepository.findPackage(scope, name);
     if (!pkg) {
       return manifest;
     }
-    const packageVersion = await this.packageRepository.findPackageVersion(pkg.packageId, advice.version);
+    const packageVersion = await this.packageRepository.findPackageVersion(
+      pkg.packageId,
+      advice.version
+    );
     if (!packageVersion) {
       return manifest;
     }
-    const fixedManifest = await this.distRepository.findPackageVersionManifest(packageVersion.packageId, advice.version);
+    const fixedManifest = await this.distRepository.findPackageVersionManifest(
+      packageVersion.packageId,
+      advice.version
+    );
     if (!fixedManifest) {
       return manifest;
     }
     return bugVersion.fixManifest(manifest, fixedManifest);
   }
 
-  private fixPackageBugVersionWithAllVersions(fullname: string, bugVersion: BugVersion, manifest: any, manifests: Record<string, any>) {
+  private fixPackageBugVersionWithAllVersions(
+    fullname: string,
+    bugVersion: BugVersion,
+    manifest: any,
+    manifests: Record<string, any>
+  ) {
     const advice = bugVersion.fixVersion(fullname, manifest.version);
     if (!advice) {
       return;
     }
     const fixedManifest = manifests[advice.version];
     if (!fixedManifest) {
-      this.logger.warn('[BugVersionService] not found pkg for %s@%s manifest', fullname, advice.version);
+      this.logger.warn(
+        '[BugVersionService] not found pkg for %s@%s manifest',
+        fullname,
+        advice.version
+      );
       return;
     }
     const newManifest = bugVersion.fixManifest(manifest, fixedManifest);

app/core/service/CacheService.ts

@@ -1,13 +1,9 @@
-import {
-  AccessLevel,
-  SingletonProto,
-  Inject,
-} from '@eggjs/tegg';
-import { CacheAdapter } from '../../common/adapter/CacheAdapter';
-import { AbstractService } from '../../common/AbstractService';
-import { ChangesStreamTaskData } from '../entity/Task';
+import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
+import type { CacheAdapter } from '../../common/adapter/CacheAdapter.js';
+import { AbstractService } from '../../common/AbstractService.js';
+import type { ChangesStreamTaskData } from '../entity/Task.js';
 
-type PackageCacheAttribe = 'etag' | 'manifests';
+type PackageCacheAttribute = 'etag' | 'manifests';
 
 export type UpstreamRegistryInfo = {
   registry_name: string;
@@ -57,52 +53,72 @@ export class CacheService extends AbstractService {
     return await this.cacheAdapter.getBytes(key);
   }
 
-  public async savePackageEtagAndManifests(fullname: string, isFullManifests: boolean, etag: string, manifests: Buffer) {
+  public async savePackageEtagAndManifests(
+    fullname: string,
+    isFullManifests: boolean,
+    etag: string,
+    manifests: Buffer
+  ) {
     await Promise.all([
-      await this.cacheAdapter.set(this.cacheKey(fullname, isFullManifests, 'etag'), etag),
-      await this.cacheAdapter.setBytes(this.cacheKey(fullname, isFullManifests, 'manifests'), manifests),
+      this.cacheAdapter.set(
+        this.cacheKey(fullname, isFullManifests, 'etag'),
+        etag
+      ),
+      this.cacheAdapter.setBytes(
+        this.cacheKey(fullname, isFullManifests, 'manifests'),
+        manifests
+      ),
     ]);
   }
 
   public async getTotalData() {
     const value = await this.cacheAdapter.get(TOTAL_DATA_KEY);
-    const totalData: TotalData = value ? JSON.parse(value) : {
-      packageCount: 0,
-      packageVersionCount: 0,
-      lastPackage: '',
-      lastPackageVersion: '',
-      download: {
-        today: 0,
-        thisweek: 0,
-        thismonth: 0,
-        thisyear: 0,
-        lastday: 0,
-        lastweek: 0,
-        lastmonth: 0,
-        lastyear: 0,
-      },
-      changesStream: {},
-      upstreamRegistries: [],
-      lastChangeId: 0,
-      cacheTime: '',
-    };
+    const totalData: TotalData = value
+      ? JSON.parse(value)
+      : {
+          packageCount: 0,
+          packageVersionCount: 0,
+          lastPackage: '',
+          lastPackageVersion: '',
+          download: {
+            today: 0,
+            thisweek: 0,
+            thismonth: 0,
+            thisyear: 0,
+            lastday: 0,
+            lastweek: 0,
+            lastmonth: 0,
+            lastyear: 0,
+          },
+          changesStream: {},
+          upstreamRegistries: [],
+          lastChangeId: 0,
+          cacheTime: '',
+        };
     return totalData;
   }
 
   public async saveTotalData(totalData: TotalData) {
-    return await this.cacheAdapter.set(TOTAL_DATA_KEY, JSON.stringify(totalData));
+    return await this.cacheAdapter.set(
+      TOTAL_DATA_KEY,
+      JSON.stringify(totalData)
+    );
   }
 
   public async removeCache(fullname: string) {
     await Promise.all([
-      await this.cacheAdapter.delete(this.cacheKey(fullname, true, 'etag')),
-      await this.cacheAdapter.delete(this.cacheKey(fullname, true, 'manifests')),
-      await this.cacheAdapter.delete(this.cacheKey(fullname, false, 'etag')),
-      await this.cacheAdapter.delete(this.cacheKey(fullname, false, 'manifests')),
+      this.cacheAdapter.delete(this.cacheKey(fullname, true, 'etag')),
+      this.cacheAdapter.delete(this.cacheKey(fullname, true, 'manifests')),
+      this.cacheAdapter.delete(this.cacheKey(fullname, false, 'etag')),
+      this.cacheAdapter.delete(this.cacheKey(fullname, false, 'manifests')),
     ]);
   }
 
-  private cacheKey(fullname: string, isFullManifests: boolean, attribute: PackageCacheAttribe) {
+  private cacheKey(
+    fullname: string,
+    isFullManifests: boolean,
+    attribute: PackageCacheAttribute
+  ) {
     return `${fullname}|${isFullManifests ? 'full' : 'abbr'}:${attribute}`;
   }
 }

app/core/service/ChangesStreamService.ts

@@ -1,25 +1,24 @@
-import os from 'os';
-import { setTimeout } from 'timers/promises';
-import {
-  AccessLevel,
-  SingletonProto,
-  EggObjectFactory,
-  Inject,
-} from '@eggjs/tegg';
-import { TaskState, TaskType } from '../../common/enum/Task';
-import { AbstractService } from '../../common/AbstractService';
-import { TaskRepository } from '../../repository/TaskRepository';
-import { HOST_NAME, ChangesStreamTask, Task } from '../entity/Task';
-import { PackageSyncerService, RegistryNotMatchError } from './PackageSyncerService';
-import { TaskService } from './TaskService';
-import { RegistryManagerService } from './RegistryManagerService';
+import os from 'node:os';
+import { setTimeout } from 'node:timers/promises';
+import type { EggObjectFactory } from '@eggjs/tegg';
+import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
 import { E500 } from 'egg-errors';
-import { Registry } from '../entity/Registry';
-import { AbstractChangeStream } from '../../common/adapter/changesStream/AbstractChangesStream';
-import { getScopeAndName } from '../../common/PackageUtil';
-import { GLOBAL_WORKER } from '../../common/constants';
-import { ScopeManagerService } from './ScopeManagerService';
-import { PackageRepository } from '../../repository/PackageRepository';
+import type { PackageSyncerService } from './PackageSyncerService.js';
+import { RegistryNotMatchError } from './PackageSyncerService.js';
+import type { TaskService } from './TaskService.js';
+import type { RegistryManagerService } from './RegistryManagerService.js';
+import type { ScopeManagerService } from './ScopeManagerService.js';
+import type { PackageRepository } from '../../repository/PackageRepository.js';
+import type { TaskRepository } from '../../repository/TaskRepository.js';
+import type { ChangesStreamTask } from '../entity/Task.js';
+import { HOST_NAME, Task } from '../entity/Task.js';
+import type { Registry } from '../entity/Registry.js';
+import { AbstractChangeStream } from '../../common/adapter/changesStream/AbstractChangesStream.js';
+import { getScopeAndName } from '../../common/PackageUtil.js';
+import { isTimeoutError } from '../../common/ErrorUtil.js';
+import { GLOBAL_WORKER } from '../../common/constants.js';
+import { TaskState, TaskType } from '../../common/enum/Task.js';
+import { AbstractService } from '../../common/AbstractService.js';
 
 @SingletonProto({
   accessLevel: AccessLevel.PUBLIC,
@@ -32,9 +31,9 @@ export class ChangesStreamService extends AbstractService {
   @Inject()
   private readonly taskService: TaskService;
   @Inject()
-  private readonly registryManagerService : RegistryManagerService;
+  private readonly registryManagerService: RegistryManagerService;
   @Inject()
-  private readonly scopeManagerService : ScopeManagerService;
+  private readonly scopeManagerService: ScopeManagerService;
   @Inject()
   private readonly eggObjectFactory: EggObjectFactory;
   @Inject()
@@ -45,14 +44,22 @@ export class ChangesStreamService extends AbstractService {
   // `{registryName}_WORKER`: 自定义 scope 的同步源
   public async findExecuteTask(): Promise<ChangesStreamTask | null> {
     const targetName = GLOBAL_WORKER;
-    const globalRegistryTask = await this.taskRepository.findTaskByTargetName(targetName, TaskType.ChangesStream);
+    const globalRegistryTask = await this.taskRepository.findTaskByTargetName(
+      targetName,
+      TaskType.ChangesStream
+    );
     // 如果没有配置默认同步源，先进行初始化
     if (!globalRegistryTask) {
-      await this.taskService.createTask(Task.createChangesStream(targetName), false);
+      await this.taskService.createTask(
+        Task.createChangesStream(targetName),
+        false
+      );
     }
     // 自定义 scope 由 admin 手动创建
     // 根据 TaskType.ChangesStream 从队列中获取
-    return await this.taskService.findExecuteTask(TaskType.ChangesStream) as ChangesStreamTask;
+    return (await this.taskService.findExecuteTask(
+      TaskType.ChangesStream
+    )) as ChangesStreamTask;
   }
 
   public async suspendSync(exit = false) {
@@ -64,10 +71,16 @@ export class ChangesStreamService extends AbstractService {
       }
       const authorIp = os.hostname();
       // 暂停当前机器所有的 changesStream 任务
-      const tasks = await this.taskRepository.findTaskByAuthorIpAndType(authorIp, TaskType.ChangesStream);
+      const tasks = await this.taskRepository.findTaskByAuthorIpAndType(
+        authorIp,
+        TaskType.ChangesStream
+      );
       for (const task of tasks) {
         if (task.state === TaskState.Processing) {
-          this.logger.info('[ChangesStreamService.suspendSync:suspend] taskId: %s', task.taskId);
+          this.logger.info(
+            '[ChangesStreamService.suspendSync:suspend] taskId: %s',
+            task.taskId
+          );
           // 1. 更新任务状态为 waiting
           // 2. 重新推入任务队列供其他机器执行
           await this.taskService.retryTask(task);
@@ -92,8 +105,14 @@ export class ChangesStreamService extends AbstractService {
       // allow disable changesStream dynamic
       while (since && this.config.cnpmcore.enableChangesStream) {
         const { lastSince, taskCount } = await this.executeSync(since, task);
-        this.logger.info('[ChangesStreamService.executeTask:changes] since: %s => %s, %d new tasks, taskId: %s, updatedAt: %j',
-          since, lastSince, taskCount, task.taskId, task.updatedAt);
+        this.logger.info(
+          '[ChangesStreamService.executeTask:changes] since: %s => %s, %d new tasks, taskId: %s, updatedAt: %j',
+          since,
+          lastSince,
+          taskCount,
+          task.taskId,
+          task.updatedAt
+        );
         since = lastSince;
         if (taskCount === 0 && this.config.env === 'unittest') {
           break;
@@ -101,8 +120,15 @@ export class ChangesStreamService extends AbstractService {
         await setTimeout(this.config.cnpmcore.checkChangesStreamInterval);
       }
     } catch (err) {
-      this.logger.error('[ChangesStreamService.executeTask:error] %s, exit now', err);
-      this.logger.error(err);
+      this.logger.warn(
+        '[ChangesStreamService.executeTask:error] %s, exit now',
+        err.message
+      );
+      if (isTimeoutError(err)) {
+        this.logger.warn(err);
+      } else {
+        this.logger.error(err);
+      }
       task.error = `${err}`;
       await this.taskRepository.saveTask(task);
       await this.suspendSync();
@@ -114,9 +140,13 @@ export class ChangesStreamService extends AbstractService {
     const { registryId } = task.data || {};
     // 如果已有 registryId, 查询 DB 直接获取
     if (registryId) {
-      const registry = await this.registryManagerService.findByRegistryId(registryId);
+      const registry =
+        await this.registryManagerService.findByRegistryId(registryId);
       if (!registry) {
-        this.logger.error('[ChangesStreamService.getRegistry:error] registryId %s not found', registryId);
+        this.logger.error(
+          '[ChangesStreamService.getRegistry:error] registryId %s not found',
+          registryId
+        );
         throw new E500(`invalid change stream registry: ${registryId}`);
       }
       return registry;
@@ -124,7 +154,7 @@ export class ChangesStreamService extends AbstractService {
 
     const registry = await this.registryManagerService.ensureDefaultRegistry();
     task.data = {
-      ...(task.data || {}),
+      ...task.data,
       registryId: registry.registryId,
     };
     await this.taskRepository.saveTask(task);
@@ -136,9 +166,15 @@ export class ChangesStreamService extends AbstractService {
   // 1. 如果该包已经指定了 registryId 则以 registryId 为准
   // 1. 该包的 scope 在当前 registry 下
   // 2. 如果 registry 下没有配置 scope (认为是通用 registry 地址) ，且该包的 scope 不在其他 registry 下
-  public async needSync(registry: Registry, fullname: string): Promise<boolean> {
-    const [ scopeName, name ] = getScopeAndName(fullname);
-    const packageEntity = await this.packageRepository.findPackage(scopeName, name);
+  public async needSync(
+    registry: Registry,
+    fullname: string
+  ): Promise<boolean> {
+    const [scopeName, name] = getScopeAndName(fullname);
+    const packageEntity = await this.packageRepository.findPackage(
+      scopeName,
+      name
+    );
 
     // 如果包不存在，且处在 exist 模式下，则不同步
     if (this.config.cnpmcore.syncMode === 'exist' && !packageEntity) {
@@ -150,18 +186,24 @@ export class ChangesStreamService extends AbstractService {
     }
 
     const scope = await this.scopeManagerService.findByName(scopeName);
-    const inCurrentRegistry = scope && scope?.registryId === registry.registryId;
+    const inCurrentRegistry =
+      scope && scope?.registryId === registry.registryId;
     if (inCurrentRegistry) {
       return true;
     }
 
-    const registryScopeCount = await this.scopeManagerService.countByRegistryId(registry.registryId);
+    const registryScopeCount = await this.scopeManagerService.countByRegistryId(
+      registry.registryId
+    );
     // 当前包没有 scope 信息，且当前 registry 下没有 scope，是通用 registry，需要同步
     return !scope && !registryScopeCount;
   }
   public async getInitialSince(task: ChangesStreamTask): Promise<string> {
     const registry = await this.prepareRegistry(task);
-    const changesStreamAdapter = await this.eggObjectFactory.getEggObject(AbstractChangeStream, registry.type) as AbstractChangeStream;
+    const changesStreamAdapter = (await this.eggObjectFactory.getEggObject(
+      AbstractChangeStream,
+      registry.type
+    )) as AbstractChangeStream;
     const since = await changesStreamAdapter.getInitialSince(registry);
     return since;
   }
@@ -170,7 +212,10 @@ export class ChangesStreamService extends AbstractService {
   // 更新任务的 since 和 taskCount 相关字段
   public async executeSync(since: string, task: ChangesStreamTask) {
     const registry = await this.prepareRegistry(task);
-    const changesStreamAdapter = await this.eggObjectFactory.getEggObject(AbstractChangeStream, registry.type) as AbstractChangeStream;
+    const changesStreamAdapter = (await this.eggObjectFactory.getEggObject(
+      AbstractChangeStream,
+      registry.type
+    )) as AbstractChangeStream;
     let taskCount = 0;
     let lastSince = since;
 
@@ -196,17 +241,29 @@ export class ChangesStreamService extends AbstractService {
             skipDependencies: true,
             tips,
           });
-          this.logger.info('[ChangesStreamService.createTask:success] fullname: %s, task: %s, tips: %s',
-            fullname, task.id, tips);
+          this.logger.info(
+            '[ChangesStreamService.createTask:success] fullname: %s, task: %s, tips: %s',
+            fullname,
+            task.id,
+            tips
+          );
         } catch (err) {
           if (err instanceof RegistryNotMatchError) {
-            this.logger.warn('[ChangesStreamService.executeSync:skip] fullname: %s, error: %s, tips: %s',
-              fullname, err, tips);
+            this.logger.warn(
+              '[ChangesStreamService.executeSync:skip] fullname: %s, error: %s, tips: %s',
+              fullname,
+              err,
+              tips
+            );
             continue;
           }
           // only log error, make sure changes still reading
-          this.logger.error('[ChangesStreamService.executeSync:error] fullname: %s, error: %s, tips: %s',
-            fullname, err, tips);
+          this.logger.error(
+            '[ChangesStreamService.executeSync:error] fullname: %s, error: %s, tips: %s',
+            fullname,
+            err,
+            tips
+          );
           this.logger.error(err);
           continue;
         }

app/core/service/CreateHookTriggerService.ts

@@ -1,16 +1,17 @@
 import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
-import { AbstractService } from '../../common/AbstractService';
-import { HookType } from '../../common/enum/Hook';
-import { TaskState } from '../../common/enum/Task';
-import { HookEvent } from '../entity/HookEvent';
-import { CreateHookTask, Task } from '../entity/Task';
-import { HookRepository } from '../../repository/HookRepository';
-import { PackageRepository } from '../../repository/PackageRepository';
 import pMap from 'p-map';
-import { Hook } from '../entity/Hook';
-import { TaskService } from './TaskService';
-import { isoNow } from '../../common/LogUtil';
-import { getScopeAndName } from '../../common/PackageUtil';
+import { AbstractService } from '../../common/AbstractService.js';
+import { HookType } from '../../common/enum/Hook.js';
+import { TaskState } from '../../common/enum/Task.js';
+import type { HookEvent } from '../entity/HookEvent.js';
+import type { CreateHookTask } from '../entity/Task.js';
+import { Task } from '../entity/Task.js';
+import type { HookRepository } from '../../repository/HookRepository.js';
+import type { PackageRepository } from '../../repository/PackageRepository.js';
+import type { Hook } from '../entity/Hook.js';
+import type { TaskService } from './TaskService.js';
+import { isoNow } from '../../common/LogUtil.js';
+import { getScopeAndName } from '../../common/PackageUtil.js';
 
 @SingletonProto({
   accessLevel: AccessLevel.PUBLIC,
@@ -27,10 +28,14 @@ export class CreateHookTriggerService extends AbstractService {
 
   async executeTask(task: CreateHookTask): Promise<void> {
     const { hookEvent } = task.data;
-    const [ scope, name ] = getScopeAndName(hookEvent.fullname);
+    const [scope, name] = getScopeAndName(hookEvent.fullname);
     const pkg = await this.packageRepository.findPackage(scope, name);
     if (!pkg) {
-      await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][Hooks] package ${hookEvent.fullname} not exits`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        `[${isoNow()}][Hooks] package ${hookEvent.fullname} not exits`
+      );
       return;
     }
 
@@ -38,41 +43,97 @@ export class CreateHookTriggerService extends AbstractService {
       `[${isoNow()}][Hooks] Start Create Trigger for ${pkg.fullname} ${task.data.hookEvent.changeId}`,
       `[${isoNow()}][Hooks] change content ${JSON.stringify(task.data.hookEvent.change)}`,
     ];
-    await this.taskService.finishTask(task, TaskState.Processing, startLog.join('\n'));
+    await this.taskService.finishTask(
+      task,
+      TaskState.Processing,
+      startLog.join('\n')
+    );
 
     try {
-      await this.taskService.appendTaskLog(task, `[${isoNow()}][Hooks] PushHooks to ${HookType.Package} ${pkg.fullname}\n`);
-      await this.createTriggerByMethod(task, HookType.Package, pkg.fullname, hookEvent);
-      await this.taskService.appendTaskLog(task, `[${isoNow()}][Hooks] PushHooks to ${HookType.Scope} ${pkg.scope}\n`);
-      await this.createTriggerByMethod(task, HookType.Scope, pkg.scope, hookEvent);
+      await this.taskService.appendTaskLog(
+        task,
+        `[${isoNow()}][Hooks] PushHooks to ${HookType.Package} ${pkg.fullname}\n`
+      );
+      await this.createTriggerByMethod(
+        task,
+        HookType.Package,
+        pkg.fullname,
+        hookEvent
+      );
+      await this.taskService.appendTaskLog(
+        task,
+        `[${isoNow()}][Hooks] PushHooks to ${HookType.Scope} ${pkg.scope}\n`
+      );
+      await this.createTriggerByMethod(
+        task,
+        HookType.Scope,
+        pkg.scope,
+        hookEvent
+      );
 
-      const maintainers = await this.packageRepository.listPackageMaintainers(pkg.packageId);
+      const maintainers = await this.packageRepository.listPackageMaintainers(
+        pkg.packageId
+      );
       for (const maintainer of maintainers) {
-        await this.taskService.appendTaskLog(task, `[${isoNow()}][Hooks] PushHooks to ${HookType.Owner} ${maintainer.name}\n`);
-        await this.createTriggerByMethod(task, HookType.Owner, maintainer.name, hookEvent);
+        await this.taskService.appendTaskLog(
+          task,
+          `[${isoNow()}][Hooks] PushHooks to ${HookType.Owner} ${maintainer.name}\n`
+        );
+        await this.createTriggerByMethod(
+          task,
+          HookType.Owner,
+          maintainer.name,
+          hookEvent
+        );
       }
-      await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][Hooks] create trigger succeed \n`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        `[${isoNow()}][Hooks] create trigger succeed \n`
+      );
     } catch (e) {
       e.message = 'create trigger failed: ' + e.message;
-      await this.taskService.finishTask(task, TaskState.Fail, `[${isoNow()}][Hooks] ${e.stack} \n`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Fail,
+        `[${isoNow()}][Hooks] ${e.stack} \n`
+      );
       return;
     }
   }
 
-  private async createTriggerByMethod(task: Task, type: HookType, name: string, hookEvent: HookEvent) {
+  private async createTriggerByMethod(
+    task: Task,
+    type: HookType,
+    name: string,
+    hookEvent: HookEvent
+  ) {
     let hooks = await this.hookRepository.listHooksByTypeAndName(type, name);
     while (hooks.length) {
       await this.createTriggerTasks(hooks, hookEvent);
-      hooks = await this.hookRepository.listHooksByTypeAndName(type, name, hooks[hooks.length - 1].id);
-      await this.taskService.appendTaskLog(task,
-        `[${isoNow()}][Hooks] PushHooks to ${type} ${name} ${hooks.length} \n`);
+      hooks = await this.hookRepository.listHooksByTypeAndName(
+        type,
+        name,
+        hooks[hooks.length - 1].id
+      );
+      await this.taskService.appendTaskLog(
+        task,
+        `[${isoNow()}][Hooks] PushHooks to ${type} ${name} ${hooks.length} \n`
+      );
     }
   }
 
   private async createTriggerTasks(hooks: Array<Hook>, hookEvent: HookEvent) {
-    await pMap(hooks, async hook => {
-      const triggerHookTask = Task.createTriggerHookTask(hookEvent, hook.hookId);
-      await this.taskService.createTask(triggerHookTask, true);
-    }, { concurrency: 5 });
+    await pMap(
+      hooks,
+      async hook => {
+        const triggerHookTask = Task.createTriggerHookTask(
+          hookEvent,
+          hook.hookId
+        );
+        await this.taskService.createTask(triggerHookTask, true);
+      },
+      { concurrency: 5 }
+    );
   }
 }

app/core/service/EventCorkerAdvice.ts

@@ -1,7 +1,11 @@
-import { ContextEventBus, Inject } from '@eggjs/tegg';
-import { Advice, IAdvice } from '@eggjs/tegg/aop';
+import type { ContextEventBus } from '@eggjs/tegg';
+import { Inject, ObjectInitType } from '@eggjs/tegg';
+import type { IAdvice } from '@eggjs/tegg/aop';
+import { Advice } from '@eggjs/tegg/aop';
 
-@Advice()
+@Advice({
+  initType: ObjectInitType.CONTEXT,
+})
 export class EventCorkAdvice implements IAdvice {
   @Inject()
   private eventBus: ContextEventBus;

app/core/service/FixNoPaddingVersionService.ts

@@ -0,0 +1,46 @@
+import { SingletonProto, AccessLevel, Inject } from '@eggjs/tegg';
+import type { EggLogger } from 'egg';
+import pMap from 'p-map';
+import type { PackageVersionRepository } from '../../repository/PackageVersionRepository.js';
+import { PaddingSemVer } from '../entity/PaddingSemVer.js';
+
+@SingletonProto({
+  accessLevel: AccessLevel.PUBLIC,
+})
+export class FixNoPaddingVersionService {
+  @Inject()
+  private readonly packageVersionRepository: PackageVersionRepository;
+
+  @Inject()
+  private readonly logger: EggLogger;
+
+  async fixPaddingVersion(id?: number): Promise<void> {
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+      const packageVersions =
+        await this.packageVersionRepository.findHaveNotPaddingVersion(id);
+      if (packageVersions.length === 0) {
+        break;
+      }
+      id =
+        (packageVersions[packageVersions.length - 1].id as unknown as number) +
+        1;
+      this.logger.info(
+        '[FixNoPaddingVersionService] fix padding version ids %j',
+        packageVersions.map(t => t.id)
+      );
+
+      await pMap(
+        packageVersions,
+        async packageVersion => {
+          const paddingSemver = new PaddingSemVer(packageVersion.version);
+          await this.packageVersionRepository.fixPaddingVersion(
+            packageVersion.packageVersionId,
+            paddingSemver
+          );
+        },
+        { concurrency: 30 }
+      );
+    }
+  }
+}

app/core/service/HomeService.ts

@@ -0,0 +1,19 @@
+import {
+  AccessLevel,
+  SingletonProto,
+} from '@eggjs/tegg';
+import { NotFoundError, NotImplementedError } from 'egg-errors';
+import { AbstractService } from '../../common/AbstractService.js';
+import { NOT_IMPLEMENTED_PATH } from '../../common/constants.js';
+
+@SingletonProto({
+  accessLevel: AccessLevel.PUBLIC,
+})
+export class HomeService extends AbstractService {
+  async misc(path: string) {
+    if (NOT_IMPLEMENTED_PATH.includes(path)) {
+      throw new NotImplementedError(`${path} not implemented yet`);
+    }
+    throw new NotFoundError(`${path} not found`);
+  }
+}

app/core/service/HookManageService.ts

@@ -1,12 +1,9 @@
 import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
-import { Hook } from '../entity/Hook';
-import { HookType } from '../../common/enum/Hook';
-import {
-  ForbiddenError,
-  NotFoundError,
-} from 'egg-errors';
-import { HookRepository } from '../../repository/HookRepository';
-import { EggAppConfig } from 'egg';
+import { ForbiddenError, NotFoundError } from 'egg-errors';
+import type { EggAppConfig } from 'egg';
+import type { HookRepository } from '../../repository/HookRepository.js';
+import { Hook } from '../entity/Hook.js';
+import type { HookType } from '../../common/enum/Hook.js';
 
 export interface CreateHookCommand {
   type: HookType;
@@ -59,7 +56,9 @@ export class HookManageService {
       throw new NotFoundError(`hook ${cmd.hookId} not found`);
     }
     if (hook.ownerId !== cmd.operatorId) {
-      throw new ForbiddenError(`hook ${cmd.hookId} not belong to ${cmd.operatorId}`);
+      throw new ForbiddenError(
+        `hook ${cmd.hookId} not belong to ${cmd.operatorId}`
+      );
     }
     hook.endpoint = cmd.endpoint;
     hook.secret = cmd.secret;
@@ -73,7 +72,9 @@ export class HookManageService {
       throw new NotFoundError(`hook ${cmd.hookId} not found`);
     }
     if (hook.ownerId !== cmd.operatorId) {
-      throw new ForbiddenError(`hook ${cmd.hookId} not belong to ${cmd.operatorId}`);
+      throw new ForbiddenError(
+        `hook ${cmd.hookId} not belong to ${cmd.operatorId}`
+      );
     }
     await this.hookRepository.removeHook(cmd.hookId);
     return hook;

app/core/service/HookTriggerService.ts

@@ -1,16 +1,16 @@
 import { AccessLevel, SingletonProto, Inject } from '@eggjs/tegg';
-import { TriggerHookTask } from '../entity/Task';
-import { HookEvent } from '../entity/HookEvent';
-import { HookRepository } from '../../repository/HookRepository';
-import { PackageRepository } from '../../repository/PackageRepository';
-import { DistRepository } from '../../repository/DistRepository';
-import { UserRepository } from '../../repository/UserRepository';
-import { Hook } from '../entity/Hook';
-import { EggContextHttpClient } from 'egg';
-import { isoNow } from '../../common/LogUtil';
-import { TaskState } from '../../common/enum/Task';
-import { TaskService } from './TaskService';
-import { getScopeAndName } from '../../common/PackageUtil';
+import type { EggContextHttpClient } from 'egg';
+import type { TriggerHookTask } from '../entity/Task.js';
+import type { HookEvent } from '../entity/HookEvent.js';
+import type { HookRepository } from '../../repository/HookRepository.js';
+import type { PackageRepository } from '../../repository/PackageRepository.js';
+import type { DistRepository } from '../../repository/DistRepository.js';
+import type { UserRepository } from '../../repository/UserRepository.js';
+import type { Hook } from '../entity/Hook.js';
+import { isoNow } from '../../common/LogUtil.js';
+import { TaskState } from '../../common/enum/Task.js';
+import type { TaskService } from './TaskService.js';
+import { getScopeAndName } from '../../common/PackageUtil.js';
 
 @SingletonProto({
   accessLevel: AccessLevel.PUBLIC,
@@ -38,24 +38,40 @@ export class HookTriggerService {
     const { hookId, hookEvent } = task.data;
     const hook = await this.hookRepository.findHookById(hookId);
     if (!hook) {
-      await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][TriggerHooks] hook ${hookId} not exits`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        `[${isoNow()}][TriggerHooks] hook ${hookId} not exits`
+      );
       return;
     }
     try {
       const payload = await this.createTriggerPayload(task, hookEvent, hook);
       if (!payload) {
-        await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][TriggerHooks] generate payload failed \n`);
+        await this.taskService.finishTask(
+          task,
+          TaskState.Success,
+          `[${isoNow()}][TriggerHooks] generate payload failed \n`
+        );
         return;
       }
       const status = await this.doExecuteTrigger(hook, payload);
       hook.latestTaskId = task.taskId;
       task.data.responseStatus = status;
       await this.hookRepository.saveHook(hook);
-      await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][TriggerHooks] trigger hook succeed ${status} \n`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        `[${isoNow()}][TriggerHooks] trigger hook succeed ${status} \n`
+      );
     } catch (e) {
       e.message = 'trigger hook failed: ' + e.message;
       task.error = e.message;
-      await this.taskService.finishTask(task, TaskState.Fail, `[${isoNow()}][TriggerHooks] ${e.stack} \n`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Fail,
+        `[${isoNow()}][TriggerHooks] ${e.stack} \n`
+      );
       return;
     }
   }
@@ -82,19 +98,33 @@ export class HookTriggerService {
     throw new Error(`hook response with ${res.status}`);
   }
 
-  async createTriggerPayload(task: TriggerHookTask, hookEvent: HookEvent, hook: Hook): Promise<object | undefined> {
-    const [ scope, name ] = getScopeAndName(hookEvent.fullname);
+  async createTriggerPayload(
+    task: TriggerHookTask,
+    hookEvent: HookEvent,
+    hook: Hook
+  ): Promise<object | undefined> {
+    const [scope, name] = getScopeAndName(hookEvent.fullname);
     const pkg = await this.packageRepository.findPackage(scope, name);
     if (!pkg) {
-      await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][TriggerHooks] can not found pkg for ${hookEvent.fullname} \n`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        `[${isoNow()}][TriggerHooks] can not found pkg for ${hookEvent.fullname} \n`
+      );
       return;
     }
     const user = await this.userRepository.findUserByUserId(hook.ownerId);
     if (!user) {
-      await this.taskService.finishTask(task, TaskState.Success, `[${isoNow()}][TriggerHooks] can not found user for ${hook.ownerId} \n`);
+      await this.taskService.finishTask(
+        task,
+        TaskState.Success,
+        `[${isoNow()}][TriggerHooks] can not found user for ${hook.ownerId} \n`
+      );
       return;
     }
-    const manifest = await this.distRepository.readDistBytesToJSON(pkg!.manifestsDist!);
+    const manifest = await this.distRepository.readDistBytesToJSON(
+      pkg!.manifestsDist!
+    );
     return {
       event: hookEvent.event,
       name: pkg.fullname,