server: fix gh repo ver check; add parser for alpine mirror

chore:  pnpm up

Author: wenerme

.npmrc

@@ -1,6 +1,7 @@
 strict-peer-dependencies=true
 auto-install-peers=true
 legacy-peer-deps=false
-registry=https://registry.npmmirror.com/
+#registry=https://registry.npmmirror.com/
+registry=https://registry.npmjs.org
 sharp_binary_host="https://npmmirror.com/mirrors/sharp"
 sharp_libvips_binary_host="https://npmmirror.com/mirrors/sharp-libvips"

apps/dash/package.json

@@ -24,7 +24,7 @@
     "zustand": "^4.3.7"
   },
   "devDependencies": {
-    "@types/react": "^18.0.38",
-    "@types/react-dom": "^18.0.11"
+    "@types/react": "^18.2.0",
+    "@types/react-dom": "^18.2.1"
   }
 }

apps/demo/package.json

@@ -15,7 +15,7 @@
     "start": "next start"
   },
   "dependencies": {
-    "@floating-ui/dom": "^1.2.6",
+    "@floating-ui/dom": "^1.2.7",
     "@floating-ui/react": "^0.23.1",
     "@headlessui/react": "^1.7.14",
     "@lexical/clipboard": "^0.5.0",
@@ -63,10 +63,10 @@
     "@tiptap/react": "2.0.0-beta.209",
     "@tiptap/starter-kit": "2.0.0-beta.209",
     "@tiptap/suggestion": "2.0.0-beta.209",
-    "@trpc/client": "^10.21.1",
-    "@trpc/next": "^10.21.1",
-    "@trpc/react-query": "^10.21.1",
-    "@trpc/server": "^10.21.1",
+    "@trpc/client": "^10.21.2",
+    "@trpc/next": "^10.21.2",
+    "@trpc/react-query": "^10.21.2",
+    "@trpc/server": "^10.21.2",
     "@types/ua-parser-js": "^0.7.36",
     "@wener/data": "workspace:^",
     "@wener/reaction": "workspace:^",
@@ -84,7 +84,7 @@
     "classnames": "^2.3.2",
     "common": "workspace:^",
     "cookie": "^0.5.0",
-    "daisyui": "^2.51.5",
+    "daisyui": "^2.51.6",
     "dayjs": "^1.11.7",
     "domhandler": "^5.0.3",
     "eta": "^2.0.1",
@@ -104,7 +104,7 @@
     "prosemirror-markdown": "^1.10.1",
     "prosemirror-model": "^1.19.0",
     "prosemirror-state": "^1.4.2",
-    "prosemirror-view": "^1.30.2",
+    "prosemirror-view": "^1.31.0",
     "qrcode": "^1.5.3",
     "qrcode-reader": "^1.0.4",
     "react": "^18.2.0",
@@ -116,14 +116,14 @@
     "styled-components": "^5.3.10",
     "sucrase": "^3.32.0",
     "superjson": "^1.12.3",
-    "tailwindcss": "^3.3.1",
+    "tailwindcss": "^3.3.2",
     "tar": "^6.1.13",
     "tippy.js": "^6.3.7",
     "ua-parser-js": "^1.0.35",
     "use-immer": "^0.9.0",
     "utility-types": "^3.10.0",
     "valtio": "^1.10.4",
-    "yaml": "^2.2.1",
+    "yaml": "^2.2.2",
     "yjs": "^13.6.0",
     "zod": "^3.21.4",
     "zustand": "^4.3.7"
@@ -133,9 +133,9 @@
     "@types/lodash": "^4.14.194",
     "@types/markdown-it": "^12.2.3",
     "@types/qrcode": "^1.5.0",
-    "@types/react": "^18.0.38",
-    "@types/react-dom": "^18.0.11",
-    "@types/react-is": "^17.0.3",
+    "@types/react": "^18.2.0",
+    "@types/react-dom": "^18.2.1",
+    "@types/react-is": "^17.0.4",
     "@types/react-test-renderer": "^18.0.0",
     "@types/styled-components": "^5.1.26",
     "@types/tar": "^6.1.4",

apps/server/package.json

@@ -15,11 +15,11 @@
     "@fastify/cookie": "^8.3.0",
     "@fastify/helmet": "^10.1.0",
     "@fastify/static": "^6.10.1",
-    "@fastify/websocket": "^7.2.0",
+    "@fastify/websocket": "^8.0.0",
     "@mercuriusjs/gateway": "^1.2.0",
-    "@mikro-orm/core": "^5.6.16",
+    "@mikro-orm/core": "^5.7.2",
     "@mikro-orm/nestjs": "^5.1.8",
-    "@mikro-orm/postgresql": "^5.6.16",
+    "@mikro-orm/postgresql": "^5.7.2",
     "@nest-lab/fastify-multer": "^1.1.0",
     "@nestjs/cache-manager": "^1.0.0",
     "@nestjs/common": "^9.4.0",
@@ -36,42 +36,44 @@
     "@wener/utils": "workspace:^",
     "@zxing/library": "^0.20.0",
     "axios": "^1.3.6",
-    "cache-manager": "^5.2.0",
+    "cache-manager": "^5.2.1",
     "class-transformer": "^0.5.1",
     "class-validator": "^0.14.0",
     "dayjs": "^1.11.7",
     "dotenv": "^16.0.3",
     "eventsource-parser": "^1.0.0",
-    "fastify": "^4.15.0",
+    "fastify": "^4.17.0",
     "fastify-multer": "^2.0.3",
     "fs-extra": "^11.1.1",
     "generate-password": "^1.7.0",
     "graphql": "^16.6.0",
     "graphql-ws": "^5.12.1",
     "i18next": "^22.4.15",
     "jimp": "^0.22.7",
-    "jose": "^4.14.1",
+    "jose": "^4.14.3",
     "jsdom": "^21.1.1",
     "lodash": "^4.17.21",
     "lru-cache": "^9.1.1",
-    "mercurius": "^12.2.0",
+    "mercurius": "^13.0.0",
     "object-hash": "^3.0.0",
     "qrcode": "^1.5.3",
     "reflect-metadata": "^0.1.13",
     "semver": "^7.5.0",
+    "tar": "^6.1.13",
     "valtio": "^1.10.4",
     "zod": "^3.21.4",
     "zxcvbn": "^4.4.2"
   },
   "devDependencies": {
     "@nestjs/testing": "^9.4.0",
     "@swc/cli": "^0.1.62",
-    "@swc/core": "^1.3.53",
+    "@swc/core": "^1.3.55",
     "@types/fs-extra": "^11.0.1",
     "@types/lodash": "^4.14.194",
     "@types/object-hash": "^3.0.2",
     "@types/qrcode": "^1.5.0",
     "@types/semver": "^7.3.13",
+    "@types/tar": "^6.1.4",
     "@types/zxcvbn": "^4.4.1"
   }
 }

apps/server/src/apps/apis-open-server/alpine/Mirror.ts

@@ -0,0 +1,149 @@
+import { Readable } from 'node:stream';
+import tar from 'tar';
+
+export class Mirror {
+  url = 'https://mirrors.tuna.tsinghua.edu.cn/alpine/';
+
+  getRepoIndexUrl({ ver, repo, arch }: RepoCoordinate) {
+    return `${this.url}/v${ver}/${repo}/${arch}/APKINDEX.tar.gz`;
+  }
+}
+
+export interface RepoCoordinate {
+  ver: string | 'edge';
+  repo: string;
+  arch: string;
+}
+
+const Arch = ['x86_64', 'x86', 'aarch64', 'armhf', 'ppc64le', 's390x', 'armv7', 'riscv64'];
+const Repo = ['main', 'community', 'testing'];
+
+const Entry: Record<string, { name: string; parse?: (v: string) => any }> = {
+  P: { name: 'name' },
+  V: { name: 'version' },
+  A: { name: 'arch' },
+  U: { name: 'url' },
+  L: { name: 'license' },
+  C: { name: 'checksum' },
+  T: { name: 'description' },
+  S: { name: 'size', parse: (v: string) => parseInt(v, 10) },
+  I: { name: 'installSize', parse: (v: string) => parseInt(v, 10) },
+  o: { name: 'origin' },
+  m: { name: 'maintainer' },
+  D: { name: 'depends', parse: (v: string) => v.split(' ') },
+  p: { name: 'provides', parse: (v: string) => v.split(' ') },
+  i: { name: 'installIf', parse: (v: string) => v.split(' ') },
+  t: { name: 'buildTime', parse: (v: string) => new Date(parseInt(v, 10) * 1000) },
+  c: { name: 'commit' },
+  k: { name: 'providerPriority', parse: (v: string) => parseInt(v, 10) },
+};
+
+interface ApkIndexPackageEntry {
+  name: string;
+  version: string;
+  arch: string;
+  url: string;
+  license: string;
+  description: string;
+  size: number;
+  installSize: number;
+  origin: string;
+  maintainer: string;
+  depends: string[];
+  provides: string[];
+  installIf: string[];
+  buildTime: Date;
+  commit: string;
+  checksum: string;
+  providerPriority: number;
+}
+
+export function parseApkIndexContent(content: string) {
+  // // order based on apk-tools apk_pkg_write_index_entry
+  // https://wiki.alpinelinux.org/wiki/Apk_spec
+  const packageInfoLines = content.split('\n');
+  const packages: ApkIndexPackageEntry[] = [];
+
+  let cur: Record<string, any> = {};
+  for (const line of packageInfoLines) {
+    const idx = line.indexOf(':');
+    const key = line.slice(0, idx);
+    const value = line.slice(idx + 1).trim();
+    if (!line) {
+      if (Object.keys(cur).length > 0) {
+        packages.push(cur as any);
+        cur = {};
+      }
+      continue;
+    }
+
+    const entry = Entry[key as keyof typeof Entry];
+    if (!entry) {
+      throw new Error(`Unknown entry: ${key} in line "${line}"`);
+    }
+    cur[entry.name] = entry.parse?.(value) ?? value;
+  }
+  return packages;
+}
+
+export function parseApkIndexArchive(rs: Readable) {
+  let apkIndexContent = '';
+  return new Promise<{ content: string }>((resolve, reject) => {
+    rs.pipe(tar.t())
+      .on('entry', (entry) => {
+        if (entry.path === 'APKINDEX') {
+          entry.on('data', (data) => {
+            apkIndexContent += data.toString();
+          });
+        }
+      })
+      .on('end', () => resolve({ content: apkIndexContent }))
+      .on('error' as any, () => reject());
+  });
+}
+
+export function parseChecksum(s: string): { type: 'none' | 'sha1' | 'md5'; sum?: Uint8Array } {
+  const c: { type: 'none' | 'sha1' | 'md5'; sum?: Uint8Array } = {
+    type: 'none',
+  };
+
+  if (s === '') {
+    return c;
+  }
+
+  if (s.length < 2) {
+    throw new Error(`ParseChecksum: invalid checksum size ${s.length}`);
+  }
+
+  const enc = s[0];
+  const typ = s[1];
+
+  switch (enc) {
+    case 'X':
+      c.sum = new Uint8Array(
+        s
+          .slice(2)
+          .match(/.{1,2}/g)!
+          .map((byte) => parseInt(byte, 16)),
+      );
+      break;
+    case 'Q':
+      c.sum = new Uint8Array(
+        atob(s.slice(2))
+          .split('')
+          .map((c) => c.charCodeAt(0)),
+      );
+      break;
+  }
+
+  switch (typ) {
+    case '1':
+      c.type = 'sha1';
+      break;
+    default:
+      c.type = 'md5';
+      break;
+  }
+
+  return c;
+}

apps/server/src/apps/apis-open-server/github/repo.controller.ts

@@ -1,19 +1,45 @@
+import { Transform } from 'class-transformer';
+import { IsBoolean, IsBooleanString, IsOptional } from 'class-validator';
 import { type SemVer } from 'semver';
 import semver from 'semver/preload';
-import { Controller, Get, Param } from '@nestjs/common';
-import { ApiTags } from '@nestjs/swagger';
+import { Controller, Get, Param, Query, UsePipes, ValidationPipe } from '@nestjs/common';
+import { ApiProperty, ApiTags } from '@nestjs/swagger';
 import { Octokit } from '@octokit/rest';
 import { requireFound } from '../../../app/util/requireFound';
 
+class VersionFilter {
+  @ApiProperty({ required: false })
+  @IsOptional()
+  @IsBoolean()
+  @Transform(({ value }) => value === 'true' || value === true)
+  prerelease: boolean = false;
+
+  @ApiProperty({ required: false })
+  @IsOptional()
+  @IsBoolean()
+  @Transform(({ value }) => value === 'true' || value === true)
+  loose: boolean = false;
+
+  @ApiProperty({ required: false })
+  range?: string;
+
+  @ApiProperty({
+    enum: ['only', 'ignore'],
+    required: false,
+  })
+  calver?: string;
+}
+
 @ApiTags('GitHub')
 @Controller('/github/r/:owner/:repo')
 export class RepoController {
   constructor(readonly octokit: Octokit) {}
 
   @Get('version')
-  async version(@Param('owner') owner: string, @Param('repo') repo: string) {
+  @UsePipes(new ValidationPipe({ transform: true }))
+  async version(@Param('owner') owner: string, @Param('repo') repo: string, @Query() filter: VersionFilter) {
     const { octokit } = this;
-    const tags = await repoTags({ owner, repo, octokit });
+    const tags = await repoTags({ ...filter, owner, repo, octokit });
     const items = tags.map(({ name, version, commit, calver }) => ({
       tag: name,
       version: version.format(),
@@ -23,15 +49,17 @@ export class RepoController {
         major: version.major,
         minor: version.minor,
         patch: version.patch,
+        build: version.build,
+        prerelease: version.prerelease,
       },
     }));
     return requireFound(items?.[0]);
   }
 
   @Get('tag')
-  async listTag(@Param('owner') owner: string, @Param('repo') repo: string) {
+  async listTag(@Param('owner') owner: string, @Param('repo') repo: string, @Query() filter: VersionFilter) {
     const { octokit } = this;
-    const tags = await repoTags({ owner, repo, octokit });
+    const tags = await repoTags({ ...filter, owner, repo, octokit });
     const items = tags.map(({ name, version, commit }) => ({ name, version: version.format(), commit: commit.sha }));
     return { items };
   }
@@ -62,7 +90,7 @@ async function repoTags({
     .map((v) => {
       return {
         ...v,
-        version: semver.coerce(v.name) as SemVer,
+        version: (semver.parse(v.name) || semver.coerce(v.name)) as SemVer,
       };
     })
     .filter((v) => v.version)
@@ -82,6 +110,11 @@ async function repoTags({
   } else if (calver === 'ignore') {
     tags = tags.filter((v) => !v.calver);
   }
+  if (prerelease === true) {
+    tags = tags.filter((v) => v.version.prerelease.length > 0);
+  } else if (prerelease === false) {
+    tags = tags.filter((v) => v.version.prerelease.length === 0);
+  }
   if (range) {
     tags = tags.filter((v) =>
       semver.satisfies(v.version, range, {