ci: publish to jsr and setup release workflow

tsirysndr · tsirysndr · commit a40524d88271 · 2024-03-18T08:40:14.000Z
fix ci

fix ci

fix sdk version
diff --git a/.fluentci/src/dagger/jobs.ts b/.fluentci/src/dagger/jobs.ts
@@ -4,6 +4,7 @@
  */
 
 import { dag, env, Directory, DirectoryID, File } from "../../deps.ts";
+import { buildRustFlags } from "./lib.ts";
 
 export enum Job {
   clippy = "clippy",
@@ -169,45 +170,110 @@ export async function test(
  * @param {string} packageName
  * @param {string} target
  * @param {string[]} options
- * @returns {string}
+ * @returns {Promise<string>}
  */
-export async function build(
-  src: string | Directory | undefined = ".",
-  packageName?: string,
-  target = "x86_64-unknown-linux-gnu",
-  options: string[] = []
-): Promise<Directory | string> {
+export const build = async (src = "."): Promise<string> => {
+  const rustflags = buildRustFlags();
   const context = await getDirectory(src);
   const ctr = dag
     .pipeline(Job.build)
     .container()
-    .from("rust:latest")
+    .from("rust:1.76-bullseye")
+    .withExec(["dpkg", "--add-architecture", "armhf"])
+    .withExec(["dpkg", "--add-architecture", "arm64"])
+    .withExec(["apt-get", "update"])
+    .withExec([
+      "apt-get",
+      "install",
+      "-y",
+      "build-essential",
+      "protobuf-compiler",
+    ])
+    .withExec([
+      "apt-get",
+      "install",
+      "-y",
+      "-qq",
+      "gcc-arm-linux-gnueabihf",
+      "libc6-armhf-cross",
+      "libc6-dev-armhf-cross",
+      "gcc-aarch64-linux-gnu",
+      "libc6-arm64-cross",
+      "libc6-dev-arm64-cross",
+      "libc6-armel-cross",
+      "libc6-dev-armel-cross",
+      "binutils-arm-linux-gnueabi",
+      "gcc-arm-linux-gnueabi",
+      "libncurses5-dev",
+      "bison",
+      "flex",
+      "libssl-dev",
+      "bc",
+      "pkg-config",
+      "libudev-dev",
+    ])
+    .withExec(["mkdir", "-p", "/build/sysroot"])
     .withDirectory("/app", context, { exclude })
     .withWorkdir("/app")
     .withMountedCache("/app/target", dag.cacheVolume("target"))
     .withMountedCache("/root/cargo/registry", dag.cacheVolume("registry"))
-    .withExec(
-      env.has("PACKAGE_NAME") || packageName
-        ? [
-            "cargo",
-            "build",
-            "--release",
-            "-p",
-            env.get("PACKAGE_NAME") || packageName!,
-            "--target",
-            target,
-            ...options,
-          ]
-        : ["cargo", "build", "--release", "--target", target, ...options]
+    .withMountedCache("/assets", dag.cacheVolume("gh-release-assets"))
+    .withEnvVariable("RUSTFLAGS", rustflags)
+    .withEnvVariable(
+      "PKG_CONFIG_ALLOW_CROSS",
+      env.get("TARGET") !== "x86_64-unknown-linux-gnu" ? "1" : "0"
     )
-    .withExec(["cp", "-r", `/app/target/${target}`, "/"]);
-
-  const result = await ctr.stdout();
-
-  console.log(result);
-  await ctr.directory(`/${target}`).export("./target");
-  return ctr.directory(`/${target}`).id();
-}
+    .withEnvVariable(
+      "C_INCLUDE_PATH",
+      env.get("TARGET") !== "x86_64-unknown-linux-gnu"
+        ? "/build/sysroot/usr/include"
+        : "/usr/include"
+    )
+    .withEnvVariable("TAG", env.get("TAG") || "latest")
+    .withEnvVariable("TARGET", env.get("TARGET") || "x86_64-unknown-linux-gnu")
+    .withExec(["sh", "-c", "rustup target add $TARGET"])
+    .withExec([
+      "sh",
+      "-c",
+      "cargo build -p fluentci-engine --release --target $TARGET",
+    ])
+    .withExec(["sh", "-c", "cp target/${TARGET}/release/fluentci-engine ."])
+    .withExec([
+      "sh",
+      "-c",
+      "tar czvf /assets/fluentci-engine_${TAG}_${TARGET}.tar.gz fluentci-engine",
+    ])
+    .withExec([
+      "sh",
+      "-c",
+      "shasum -a 256 /assets/fluentci-engine_${TAG}_${TARGET}.tar.gz > /assets/fluentci-engine_${TAG}_${TARGET}.tar.gz.sha256",
+    ])
+    .withExec([
+      "sh",
+      "-c",
+      "cp /assets/fluentci-engine_${TAG}_${TARGET}.tar.gz .",
+    ])
+    .withExec([
+      "sh",
+      "-c",
+      "cp /assets/fluentci-engine_${TAG}_${TARGET}.tar.gz.sha256 .",
+    ]);
+
+  const exe = await ctr.file(
+    `/app/fluentci-engine_${env.get("TAG")}_${env.get("TARGET")}.tar.gz`
+  );
+  await exe.export(
+    `./fluentci-engine_${env.get("TAG")}_${env.get("TARGET")}.tar.gz`
+  );
+
+  const sha = await ctr.file(
+    `/app/fluentci-engine_${env.get("TAG")}_${env.get("TARGET")}.tar.gz.sha256`
+  );
+  await sha.export(
+    `./fluentci-engine_${env.get("TAG")}_${env.get("TARGET")}.tar.gz.sha256`
+  );
+  return ctr.stdout();
+};
 
 /**
  * Run e2e tests
@@ -382,7 +448,8 @@ export async function typescriptE2e(
 export type JobExec =
   | ((src?: string | Directory | undefined) => Promise<Directory | string>)
   | ((src?: string | Directory | undefined) => Promise<File | string>)
-  | ((src?: string | Directory | undefined) => Promise<string>);
+  | ((src?: string | Directory | undefined) => Promise<string>)
+  | ((src?: string) => Promise<string>);
 
 export const runnableJobs: Record<Job, JobExec> = {
   [Job.clippy]: clippy,
diff --git a/.fluentci/src/dagger/lib.ts b/.fluentci/src/dagger/lib.ts
@@ -0,0 +1,22 @@
+import { env } from "../../deps.ts";
+
+export function buildRustFlags(): string {
+  let rustflags = "";
+  switch (env.get("TARGET")) {
+    case "aarch64-unknown-linux-gnu":
+      rustflags = `-C linker=aarch64-linux-gnu-gcc \
+        -L/usr/aarch64-linux-gnu/lib \
+        -L/build/sysroot/usr/lib/aarch64-linux-gnu \
+        -L/build/sysroot/lib/aarch64-linux-gnu`;
+      break;
+    case "armv7-unknown-linux-gnueabihf":
+      rustflags = `-C linker=arm-linux-gnueabihf-gcc \
+        -L/usr/arm-linux-gnueabihf/lib \
+        -L/build/sysroot/usr/lib/arm-linux-gnueabihf \
+        -L/build/sysroot/lib/arm-linux-gnueabihf`;
+      break;
+    default:
+      break;
+  }
+  return rustflags;
+}
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -20,3 +20,17 @@ jobs:
           PACKAGE_NAME: fluentci-engine
           WORK_DIR: ./fixtures
           DAGGER_CLOUD_TOKEN: ${{ secrets.DAGGER_CLOUD_TOKEN }}
+  publish:
+    needs: tests
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: denoland/setup-deno@v1
+        with:
+          deno-version: v1.41
+      - name: Publish package
+        run: deno publish --allow-slow-types
+        working-directory: ./sdk/typescript
diff --git a/.github/workflows/release-for-mac.yml b/.github/workflows/release-for-mac.yml
@@ -0,0 +1,55 @@
+on:
+  release:
+    types: [created]
+
+jobs:
+  release:
+    name: release x86_64-apple-darwin
+    runs-on: macos-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        target:
+          - x86_64-apple-darwin
+          - aarch64-apple-darwin
+
+    steps:
+      - name: Setup Fluent CI CLI
+        uses: fluentci-io/setup-fluentci@v4
+      - name: Installing needed dependencies
+        run: brew install protobuf
+      - name: Installing Rust toolchain
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          target: ${{ matrix.target }}
+          override: true
+      - name: Checking out sources
+        uses: actions/checkout@v1
+      - name: Running cargo build
+        uses: actions-rs/cargo@v1
+        with:
+          command: build
+          toolchain: stable
+          args: --release --target ${{ matrix.target }}
+      - name: Install aarch64-apple-darwin toolchain
+        if: matrix.target == 'aarch64-apple-darwin'
+        run: rustup target add aarch64-apple-darwin
+      - name: Set env
+        run: echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
+      - name: Packaging final binary
+        shell: bash
+        run: |
+          cd target/${{ matrix.target }}/release
+          tar czvf ../../../fluentci-engine_${{ env.RELEASE_VERSION }}_${{ matrix.target }}.tar.gz fluentci-engine
+          shasum -a 256 ../../../fluentci-engine_${{ env.RELEASE_VERSION }}_${{ matrix.target }}.tar.gz > ../../../fluentci-engine_${{ env.RELEASE_VERSION }}_${{ matrix.target }}.tar.gz.sha256
+          cd ../../../ && rm -rf target
+      - name: Upload release assets
+        run: |
+          for ext in tar.gz tar.gz.sha256; do
+            export FILE=fluentci-engine_${{ env.RELEASE_VERSION }}_${{ matrix.target }}.$ext
+            fluentci run github_pipeline release_upload
+          done
+        env:
+          TAG: ${{ env.RELEASE_VERSION }}
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -0,0 +1,33 @@
+name: release
+on:
+  release:
+    types: [created]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        target:
+          - aarch64-unknown-linux-gnu
+          - armv7-unknown-linux-gnueabihf
+          - x86_64-unknown-linux-gnu
+    steps:
+      - uses: actions/checkout@v3
+      - uses: fluentci-io/setup-fluentci@v4
+      - name: Set env
+        run: echo "RELEASE_VERSION=${GITHUB_REF#refs/*/}" >> $GITHUB_ENV
+      - name: Build
+        run: fluentci run . build
+        env:
+          TAG: ${{ env.RELEASE_VERSION }}
+          TARGET: ${{ matrix.target }}
+      - name: Upload release assets
+        run: |
+          for ext in tar.gz tar.gz.sha256; do
+            export FILE=/assets/fluentci-engine_${{ env.RELEASE_VERSION }}_${{ matrix.target }}.$ext
+            fluentci run github_pipeline release_upload
+          done
+        env:
+          TAG: ${{ env.RELEASE_VERSION }}
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/sdk/typescript/README.md b/sdk/typescript/README.md
@@ -0,0 +1,108 @@
+# FluentCI TypeScript
+
+![deno compatibility](https://shield.deno.dev/deno/^1.41)
+[![](https://jsr.io/badges/@fluentci/sdk)](https://jsr.io/@fluentci/sdk)
+[![ci](https://github.com/fluentci-io/fluentci-engine/actions/workflows/ci.yml/badge.svg)](https://github.com/fluentci-io/fluentci-engine/actions/workflows/ci.yml)
+[![discord](https://img.shields.io/discord/1132020671262773358?label=discord&logo=discord&color=5865F2)](https://discord.gg/V4U6dPskKc)
+
+The FluentCI TypeScript SDK contains everything you need to develop CI/CD pipelines in TypeScript or Javascript, and run them on [Nix](https://nixos.org) environments.
+
+## Quick Start
+
+Clone the [FluentCI Engine](https://github.com/fluentci-io/fluentci-engine) repository and start the engine at the fixtures directory:
+
+```bash
+git clone https://github.com/fluentci-io/fluentci-engine
+cd fluentci-engine/fixtures
+# you can get this binary from the releases page
+# start the engine
+fluentci-engine
+```
+
+Now you can save the following code to a file called `main.ts` and run it with `deno run -A main.ts`:
+
+```typescript
+import { dag } from "jsr:@fluentci/sdk";
+
+async function main() {
+  Deno.env.set("FLUENTCI_SESSION_PORT", "6880");
+  Deno.env.set("FLUENTCI_SESSION_TOKEN", "token");
+
+  const demo = await dag
+    .pipeline("demo")
+    .withWorkdir("./")
+    .withExec(["echo", "hello"])
+    .withExec(["echo", "hello world"])
+    .withExec(["echo", "hello again"])
+    .stdout();
+
+  console.log(demo);
+
+
+  const nix = await dag
+    .pipeline("nix-demo")
+    .nix()
+    .withWorkdir("./nix-demo")
+    .withExec(["nix", "--version"])
+    .withExec(["which", "deno"])
+    .stdout();
+
+  console.log(nix);
+
+  const pkgx = await dag
+    .pipeline("pkgx-demo")
+    .pkgx()
+    .withWorkdir("./pkgx-demo")
+    .withExec(["pkgx", "--version"])
+    .withExec(["which", "deno"])
+    .stdout();
+
+  console.log(pkgx);
+
+  const git = await dag
+    .git("https://github.com/tsirysndr/me")
+    .branch("main")
+    .tree()
+    .withExec(["pwd"])
+    .stdout();
+  console.log(git);
+
+  const gitEntries = await dag
+    .git("https://github.com/tsirysndr/me")
+    .branch("main")
+    .tree()
+    .entries();
+
+  console.log(gitEntries);
+
+  const dir = await dag.directory(".").entries();
+
+  console.log(dir);
+
+
+  const devbox = await dag
+    .pipeline("devbox-demo")
+    .devbox()
+    .withWorkdir("./devbox-demo")
+    .withExec(["devbox", "version"])
+    .withExec(["which", "jq"])
+    .stdout();
+
+  console.log(devbox);
+
+  const flox = await dag
+    .pipeline("flox-demo")
+    .flox()
+    .withWorkdir("./flox-demo")
+    .withExec(["flox", "--version"])
+    .withExec(["which", "jq"])
+    .stdout();
+
+  console.log(flox);
+}
+
+// Learn more at https://deno.land/manual/examples/module_metadata#concepts
+if (import.meta.main) {
+  await main();
+}
+```
diff --git a/sdk/typescript/deno.json b/sdk/typescript/deno.json
