Init

.github/workflows/build.yaml

@@ -0,0 +1,47 @@
+name: Image Build
+
+on:
+  push:
+env:
+  REGISTRY: quay.io
+  REGISTRY_NAMESPACE: supiedt
+
+jobs:
+  code-action:
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+
+      - name: Set up Docker BuildX
+        uses: docker/setup-buildx-action@v3
+
+      - name: Login to Registry Hub
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ secrets.REGISTRY_USER }}
+          password: ${{ secrets.REGISTRY_PASSWD }}
+
+      - name: Get Meta
+        id: meta
+        run: |
+          echo IMAGE_NAME=$(cat ./ImageName) | tee -a $GITHUB_OUTPUT
+          echo IMAGE_VERSION=$(cat ./Version) | tee -a $GITHUB_OUTPUT
+
+      - name: Build and push
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: ./${{ steps.meta.outputs.IMAGE_NAME }}/Dockerfile
+          platforms: |
+            linux/amd64
+            linux/arm64/v8
+          push: true
+          pull: true
+          no-cache: true
+          tags: |
+            ${{ env.REGISTRY }}/${{ env.REGISTRY_NAMESPACE }}/${{ steps.meta.outputs.IMAGE_NAME }}:${{ steps.meta.outputs.IMAGE_VERSION }}

.gitignore

@@ -0,0 +1,121 @@
+# ---> macOS
+# General
+.DS_Store
+.AppleDouble
+.LSOverride
+
+# Icon must end with two \r
+Icon
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+.com.apple.timemachine.donotpresent
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
+
+# ---> JetBrains
+# Covers JetBrains IDEs: IntelliJ, RubyMine, PhpStorm, AppCode, PyCharm, CLion, Android Studio, WebStorm and Rider
+# Reference: https://intellij-support.jetbrains.com/hc/en-us/articles/206544839
+
+# User-specific stuff
+.idea/**/workspace.xml
+.idea/**/tasks.xml
+.idea/**/usage.statistics.xml
+.idea/**/dictionaries
+.idea/**/shelf
+
+# AWS User-specific
+.idea/**/aws.xml
+
+# Generated files
+.idea/**/contentModel.xml
+
+# Sensitive or high-churn files
+.idea/**/dataSources/
+.idea/**/dataSources.ids
+.idea/**/dataSources.local.xml
+.idea/**/sqlDataSources.xml
+.idea/**/dynamic.xml
+.idea/**/uiDesigner.xml
+.idea/**/dbnavigator.xml
+
+# Gradle
+.idea/**/gradle.xml
+.idea/**/libraries
+
+# Gradle and Maven with auto-import
+# When using Gradle or Maven with auto-import, you should exclude module files,
+# since they will be recreated, and may cause churn.  Uncomment if using
+# auto-import.
+# .idea/artifacts
+# .idea/compiler.xml
+# .idea/jarRepositories.xml
+# .idea/modules.xml
+# .idea/*.iml
+# .idea/modules
+# *.iml
+# *.ipr
+
+# CMake
+cmake-build-*/
+
+# Mongo Explorer plugin
+.idea/**/mongoSettings.xml
+
+# File-based project format
+*.iws
+
+# IntelliJ
+out/
+
+# mpeltonen/sbt-idea plugin
+.idea_modules/
+
+# JIRA plugin
+atlassian-ide-plugin.xml
+
+# Cursive Clojure plugin
+.idea/replstate.xml
+
+# SonarLint plugin
+.idea/sonarlint/
+
+# Crashlytics plugin (for Android Studio and IntelliJ)
+com_crashlytics_export_strings.xml
+crashlytics.properties
+crashlytics-build.properties
+fabric.properties
+
+# Editor-based Rest Client
+.idea/httpRequests
+
+# Android studio 3.1+ serialized cache file
+.idea/caches/build_file_checksums.ser
+
+# ---> VisualStudioCode
+.vscode/*
+!.vscode/settings.json
+!.vscode/tasks.json
+!.vscode/launch.json
+!.vscode/extensions.json
+!.vscode/*.code-snippets
+
+# Local History for Visual Studio Code
+.history/
+
+# Built Visual Studio Code Extensions
+*.vsix
+

ImageName

@@ -0,0 +1 @@
+lmd-train

LICENSE

@@ -0,0 +1,11 @@
+Copyright 1989, 1990 Advanced Micro Devices, Inc.
+
+This software is the property of Advanced Micro Devices, Inc  (AMD)  which
+specifically  grants the user the right to modify, use and distribute this
+software provided this notice is not removed or altered.  All other rights
+are reserved by AMD.
+
+AMD MAKES NO WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, WITH REGARD TO THIS
+SOFTWARE.  IN NO EVENT SHALL AMD BE LIABLE FOR INCIDENTAL OR CONSEQUENTIAL
+DAMAGES IN CONNECTION WITH OR ARISING FROM THE FURNISHING, PERFORMANCE, OR
+USE OF THIS SOFTWARE.

README.md

@@ -0,0 +1,2 @@
+# imagesBuild
+

Version

@@ -0,0 +1 @@
+C8.R3.A1

lmd-fs-modelwork-reasoning/Dockerfile

@@ -0,0 +1,8 @@
+FROM quay.io/supiedt/npu-driver:C8.R3.A1
+
+RUN pip3 config set global.index-url "$PIP_INDEX" \
+    && pip3 config set global.extra-index-url "$TORCH_INDEX" \
+    && pip3 install --no-cache-dir --upgrade --quiet --default-timeout=1000 pip setuptools wheel \
+    && pip3 install --no-cache-dir --quiet --default-timeout=1000 -e ".[model_worker]" \
+    && pip3 cache purge && rm -rf /tmp/* /root/.cache/* \
+    && chmod +x /usr/bin/start-modelwork

lmd-fs-modelwork-reasoning/start-modelwork

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+source /usr/local/Ascend/ascend-toolkit/set_env.sh
+export HCCL_CONNECT_TIMEOUT=7200
+export ASCEND_RT_VISIBLE_DEVICES=${DEVICES_NUMS_IDS}
+
+# set work path
+
+
+python3 -m fastchat.serve.model_worker --model-names {FASTCHAT_WORKER_MODEL_NAMES:-lmd-model} \
+--model-path ./models --worker-address http://fastchat-model-worker:21002 \
+--controller-address http://fastchat-controller:21001 --device npu --num-gpus ${NUM_GPUS} \
+--max-gpu-memory ${MAX_GPU_MEMORY} --host 0.0.0.0 --port 21002