From ff375039fd05cde042254ffb78d713c0a98ffdc6 Mon Sep 17 00:00:00 2001 From: jiahao Date: Fri, 26 Jul 2024 14:28:46 +0800 Subject: [PATCH] add:pose_based_light_control_with_nodered_and_rpi_with_aikit --- ...control_with_nodered_and_rpi_with_aikit.md | 176 ++++++++++++++++++ sidebars.js | 3 +- 2 files changed, 178 insertions(+), 1 deletion(-) create mode 100644 docs/Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/pose_based_light_control_with_nodered_and_rpi_with_aikit.md diff --git a/docs/Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/pose_based_light_control_with_nodered_and_rpi_with_aikit.md b/docs/Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/pose_based_light_control_with_nodered_and_rpi_with_aikit.md new file mode 100644 index 000000000000..884fb44856ee --- /dev/null +++ b/docs/Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/pose_based_light_control_with_nodered_and_rpi_with_aikit.md @@ -0,0 +1,176 @@ +--- +description: This wiki demonstrates how to use pose estimation with yolov8 to control your lights. +title: Pose-Based Light Control with Node-Red and Raspberry Pi with AIkit +keywords: + - Edge + - reComputer r1000 + - Object detecton + - AI kit +image: https://files.seeedstudio.com/wiki/wiki-platform/S-tempor.png +slug: /pose_based_light_control_with_nodered_and_rpi_with_aikit +last_update: + date: 07/26/2024 + author: Jiahao + +no_comments: false # for Disqus +--- + +# Pose-Based Light Control with Node-Red and Raspberry Pi with AIkit + +## Introduction +This wiki will guide you on how to run YOLOv8 using an AI kit, use YOLOv8 to monitor your posture, and ultimately control your lights based on your posture. In this project, a USB camera captures your pose, and yolov8n run on [AI kit](https://www.seeedstudio.com/Raspberry-Pi-AI-Kit-p-5900.html) with [reComputer R1000](https://www.seeedstudio.com/reComputer-R1000-Series-Optional-Accessories.html) to detect your pose. The processed video, displaying the detected pose, is then streamed in real-time to [reTerminal DM](https://www.seeedstudio.com/reTerminal-DM-CM4104032-p-5898.html) using [gstreamer](https://gstreamer.freedesktop.org/). Meanwhile, the joint coordinates are sent using [mqtt](https://mqtt.org/) to [Node-RED](https://nodered.org/) which deploy on the reComputer R1000. At last, the Node-RED flow controls the smart lights based on the joint coordinates. + +

pir

+ +## Prepare Hardware + +
+ + + + + + + + + + + + + + + + +
reComputer r1000reTerminal DMRaspberry Pi AI Kit
+ + Get One Now 🖱️ + +
+ + Get One Now 🖱️ + +
+ + Get One Now 🖱️ + +
+
+ +## Run this project + +### On reComputer R1000 + +#### Step 1: Install AI kit + +Pleses refer to [this wiki](https://wiki.seeedstudio.com/yolov8_object_detection_on_recomputer_r1000_with_hailo_8l/) and make sure you install the AI kit to your reComputer R1000. + +#### Step 2: Install project + +Download the project with the command below: +``` +git clone https://github.com/LJ-Hao/Pose-Based_Light_Control_with_Node-Red_and_Raspberry_Pi_with_AIkit.git && cd Pose-Based_Light_Control_with_Node-Red_and_Raspberry_Pi_with_AIkit +``` + +#### Step 3: Run pose estimation + +Edit the ```pose_estimation.py``` file and change the ```mqtt_server``` to your reTerminal DM's IP address. And change the ```Gstreamer pipeline``` to your reTerminal DM's IP address. And then run the command below to start the pose estimation. + +``` +bash run.sh pose_estimation.py +``` + +#### Step 4: Install Node-RED + +Install Node-RED. You can download Node-RED with just one line of command: + +``` +bash <(curl -sL https://raw.githubusercontent.com/node-red/linux-installers/master/deb/update-nodejs-and-nodered) +``` + +#### Step 5: Import flows.json + +Import project files. Click ```Settings => Import``` in the upper right corner, ```click select a file``` to import in the new pop-up window, select ```flows.jeson```, and finally click ```Import```. + +

pir

+ +#### Step 6: Download the required controls + +After importing the project file, the system may prompt that your node-red is missing some controls. You need to download the following controls: + +``` +@bartbutenaers/node-red-rtsp-to-mjpeg +@chirpstack/node-red-contrib-chirpstack +@flowfuse/node-red-dashboard +node-bacnet-contrib-extended +node-red-contrib-buffer-parser +node-red-contrib-image-output +node-red-contrib-image-tools +node-red-contrib-modbus +node-red-contrib-msg-speed +node-red-contrib-multipart-stream-encoder +node-red-contrib-onvif +node-red-contrib-play-audio +node-red-dashboard +node-red-node-base64 +node-red-node-mysql +node-red-node-pi-gpio +node-red-node-ping +node-red-node-serialport +node-red-node-smooth +node-red-sensecap-paas +node-red-node-random +``` + +Take ```node-red-node-random``` as an example, click ```Settings => Manage Palette``` in the upper right corner, select the ```Install``` column in the new window, enter ```node-red-node-random```, and finally click ```Install``` Button. + +

pir

+ +#### Step 7: Deploy the project + +Click the deploy button in the upper right corner and the system will run normally. + +

pir

+ +### On reTerminal DM + +#### Step 1: Install the gstreamer on reTerminal DM + +Download the gstreamer with the command below: + +``` +sudo apt-get install libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev libgstreamer-plugins-bad1.0-dev gstreamer1.0-plugins-base gstreamer1.0-plugins-good gstreamer1.0-plugins-bad gstreamer1.0-plugins-ugly gstreamer1.0-libav gstreamer1.0-tools gstreamer1.0-x gstreamer1.0-alsa gstreamer1.0-gl gstreamer1.0-gtk3 gstreamer1.0-qt5 gstreamer1.0-pulseaudio +``` + +#### Step 2: Install the repository + +Download the repository with the command below: +``` +git clone https://github.com/LJ-Hao/Pose-Based_Light_Control_with_Node-Red_and_Raspberry_Pi_with_AIkit.git && cd Pose-Based_Light_Control_with_Node-Red_and_Raspberry_Pi_with_AIkit +``` +#### Step 3: Run video reciver + +``` +python3 video_receiver.py +``` + +## Result + +We showed this demonstration in a youtube live broadcast which begin at ```19:47```. And you can see the light will turn on when the host clap her hands, then the light will turn off when the host wave her hand, enjoy this demo: + +
+ +
+ +## Tech Support & Product Discussion + +Thank you for choosing our products! We are here to provide you with different support to ensure that your experience with our products is as smooth as possible. We offer several communication channels to cater to different preferences and needs. + +
+ + +
+ +
+ + +
\ No newline at end of file diff --git a/sidebars.js b/sidebars.js index d92bbb9e5594..47752aaac6cb 100644 --- a/sidebars.js +++ b/sidebars.js @@ -3036,7 +3036,8 @@ const sidebars = { 'Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/yolov8_pose_estimation_on_recomputer_r1000_with_hailo_8l', 'Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/benchmark_on_rpi5_and_cm4_running_yolov8s_with_rpi_ai_kit', 'Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/install_m.2_coral_to_rpi5', - 'Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/convert_model_to_edge_tpu_tflite_format_for_google_coral' + 'Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/convert_model_to_edge_tpu_tflite_format_for_google_coral', + 'Edge/Raspberry_Pi_Devices/reComputer_R1000/Applications/Computer-Vision/pose_based_light_control_with_nodered_and_rpi_with_aikit' ], },