Bash executor flow (#33)

* Correct misnamed provide-global.js and provide-import-fn.js

* Reformat ./node-red.sh command and change container name to node-red-server

* Add keywords in provide - global node and update llm-nodes to 0.2.12

* Update dummy-sse-app.js with bash scripts

* Create new docker-engine-api package that exposes the docker engine API via a docker network

* Add admin-operator session to history archives

* Create new bash-executor flow with support for running docker containers and enhanced requests and parsers

dummy-sse-app.cjs

@@ -28,6 +28,19 @@ const responseText = `${responseTextBase}
 }
 </operator-api>
 <operator-message>When I tried to access the website, I got a 404 Not Found error.</operator-message>
+
+\`sudo apt-get update && sudo apt-get install -y net-tools\`
+
+\`\`\`bash
+#!/bin/bash
+
+echo "Script start."
+echo "Stderr start" >&2
+
+sudo apt update && sudo apt install -y curl
+
+curl -X GET https://www.google.com/?s=puppies
+\`\`\`
 `;
 
 app.use(bodyParser.json());

node-red.sh

@@ -1,3 +1,10 @@
 #!/bin/bash
-docker run --rm -it --add-host host.docker.internal.local=$(hostname -I | awk '{print $1}') -p 1880:1880 -v $(pwd)/packages/node-red-data:/data --name mynodered nodered/node-red:3.1.3-18
+
+docker run --rm -it \
+--name node-red-server \
+-p 1880:1880 \
+--add-host host.docker.internal.local=$(hostname -I | awk '{print $1}') \
+-v $(pwd)/packages/node-red-data:/data \
+ nodered/node-red:3.1.3-18
+
 read -n 1 -s -r -p "Press any key to continue"

packages/docker-engine-api/Dockerfile

@@ -0,0 +1,9 @@
+FROM alpine:3.19
+
+RUN apk --update add socat
+
+EXPOSE 2375
+
+ENTRYPOINT ["socat"]
+
+CMD ["TCP-LISTEN:2375,fork", "UNIX-CONNECT:/var/run/docker.sock"]

packages/docker-engine-api/docker-engine-api.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+docker network disconnect docker-engine-api node-red-server || true
+docker network rm docker-engine-api || true
+
+docker network create docker-engine-api
+docker network connect docker-engine-api node-red-server
+
+docker run --rm \
+--name docker-engine-api \
+--network docker-engine-api \
+-v /var/run/docker.sock:/var/run/docker.sock \
+ $1

packages/docker-engine-api/package.json

@@ -0,0 +1,5 @@
+{
+  "name": "docker-engine-api",
+  "version": "0.0.9",
+  "private": true
+}

packages/docker-engine-api/project.json

@@ -0,0 +1,39 @@
+{
+  "name": "docker-engine-api",
+  "sourceRoot": "packages/docker-engine-api",
+  "projectType": "application",
+  "tags": [],
+  "targets": {
+    "build": {
+      "executor": "nx:run-commands",
+      "options": {
+        "commands": [
+          "docker build -t docker-engine-api:local packages/docker-engine-api"
+        ]
+      }
+    },
+    "publish": {
+      "executor": "nx:run-commands",
+      "options": {
+        "parallel": false,
+        "commands": ["/bin/bash packages/docker-engine-api/publish.sh"]
+      }
+    },
+    "serve": {
+      "executor": "nx:run-commands",
+      "options": {
+        "commands": [
+          "/bin/bash packages/docker-engine-api/docker-engine-api.sh joshuacarter603/docker-engine-api:0.0.9"
+        ]
+      }
+    },
+    "serve-local": {
+      "executor": "nx:run-commands",
+      "options": {
+        "commands": [
+          "/bin/bash packages/docker-engine-api/docker-engine-api.sh docker-engine-api:local"
+        ]
+      }
+    }
+  }
+}

packages/docker-engine-api/publish.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+PREFIX="$(dirname "$0")"
+SEMVER=$1
+
+if [[ "$SEMVER" != "major" && "$SEMVER" != "minor" && "$SEMVER" != "patch" ]]; then
+  echo "Error: SEMVER must be 'major', 'minor', or 'patch'."
+  exit 1
+fi
+
+docker login
+
+npm --prefix $PREFIX version $SEMVER
+
+VERSION=$(node -p "require('./$PREFIX/package.json').version")
+echo "Publishing docker-engine-api:$VERSION"
+
+docker tag docker-engine-api:local joshuacarter603/docker-engine-api:latest
+docker tag docker-engine-api:local joshuacarter603/docker-engine-api:$VERSION
+
+docker push joshuacarter603/docker-engine-api:latest
+docker push joshuacarter603/docker-engine-api:$VERSION

packages/history-archives/admin-operator-01/programatic-history-680.json

@@ -0,0 +1 @@
+{"entries":[{"id":"fe003161-dcb7-4cc3-9b03-7d7135f40c97","role":"user","content":"<admin-message>Sign up for a Twitter account with the username @freakythursdays.</admin-message><end />"},{"id":"83174ff5-ffa5-4122-9617-a263a96bf78f","role":"assistant","content":"<operator-message>Sure thing! I'll sign up for a Twitter account with the username @freakythursdays.</operator-message><end />"},{"id":"c72e45f8-c98c-4132-b948-687f7ea763f7","role":"user","content":"<admin-message>Follow @freakythursdays on Twitter.</admin-message><end />"},{"id":"a41efd70-360c-46db-b0c6-05fef2c0141a","role":"assistant","content":"<operator-message>I'm following @freakythursdays on Twitter.</operator-message><end />"},{"id":"fc2b23cd-3ada-43e6-b219-04608526fbd6","role":"user","content":"<admin-message>Follow @freakythursdays on Twitter.</admin-message><end />"},{"id":"4e3a61f8-2784-447d-9c5c-5ea61e1f5bc6","role":"assistant","content":"<operator-message>I'm sorry, I am already following @freakythursdays on Twitter.</operator-message><end />"}],"streaming":null}

packages/history-archives/bash-executor-01/history-1711926907124.json

@@ -0,0 +1 @@
+{"entries":[{"id":"006d62a2-d590-4192-866d-aa16d5910405","role":"user","content":"Write a single bash script that will return an output that accomplishes the following task. Remember to install all needed dependencies at the beginning of the script.\n\nSearch Google for puppies."},{"id":"68f3d5f7-2f24-43fe-8d0d-0b57436d69e2","role":"assistant","content":"Certainly! Here is a bash script that will search for puppies on Google and return the search results in a text format:\n```bash\n#!/bin/bash\n\n# Install necessary dependencies\napt-get update\napt-get install -y google-chrome google-chrome-stable\n\n# Search for puppies on Google\ngoogle-search \"puppies\" > /dev/null\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance."},{"id":"3967a160-a158-411c-9c16-d4c3486734ed","role":"user","content":"Chrome is not available, please use a different method."},{"id":"aa0eae7b-d773-4989-afc7-6502fcc8b195","role":"assistant","content":"Certainly! Here is an updated version of the script that uses the `curl` command to search for puppies on Google:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using curl\ncurl -s \"https://www.google.com/search?q=puppies\" | grep -oP 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/' > /dev/null\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance"},{"id":"8264cb8b-16fa-4ee5-963a-f5f973d9dbdd","role":"user","content":"The script made no output."},{"id":"3a5ecf73-34dd-4691-b135-dce7525d7060","role":"assistant","content":"I apologize for the oversight. Here is an updated version of the script that should work as intended:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using curl and output the search results\ncurl -s \"https://www.google.com/search?q=puppies\" | grep -oP 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/'\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance."},{"id":"79f1458b-3464-4deb-a9e5-468256e3fcb1","role":"user","content":"The script made no output."},{"id":"52391f70-ffa6-474f-b341-bafbd5559878","role":"assistant","content":"I apologize for the oversight. Here is an updated version of the script that should work as intended:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using curl and output the search results\ncurl -s \"https://www.google.com/search?q=puppies\" | grep -oP 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/'\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance"},{"id":"dda74f1b-dff1-47ef-a2ac-2a6ccf2fde8f","role":"user","content":"That is the same script as before."},{"id":"12daaebc-8a6a-4f98-a9ab-d90eaaa136e5","role":"assistant","content":"I apologize for the confusion. Here is an updated version of the script that should work as intended:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using curl and output the search results\ncurl -s \"https://www.google.com/search?q=puppies\" | grep -oP 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/' > /dev/null\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance"},{"id":"dcdf7792-c56e-47d4-8310-fd0f1ab1398e","role":"user","content":"That is the same script as before."},{"id":"acef04cf-fbea-4578-a407-6fadec8ba62c","role":"assistant","content":"I apologize for the oversight. Here is an updated version of the script that should work as intended:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using curl and output the search results\ncurl -s \"https://www.google.com/search?q=puppies\" | grep -oP 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/' > /dev/null\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI apologize for any confusion caused by my previous responses. I hope this updated version of the script works as intended. Let me know if you have any questions or need further assistance"},{"id":"b2e67d9b-d4b9-498c-a588-12ae63d6d112","role":"user","content":"We've already tried that script."},{"id":"712806c0-84d6-4c91-858f-086bdf08391b","role":"assistant","content":"I apologize for the misunderstanding. Here is an alternative script that uses the `wget` command to search Google for puppies and output the search results:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using wget and output the search results\nwget -qO - https://www.google.com/search?q=puppies | grep -Po 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/' > /dev/null\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance"},{"id":"8e7cbb2c-f9f0-436d-836d-8c7a99a3b95f","role":"user","content":"The script made no output."},{"id":"2bac05db-e99c-4fc0-80d4-611cadee3fc3","role":"assistant","content":"I apologize for the oversight. Here is an updated version of the script that should work as intended:\n```bash\n#!/bin/bash\n\n# Search for puppies on Google using wget and output the search results\nwget -qO - https://www.google.com/search?q=puppies | grep -Po 'alt=\"(<[^>]*>)' | sed 's/.*\\(([^)]*\\)>.*/\\1/' > /dev/null\n```\nTo use this script, copy and paste the code into a new file and save it as `puppy_search.sh`. Then, make the script executable by running the command `chmod +x puppy_search.sh`. Finally, run the script by typing `./puppy_search.sh` in your terminal.\n\nI hope this helps! Let me know if you have any questions or need further assistance"}],"streaming":null}

packages/history-archives/bash-executor-01/history-1719288112213.json

@@ -0,0 +1 @@
+{"entries":[{"id":"d27af1bb-fe29-4e93-98e0-7f49e05345ad","role":"user","content":"Search Google for puppies."}],"streaming":null}

packages/history-archives/bash-executor-01/programatic-history-1719287971416.json

@@ -0,0 +1 @@
+{"entries":[{"id":"f64dd0df-5d65-4dae-b8f1-8b8dcfe44edf","role":"user","content":"Write a single bash script that will return an output that accomplishes the following task. Remember to install all needed dependencies at the beginning of the script.\n    \nSearch Google for puppies."},{"id":"66eb64d7-c69a-4f92-b58f-82960d94025b","role":"assistant","content":"Here is a bash script that searches for puppies on Google and returns the search results:\n```bash\n#!/bin/bash\n\n# Install necessary dependencies\napt-get update && apt-get install -y google-chrome\n\n# Start Google Chrome in incognito mode and navigate to Google's homepage\ngoogle-chrome --incognito\nchromium --disable-extensions --disable-infobars --no-sandbox --check-for-update-interval=1 --disable-pinch --enable-logging --vizier-service=0\n\n# Wait for the page to load\nsleep 5\n\n# Search for puppies on Google\necho \"puppies\" | google-search\n\n# Wait for the search results to appear on the page\nsleep 10\n\n# Scrape the search results and save them to a file\nwget -r -l 3 --no-clobber --page-requisites --restrict-file-names=windows --domains puppies.googlepages.com --recursive --no-parent http://puppies.googlepages.com/\n```\nNote: This that you have an internet connection and Google Chrome is already installed on your system."},{"id":"ac817531-baa7-4945-831a-54785f13e987","role":"user","content":"Chrome is not available, please use a different method."},{"id":"e8352351-425e-49a6-9dd7-ebebb36e1eed","role":"assistant","content":"Here is a bash script that uses the `wget` command to search for puppies on Google and returns the search results:\n```bin/bash\n\n# Install necessary dependencies\napt-get update && apt-get install -y wget\n\n# Search for puppies on Google\necho \"puppies\" | wget --recursive --no-clobber --page-requisites --restrict-file-names=windows --domains google.com --no-parent https://www.google.com?q=puppies\n```\nThis script uses the `wget` command to recursively download the search results and save them to a file"}],"streaming":null}

packages/llm-nodes/package.json

@@ -1,6 +1,6 @@
 {
   "name": "node-red-contrib-llm-nodes",
-  "version": "0.2.11",
+  "version": "0.2.12",
   "description": "Collection of nodes for building LLM workflows",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"

packages/llm-nodes/provide-global/provide-global.js

@@ -1,22 +1,25 @@
 module.exports = (RED) => {
-    class ProvideImportFn {
+    class ProvideGlobal {
         constructor(config) {
             RED.nodes.createNode(this, config);
             this.on('input', (msg) => {
                 try {
-                    // Custom function wrapper logic
-                    const sendFunction = async (module) => {
-                        return await import(module);    
-                    }
-                    // Attach the function to the message object
-                    msg.import = sendFunction;
+                    // Attach global to the message object
+                    msg.global = global;
+                    // attach keywords
+                    msg.global.require = require;
+                    msg.global.module = module;
+                    msg.global.exports = exports;
+                    msg.global.__dirname = __dirname;
+                    msg.global.__filename = __filename;
+
                     // Send the updated message object
                     this.send(msg);
                 } catch (err) {
-                    this.error(`Error in ProvideImportFn: ${err.message}`, msg);
+                    this.error(`Error in ProvideGlobal: ${err.message}`, msg);
                 }
             });
         }
     }
-    RED.nodes.registerType("provide-import-fn", ProvideImportFn);
+    RED.nodes.registerType("provide-global", ProvideGlobal);
 };

packages/llm-nodes/provide-import-fn/provide-import-fn.js

@@ -1,18 +1,22 @@
 module.exports = (RED) => {
-    class ProvideGlobal {
+    class ProvideImportFn {
         constructor(config) {
             RED.nodes.createNode(this, config);
             this.on('input', (msg) => {
                 try {
-                    // Attach global the message object
-                    msg.global = global;
+                    // Custom function wrapper logic
+                    const sendFunction = async (module) => {
+                        return await import(module);    
+                    }
+                    // Attach the function to the message object
+                    msg.import = sendFunction;
                     // Send the updated message object
                     this.send(msg);
                 } catch (err) {
-                    this.error(`Error in ProvideGlobal: ${err.message}`, msg);
+                    this.error(`Error in ProvideImportFn: ${err.message}`, msg);
                 }
             });
         }
     }
-    RED.nodes.registerType("provide-global", ProvideGlobal);
+    RED.nodes.registerType("provide-import-fn", ProvideImportFn);
 };

packages/node-red-data/.config.modules.json

@@ -119,5 +119,12 @@
         "subpath": "",
         "builtin": false,
         "known": false
+    },
+    "yargs": {
+        "spec": "yargs",
+        "module": "yargs",
+        "subpath": "",
+        "builtin": false,
+        "known": false
     }
 }

packages/node-red-data/.config.modules.json.backup

@@ -112,5 +112,12 @@
         "subpath": "/document_loaders",
         "builtin": false,
         "known": false
+    },
+    "mammoth": {
+        "spec": "mammoth",
+        "module": "mammoth",
+        "subpath": "",
+        "builtin": false,
+        "known": false
     }
 }

packages/node-red-data/.config.nodes.json

@@ -427,28 +427,9 @@
             }
         }
     },
-    "node-red-contrib-jsonpath": {
-        "name": "node-red-contrib-jsonpath",
-        "version": "0.1.1",
-        "local": true,
-        "user": true,
-        "nodes": {
-            "jsonpath": {
-                "name": "jsonpath",
-                "types": [
-                    "jsonpath"
-                ],
-                "enabled": true,
-                "local": true,
-                "user": false,
-                "module": "node-red-contrib-jsonpath",
-                "file": "/data/node_modules/node-red-contrib-jsonpath/jsonpath/node-red-contrib-jsonpath.js"
-            }
-        }
-    },
     "node-red-contrib-llm-nodes": {
         "name": "node-red-contrib-llm-nodes",
-        "version": "0.2.11",
+        "version": "0.2.12",
         "local": true,
         "user": true,
         "nodes": {
@@ -477,7 +458,7 @@
             "provide-import-fn": {
                 "name": "provide-import-fn",
                 "types": [
-                    "provide-global"
+                    "provide-import-fn"
                 ],
                 "enabled": true,
                 "local": true,
@@ -488,7 +469,7 @@
             "provide-global": {
                 "name": "provide-global",
                 "types": [
-                    "provide-import-fn"
+                    "provide-global"
                 ],
                 "enabled": true,
                 "local": true,

packages/node-red-data/.config.nodes.json.backup

@@ -427,28 +427,9 @@
             }
         }
     },
-    "node-red-contrib-jsonpath": {
-        "name": "node-red-contrib-jsonpath",
-        "version": "0.1.1",
-        "local": true,
-        "user": true,
-        "nodes": {
-            "jsonpath": {
-                "name": "jsonpath",
-                "types": [
-                    "jsonpath"
-                ],
-                "enabled": true,
-                "local": true,
-                "user": false,
-                "module": "node-red-contrib-jsonpath",
-                "file": "/data/node_modules/node-red-contrib-jsonpath/jsonpath/node-red-contrib-jsonpath.js"
-            }
-        }
-    },
     "node-red-contrib-llm-nodes": {
         "name": "node-red-contrib-llm-nodes",
-        "version": "0.2.9",
+        "version": "0.2.11",
         "local": true,
         "user": true,
         "nodes": {
@@ -507,6 +488,7 @@
                 "module": "node-red-contrib-llm-nodes",
                 "file": "/data/node_modules/node-red-contrib-llm-nodes/ui-builder/ui-builder.js"
             }
-        }
+        },
+        "pending_version": "0.2.12"
     }
 }

packages/node-red-data/.config.runtime.json

@@ -1,4 +1,4 @@
 {
     "_credentialSecret": "11d9476d46ab9488b12589613b0fa2a548159f32a8aa5b67b2daa47ec7be8d8a",
-    "runtimeFlowState": "start"
+    "runtimeFlowState": "stop"
 }

packages/node-red-data/.config.runtime.json.backup

@@ -1,4 +1,4 @@
 {
     "_credentialSecret": "11d9476d46ab9488b12589613b0fa2a548159f32a8aa5b67b2daa47ec7be8d8a",
-    "runtimeFlowState": "stop"
+    "runtimeFlowState": "start"
 }