Added the skeleton of a C++ module to directly evaluate FTAs using llama.cpp

.dockerignore

@@ -0,0 +1,60 @@
+# Git
+.git
+.gitignore
+
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Virtual environments
+venv/
+env/
+ENV/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Logs
+*.log
+
+# Documentation
+docs/_build/
+
+# Test coverage
+.coverage
+htmlcov/
+
+# Temporary files
+*.tmp
+*.temp
+
+models/
+
+Dockerfile*
+
+*.md

.gitignore

@@ -2,3 +2,13 @@
 **/__pycache__/
 /models
 /Pipfile
+/modules/autocog/*.so
+/build/
+ftt.svg
+.venv/
+modules/autocog.egg-info/
+**/__build
+
+*.sta.json
+*.ftt.json
+**/DEBUG.log

.gitmodules

@@ -0,0 +1,6 @@
+[submodule "vendors/llama"]
+	path = vendors/llama
+	url = https://github.com/ggerganov/llama.cpp.git
+[submodule "vendors/reflex"]
+	path = vendors/reflex
+	url = https://github.com/Genivia/RE-flex.git

CMakeLists.txt

@@ -0,0 +1,78 @@
+cmake_minimum_required(VERSION 3.18)
+project(autocog)
+
+# Set C++ standard
+set(CMAKE_CXX_STANDARD 17)
+set(CMAKE_CXX_STANDARD_REQUIRED ON)
+
+if(NOT CMAKE_BUILD_TYPE)
+  set(CMAKE_BUILD_TYPE "Release" CACHE STRING "Build type" FORCE)
+endif()
+set_property(CACHE CMAKE_BUILD_TYPE PROPERTY STRINGS "Debug" "Release" "MinSizeRel" "RelWithDebInfo")
+
+if(CMAKE_BUILD_TYPE STREQUAL "Debug")
+  add_compile_definitions(VERBOSE=1)
+  add_compile_definitions(DEBUG=1)
+else()
+  add_compile_definitions(VERBOSE=0)
+  add_compile_definitions(NDEBUG=1)
+endif()
+
+set(COMMON_CXX_FLAGS "-Wall -Wextra -Werror")
+if(CMAKE_CXX_COMPILER_ID MATCHES "GNU|Clang")
+  set(CMAKE_CXX_FLAGS_DEBUG "-g  -O0 -rdynamic -fno-omit-frame-pointer -Wl,--wrap=__cxa_throw ${COMMON_CXX_FLAGS}")
+  set(CMAKE_CXX_FLAGS_RELEASE "-O3 -DNDEBUG ${COMMON_CXX_FLAGS}")
+endif()
+
+find_package(Python COMPONENTS Interpreter Development REQUIRED)
+find_package(pybind11 QUIET)
+if(NOT pybind11_FOUND)
+  execute_process(
+    COMMAND ${Python_EXECUTABLE} -c "import pybind11; print(pybind11.get_cmake_dir())"
+    OUTPUT_VARIABLE pybind11_DIR
+    OUTPUT_STRIP_TRAILING_WHITESPACE
+    ERROR_QUIET
+  )
+  if(pybind11_DIR)
+    find_package(pybind11 REQUIRED PATHS ${pybind11_DIR})
+  else()
+    message(FATAL_ERROR "pybind11 not found. Install with: pip install pybind11")
+  endif()
+endif()
+
+find_program(REFLEX reflex REQUIRED)
+find_library(REFLEX_LIB reflex REQUIRED)
+find_path(REFLEX_INC
+  NAMES reflex/flexlexer.h
+  HINTS /opt/include /usr/local/include
+  REQUIRED
+)
+
+find_library(LLAMA_LIB 
+  NAMES llama
+  HINTS /opt/lib /opt/lib64 /usr/local/lib /usr/local/lib64
+  REQUIRED
+)
+
+find_path(LLAMA_INC
+  NAMES llama.h
+  HINTS /opt/include /usr/local/include
+  REQUIRED
+)
+
+enable_testing()
+
+add_subdirectory(libs/autocog/utilities)
+
+add_subdirectory(libs/autocog/compiler/stl)
+add_subdirectory(tools/stlc)
+add_subdirectory(bindings/compiler-stl)
+
+add_subdirectory(libs/autocog/llama/xfta)
+add_subdirectory(tools/xfta)
+add_subdirectory(bindings/llama-xfta)
+
+add_subdirectory(tests/units)
+
+add_subdirectory(share/demos)
+

DEVEL.md

@@ -0,0 +1,143 @@
+# Develop Commands Cheat Sheet
+
+## Get models
+
+```
+mkdir -p  models
+cd models
+wget -O SmolLM3-Q4_K_M.gguf https://huggingface.co/ggml-org/SmolLM3-3B-GGUF/resolve/main/SmolLM3-Q4_K_M.gguf?download=true
+```
+
+## Container
+
+### CPU (for dev)
+
+Build the image:
+```
+docker build -t autocog:ubi -f Dockerfile.ubi .
+```
+
+Run one-off commands:
+```
+docker run --rm -v $(pwd):/workspace -w /workspace autocog:ubi scripts/sanity-check.sh
+```
+
+**Recommended: Use a persistent container for development:**
+```bash
+# Start persistent container
+docker run -d --name autocog --rm -v $(pwd):/workspace -w /workspace autocog:ubi sleep infinity
+
+# Execute commands in the container
+docker exec autocog bash -c "cd /tmp && cmake /workspace && make install && ctest"
+
+# Interactive shell
+docker exec -it autocog bash
+
+# Stop container when done
+docker stop autocog
+```
+
+### CUDA on RHEL with Podman
+
+First setup CUDA for container use (3rd command is for FIPS enable machines):
+```bash
+curl -s -L https://nvidia.github.io/libnvidia-container/stable/rpm/nvidia-container-toolkit.repo | \
+    sudo tee /etc/yum.repos.d/nvidia-container-toolkit.repo
+sudo dnf --disablerepo=\* --enablerepo=nvidia-container-toolkit-experimental install -y nvidia-container-toolkit
+sudo rpm -ivh --nodigest --nofiledigest /var/cache/dnf/nvidia-container-toolkit-experimental-*/packages/*.rpm
+sudo nvidia-ctk cdi generate --output=/etc/cdi/nvidia.yaml
+sudo chmod o+r /etc/cdi/nvidia.yaml
+sudo chmod o+rx /etc/cdi
+podman run --rm --device nvidia.com/gpu=all docker.io/nvidia/cuda:12.4.0-runtime-ubuntu22.04 nvidia-smi
+```
+
+Build and run persistent container:
+```bash
+podman build --device nvidia.com/gpu=all -f Dockerfile.ubi-cuda -t autocog:ubi-cuda .
+podman run -d --name autocog --rm --device nvidia.com/gpu=all \
+    -v $(pwd):/workspace -w /workspace autocog:ubi-cuda sleep infinity
+
+# Execute commands
+podman exec autocog bash -c "cd /tmp && cmake /workspace && make install && ctest"
+```
+
+### Ubuntu with CUDA (Docker)
+
+```bash
+docker build -t autocog:ubuntu -f Dockerfile.ubuntu .
+docker run -d --name autocog --rm --gpus all \
+    -v $(pwd):/workspace -w /workspace autocog:ubuntu sleep infinity
+```
+
+## Testing Components
+
+### xFTA (Finite Thoughts Automaton Executor)
+
+Testing the C++ utility:
+```bash
+python3 scripts/dump_sta_to_json.py tests/samples/mini.sta models/SmolLM3-Q4_K_M.gguf
+xfta -v -m models/SmolLM3-Q4_K_M.gguf tests/samples/mini.sta.json
+```
+
+Testing the integration:
+```bash
+python3 scripts/execute_sta_with_llama_cpp.py tests/samples/mini.sta '{}' models/SmolLM3-Q4_K_M.gguf
+```
+
+### STLC (Structured Thoughts Language Compiler)
+
+Test compilation:
+```bash
+stlc -h
+stlc tests/samples/defines.stl
+stlc share/demos/story-writer/story-writer.stl
+```
+
+## Building and Testing
+
+### Build Types
+
+**Debug build** (with exception backtrace wrapper):
+```bash
+mkdir -p /tmp/autocog && cd /tmp/autocog
+cmake /workspace -DCMAKE_BUILD_TYPE=Debug -DCMAKE_INSTALL_PREFIX=/opt
+make install -j$(nproc)
+```
+
+**Release build** (optimized, default):
+```bash
+mkdir -p /tmp/autocog && cd /tmp/autocog
+cmake /workspace -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/opt
+make install -j$(nproc)
+```
+
+### Running Tests
+
+Run all tests:
+```bash
+cd /tmp/autocog
+ctest --output-on-failure
+```
+
+Run specific test suites:
+```bash
+ctest -R stl_parser          # All parser tests
+ctest -R smoke               # Smoke tests only
+ctest -R stl_parser_identifiers -V  # Single test with verbose output
+```
+
+Run in persistent container:
+```bash
+docker exec autocog bash -c "cd /tmp && cmake /workspace -DCMAKE_BUILD_TYPE=Release && make install -j\$(nproc) && ctest --output-on-failure"
+```
+
+### Python Package Testing
+
+Install and test the Python package:
+```bash
+pip install /workspace
+python -c "import autocog"
+python -c "import autocog.compiler.stl"
+python -c "import autocog.llama.xfta"
+```
+

Dockerfile.ubi

@@ -0,0 +1,61 @@
+FROM registry.access.redhat.com/ubi9/ubi:latest
+
+ENV PYTHONUNBUFFERED=1
+
+RUN dnf --disablerepo=\* --enablerepo=ubi-\* install -y \
+        gcc gcc-c++ \
+        cmake \
+        pkgconf-pkg-config \
+        python3 \
+        python3-pip \
+        python3-devel \
+        graphviz && \
+    dnf clean all
+
+# Venv
+
+RUN python3 -m venv /opt
+
+ENV PATH="/opt/bin:$PATH"
+ENV LD_LIBRARY_PATH="/opt/lib:/opt/lib64:/usr/local/lib:/usr/local/lib64:$LD_LIBRARY_PATH"
+ENV PYTHONPATH=""
+
+RUN pip install --upgrade pip && \
+    pip install graphviz
+
+# RE/Flex
+
+COPY vendors/reflex /tmp/reflex
+
+RUN cd /tmp/reflex && \
+    ./build.sh && \
+    mkdir -p /opt/include/reflex && \
+    cp lib/*.a lib/*.so /opt/lib && \
+    cp bin/reflex /opt/bin && \
+    cp include/reflex/*.h /opt/include/reflex && \
+    rm -rf /tmp/reflex
+
+# LLama.cpp
+
+COPY vendors/llama /tmp/llama_cpp
+
+RUN cd /tmp/llama_cpp && \
+    cmake -B build \
+          -DCMAKE_INSTALL_PREFIX=/opt \
+          -DLLAMA_BUILD_COMMON=OFF \
+          -DLLAMA_CUDA=OFF && \
+    cmake --build build --parallel $(nproc) && \
+    cmake --install build && \
+    rm -rf /tmp/llama_cpp
+
+# Autocog
+
+COPY . /tmp/autocog
+
+RUN pip install /tmp/autocog && \
+    rm -rf /tmp/autocog
+
+ENV PATH="/opt/lib64/python3.9/site-packages/bin/:$PATH"
+
+WORKDIR /workspace
+