feat: app brick services support (#162)

Author: rjtokenring

77

@@ -6,10 +6,7 @@ ARG DEBIAN_FRONTEND=noninteractive
 
 FROM ubuntu:24.04
 
-ENV PYTHONUNBUFFERED=1
-COPY requirements-base.txt .
-
-# Install system dependencies and Python dependencies, then clean up apt caches and temporary files to reduce image size
+# Install system dependencies
 RUN apt-get update \
     && apt-get install -y --no-install-recommends --no-install-suggests software-properties-common \
     && apt-add-repository -y ppa:ubuntu-qcom-iot/qcom-ppa \
@@ -21,13 +18,20 @@ RUN apt-get update \
     python3-venv \
     python-is-python3 \
     libqnn1 \
-    qcom-fastrpc1 \
-    && apt-get remove -y python3-blinker \
+    qcom-fastrpc1
+    
+# Install Python dependencies and precompile to speed up startup time
+ENV PYTHONUNBUFFERED=1
+COPY requirements-base.txt .
+RUN apt-get remove -y python3-blinker \
     && python -m pip install --no-cache-dir --break-system-packages -r requirements-base.txt \
     && python -m compileall /usr/local/bin \
     && python -m compileall /usr/local/lib \
-    && rm requirements-base.txt \
-    && apt-get remove -y software-properties-common \
+    && rm requirements-base.txt
+
+# Clean up
+RUN apt-get remove -y \
+    software-properties-common \
     && apt-get autoremove -y \
     && apt-get dist-clean \
     && rm -rf /var/lib/apt/lists/*

containers/aihub-models-runner/Dockerfile

@@ -1,6 +1,4 @@
 # This file contains base dependencies required by the framework
 websockets
 flask
-waitress
-opencv-python-headless
-ai-edge-litert==1.3.0
+waitress

containers/aihub-models-runner/requirements-base.txt

@@ -0,0 +1,2 @@
+opencv-python-headless
+ai-edge-litert==1.3.0

containers/gesture-recognition/requirements.txt

@@ -2,9 +2,8 @@ id: arduino:asr
 name: Automatic Speech Recognition (ASR)
 description: Automatic Speech Recognition brick for offline speech-to-text processing
 category: audio
-disabled: true
 requires_model: true
-requires_container: true
+requires_services: ["arduino:genie_audio"]
 model: whisper-small
 supported_boards: ["ventunoq"]
 model_configuration_variables:

src/arduino/app_bricks/asr/brick_config.yaml

@@ -1,7 +1,7 @@
 id: arduino:llm
 name: Large Language Model (LLM)
 description: "Large Language Model (LLM) Brick enables seamless integration with locally hosted LLMs for advanced AI capabilities in your Arduino projects."
-requires_container: true
+requires_services: ["arduino:genie"]
 requires_model: true
 model: genie:qwen3-4b
 supported_boards: ["ventunoq"]

src/arduino/app_bricks/llm/brick_compose.yaml

@@ -0,0 +1,48 @@
+# SPDX-FileCopyrightText: Copyright (C) ARDUINO SRL (http://www.arduino.cc)
+#
+# SPDX-License-Identifier: MPL-2.0
+
+# EXAMPLE_NAME = "Chat with tools and streaming"
+# EXAMPLE_REQUIRES = "Models must be downloaded and available locally."
+
+from arduino.app_bricks.llm import LargeLanguageModel, tool
+from arduino.app_utils import App
+
+
+# Tool definition - simulates a simple weather API - please replace with actual API calls in a real application
+@tool
+def get_current_weather(location: str) -> str:
+    """
+    Get the current weather in a given location.
+    The output is a string with a summary of the weather.
+
+    Args:
+        location (str): The location to get the weather for.
+
+    Returns:
+        str: A summary of the current weather in the specified location.
+
+    """
+    if "boston" in location.lower():
+        return "The current weather in Boston is 15°C and partly cloudy."
+    elif "paris" in location.lower():
+        return "The current weather in Paris is 8°C and rainy."
+    elif "turin" in location.lower():
+        return "The current weather in Turin is 8°C and rainy."
+    else:
+        return f"Sorry, I do not have real-time weather data for {location}. Assuming it's a sunny day!"
+
+
+llm = LargeLanguageModel(max_tokens=512, tools=[get_current_weather])
+
+
+def ask_prompt():
+    prompt = input("Enter your prompt (or type 'exit' to quit): ")
+    if prompt.lower() == "exit":
+        raise StopIteration()
+    for chunk in llm.chat_stream(prompt):
+        print(chunk, end="", flush=True)
+    print()
+
+
+App.run(ask_prompt)

src/arduino/app_bricks/llm/brick_config.yaml

@@ -3,7 +3,6 @@ name: Text-to-Speech (TTS)
 description: Text-to-Speech brick for offline speech synthesis
 category: audio
 requires_model: true
-requires_container: true
 supported_boards: ["ventunoq"]
 disabled: true
 model: melo-tts-en