Merge branch 'mediar-ai:main' into smarttrend

Author: giraffekey

.cargo/config.toml

@@ -16,4 +16,5 @@ rustflags = [
 [target.x86_64-unknown-linux-gnu]
 rustflags = ["-C", "link-arg=-Wl,--allow-multiple-definition"]
 
-
+[target.aarch64-apple-darwin]
+rustflags = "-lc++ -l framework=Accelerate"

.cursorrules

@@ -10,3 +10,5 @@ Rules:
 - NextJS: make sure to use tailwind, typescript, shadcn, lucide, magicui, and framer-motion to make UIs amazing
 - Make sure to escape html thing like quotes etc properly. Only when necessary
 - When writing react or html code make sure to use thing like ' instead of ". Only when necessary (e.g inside quote themselves)
+- When I ask SQLite database related stuff, keep in mind my db is in $HOME/.screenpipe/db.sqlite and mp4 files in $HOME/.screenpipe/*.mp4
+

.devcontainer/Dockerfile

@@ -0,0 +1,67 @@
+# Use the specified base image
+FROM mcr.microsoft.com/devcontainers/base:ubuntu-22.04
+
+# Switch to the vscode user
+USER vscode
+
+# Install Rust
+RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
+
+# Update package lists and install dependencies
+RUN sudo apt-get update && sudo apt-get install -y \
+    g++ \
+    ffmpeg \
+    tesseract-ocr \
+    cmake \
+    libavformat-dev \
+    libavfilter-dev \
+    libavdevice-dev \
+    libssl-dev \
+    libtesseract-dev \
+    libxdo-dev \
+    libsdl2-dev \
+    libclang-dev \
+    libxtst-dev \
+    libx11-dev \
+    libxext-dev \
+    libxrandr-dev \
+    libxinerama-dev \
+    libxcursor-dev \
+    libxi-dev \
+    libgl1-mesa-dev \
+    libasound2-dev \
+    libpulse-dev \
+    curl \
+    pkg-config \
+    libsqlite3-dev \
+    sqlite3 \
+    libbz2-dev \
+    zlib1g-dev \
+    libonig-dev \
+    libayatana-appindicator3-dev \
+    libsamplerate-dev \
+    libwebrtc-audio-processing-dev \
+    libgtk-3-dev \
+    libwebkit2gtk-4.1-dev \
+    librsvg2-dev \
+    patchelf \
+    xvfb \
+    x11-utils \
+    x11-xserver-utils \
+    x11-apps \
+    xdotool \
+    openbox \
+    xterm \
+    fonts-liberation \
+    imagemagick \
+    fonts-dejavu \
+    alsa-utils \
+    pulseaudio \
+    pulseaudio-utils \
+    && sudo apt-get clean \
+    && sudo rm -rf /var/lib/apt/lists/*
+
+# Install Bun
+RUN curl -fsSL https://bun.sh/install | bash
+
+EXPOSE 3000 3030

.devcontainer/devcontainer.json

@@ -0,0 +1,29 @@
+// For format details, see https://aka.ms/devcontainer.json. For config options, see the
+// README at: https://github.com/devcontainers/templates/tree/main/src/ubuntu
+{
+    "name": "Screenpipe",
+    // Or use a Dockerfile or Docker Compose file. More info: https://containers.dev/guide/dockerfile
+    "build": {
+        "dockerfile": "Dockerfile"
+    },
+	// Features to add to the dev container. More info: https://containers.dev/features.
+	// "features": {
+	// 	"ghcr.io/devcontainers/features/desktop-lite:1": {
+	// 		"password": "noPassword"
+	// 	}
+	// },
+
+	// Use 'forwardPorts' to make a list of ports inside the container available locally.
+	"forwardPorts": [3000, 3030],
+
+	// Use 'postCreateCommand' to run commands after the container is created.
+	"postCreateCommand": "bash /workspaces/screenpipe/.devcontainer/scripts/postCreateCommand.sh",
+
+	"onCreateCommand": "sudo cp .devcontainer/scripts/welcome-message.txt /usr/local/etc/vscode-dev-containers/first-run-notice.txt"
+
+	// Configure tool-specific properties.
+	// "customizations": {},
+
+	// Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
+	// "remoteUser": "root"
+}

.devcontainer/scripts/linux_integration.sh

@@ -0,0 +1,43 @@
+#!/bin/bash
+
+log() {
+    echo -e "\e[1;34m[INFO]\e[0m $1"
+}
+export XDG_SESSION_TYPE="x11"
+export WAYLAND_DISPLAY=""
+
+# Change directory to Screenpipe folder
+cd /workspaces/screenpipe/
+
+log "Installing dependencies"
+.github/scripts/install_dependencies.sh
+
+log "Verifying Tesseract installation"
+.github/scripts/verify_tesseract.sh
+
+log "Building CLI"
+cargo build --release
+
+log "Setting up virtual display with window manager"
+.github/scripts/setup_display.sh
+
+log "Setting up audio"
+.github/scripts/setup_audio.sh
+
+log "Running Screenpipe"
+.github/scripts/run_screenpipe.sh
+
+log "Testing OCR"
+.github/scripts/test_ocr.sh
+
+log "Testing Audio Capture"
+.github/scripts/test_audio_capture.sh
+
+log "Stopping Screenpipe"
+.github/scripts/stop_screenpipe.sh
+
+log "Checking for crashes and expected behavior"
+.github/scripts/check_logs.sh
+
+log "Checking final storage usage"
+du -ha ~/.screenpipe/data

.devcontainer/scripts/postCreateCommand.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+# Define the alias
+ALIAS_CMD="alias test-linux=\"/workspaces/screenpipe/.devcontainer/scripts/linux_integration.sh\""
+
+# Add alias to .bashrc if it exists
+grep -qxF "$ALIAS_CMD" ~/.bashrc || echo "$ALIAS_CMD" >> ~/.bashrc
+
+# Add alias to .zshrc if it exists
+grep -qxF "$ALIAS_CMD" ~/.zshrc || echo "$ALIAS_CMD" >> ~/.zshrc

.devcontainer/scripts/welcome-message.txt

@@ -0,0 +1,8 @@
+👋 Welcome to Screenpipe!
+
+🛠️  Your environment is fully setup with all the required dependencies.
+
+📝 We have set up an alias 'test-linux' for 'linux_integration.sh' in your shell configurations.
+
+💻 You can run 'test-linux' in the terminal to check if the Linux build of the app is working.
+

.gitattributes

@@ -1,22 +1,25 @@
 # Set Rust as primary
 *.rs linguist-detectable=true
 *.rs linguist-language=Rust
-
 # Set TypeScript as secondary but still detected
 *.ts linguist-detectable=true
 *.ts linguist-language=TypeScript
-
 # Ignore build outputs and vendored code
 dist/* linguist-vendored
 target/* linguist-vendored
 node_modules/* linguist-vendored
-
 # Ignore documentation
 *.md linguist-documentation
 *.txt linguist-documentation
-
 # Ignore configuration files
 *.toml linguist-detectable=false
 *.json linguist-detectable=false
 *.yaml linguist-detectable=false
 *.yml linguist-detectable=false 
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.mp4 filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.tar.gz filter=lfs diff=lfs merge=lfs -text

.github/pull_request_template.md

@@ -8,6 +8,7 @@ assignees: ''
 ---
 
 ## description
+
 brief description of the changes in this pr.
 
 related issue: #
@@ -20,6 +21,6 @@ add a few steps to test the pr in the most time efficient way.
 2. 
 3. 
 
-if relevant add screenshots or screen captures to prove that this PR works to save us time.
+if relevant add screenshots or screen captures to prove that this PR works to save us time (check [Cap](https://cap.so)).
 
-if you think it can take more than 30 mins for us to review, we will pay between $20 and $200 for someone to review it for us, just ask in the pr.
+if you are not the author of this PR and you see it and you think it can take more than 30 mins for maintainers to review, we will tip you between $20 and $200 for you to review and test it for us.