diff --git a/README.md b/README.md index 44e2d67..78922c8 100644 --- a/README.md +++ b/README.md @@ -1,11 +1,11 @@ # serving-api -Frontend and backend API proxy for SwissAI LLM serving. +Frontend and backend API proxy for SwissAI LLM serving. For examples on how to launch models, see [model-launch](https://github.com/swiss-ai/model-launch) repo. **Live at:** - Prod: [serving.swissai.svc.cscs.ch](https://serving.swissai.svc.cscs.ch) - Dev: [servingdev.swissai.svc.cscs.ch](https://servingdev.swissai.svc.cscs.ch) -- Local: with `docker compose up` +- Local: with `make run` ## Architecture @@ -26,7 +26,6 @@ Frontend and backend API proxy for SwissAI LLM serving. ▼ ┌─────────────────┐ │ OCF │ OpenTela P2P routing → model=apertus-... - │ │ └────────┬────────┘ │ ▼ @@ -40,28 +39,14 @@ Frontend and backend API proxy for SwissAI LLM serving. ``` backend/ # Python API proxy (FastAPI) — auth, caching, routing frontend/ # web UI (Astro + Svelte) -meta/ # Dockerfiles, k8s manifests, build scripts -tests/ # integration tests -tools/ # metrics & monitoring utilities +meta/ # example Dockerfiles, example k8s manifests, build scripts ``` OCF (Open Compute Framework) now renamed to OpenTela upstream is maintained at [eth-easl/OpenTela](https://github.com/eth-easl/OpenTela). We maintain a fork at [swiss-ai/OpenTela](https://github.com/swiss-ai/opentela) to control deployments to dev+prod. -## Quick Start - -### Docker - -```bash -docker compose up -``` - -### Local Development +## Dev Quick Start ```bash make install # install backend dependencies make run # start backend on :8080 - -# frontend -cd frontend -npm install && npm run dev ``` diff --git a/frontend/public/favicon-dark.svg b/frontend/public/favicon-dark.svg new file mode 100644 index 0000000..8d77150 --- /dev/null +++ b/frontend/public/favicon-dark.svg @@ -0,0 +1,3 @@ + + 🚀 + diff --git a/frontend/public/favicon-light.svg b/frontend/public/favicon-light.svg new file mode 100644 index 0000000..8d77150 --- /dev/null +++ b/frontend/public/favicon-light.svg @@ -0,0 +1,3 @@ + + 🚀 + diff --git a/frontend/public/images/sponsors/epfl.png b/frontend/public/images/sponsors/epfl.png new file mode 100644 index 0000000..0c5a6ce Binary files /dev/null and b/frontend/public/images/sponsors/epfl.png differ diff --git a/frontend/public/images/sponsors/eth-ai-center.png b/frontend/public/images/sponsors/eth-ai-center.png new file mode 100644 index 0000000..6a3e973 Binary files /dev/null and b/frontend/public/images/sponsors/eth-ai-center.png differ diff --git a/frontend/public/images/sponsors/eth-zurich.svg b/frontend/public/images/sponsors/eth-zurich.svg new file mode 100644 index 0000000..8f432e2 --- /dev/null +++ b/frontend/public/images/sponsors/eth-zurich.svg @@ -0,0 +1,4 @@ + + + + diff --git a/frontend/src/components/Head.astro b/frontend/src/components/Head.astro index 9fa269c..5b81b19 100644 --- a/frontend/src/components/Head.astro +++ b/frontend/src/components/Head.astro @@ -23,9 +23,7 @@ const { title, description, image = "/nano.png" } = Astro.props; - - - + diff --git a/frontend/src/components/SponsorCard.astro b/frontend/src/components/SponsorCard.astro index 092806c..755a1f2 100644 --- a/frontend/src/components/SponsorCard.astro +++ b/frontend/src/components/SponsorCard.astro @@ -10,12 +10,12 @@ interface Props { const { name, logo, url, width = 158, height = 48 } = Astro.props; --- -
+
{url ? ( - - {name} + + {name} ) : ( - {name} + {name} )}
\ No newline at end of file diff --git a/frontend/src/content/guides/01-getting-started/index.md b/frontend/src/content/guides/01-getting-started/index.md index 2ea51a1..6b5701c 100644 --- a/frontend/src/content/guides/01-getting-started/index.md +++ b/frontend/src/content/guides/01-getting-started/index.md @@ -1,10 +1,10 @@ --- -title: "Getting Started with SP and Local Serving" -description: "Run models locally with Scratchpad and Ollama" +title: "[ARCHIVED] Getting Started with SP and Local Serving" +description: "[ARCHIVED] Run models locally with Scratchpad and Ollama" date: "Mar 18 2024" --- -# Getting Started with SP and Local Serving +# [ARCHIVED] Getting Started with SP and Local Serving ## Run your Model Locally diff --git a/frontend/src/content/guides/01-getting-started/model-launch.md b/frontend/src/content/guides/01-getting-started/model-launch.md index 9dbe327..49e961d 100644 --- a/frontend/src/content/guides/01-getting-started/model-launch.md +++ b/frontend/src/content/guides/01-getting-started/model-launch.md @@ -1,5 +1,5 @@ --- -title: "Launch Models with model-launch" +title: "Launch Models with model-launch 🚀" description: "Framework-agnostic SLURM job submission for distributed inference" date: "December 22 2025" --- diff --git a/frontend/src/pages/index.astro b/frontend/src/pages/index.astro index 031f61f..fcf53e6 100644 --- a/frontend/src/pages/index.astro +++ b/frontend/src/pages/index.astro @@ -54,10 +54,10 @@ const contributors = [ url: "https://www.cscs.ch/about/staff" }, { - name: "Robert Matthew Smith", + name: "Robert Smith", role: "System Expert", avatar: "/images/contributers/robert_matthew_smith.jpeg", - url: "#" + url: "https://www.linkedin.com/in/robmsmt" }, { name: "Xiaozhe Yao", @@ -81,15 +81,15 @@ const sponsors = [ }, { name: "ETH Zurich", - logo: "https://upload.wikimedia.org/wikipedia/commons/thumb/9/99/ETH_Z%C3%BCrich_Logo_black.svg/1200px-ETH_Z%C3%BCrich_Logo_black.svg.png" + logo: "/images/sponsors/eth-zurich.svg" }, { name: "ETHZ AI Center", - logo: "https://ai.ethz.ch/_jcr_content/orgbox/image.imageformat.logo.1864120785.png" + logo: "/images/sponsors/eth-ai-center.png" }, { - name: "Langfuse", - logo: "https://langfuse.com/langfuse_logo.svg" + name: "EPFL", + logo: "/images/sponsors/epfl.png" } ]; --- @@ -177,7 +177,7 @@ const sponsors = [
- +