add logstash template (#21)

gitlayzer · gitlayzer · web-flow · commit 9f05535fbd53 · 2026-04-22T19:59:42.000+08:00
Co-authored-by: gitlayzer &lt;18037803502@163.com&gt;
diff --git a/template/logstash/README.md b/template/logstash/README.md
@@ -0,0 +1,121 @@
+# Logstash
+
+Logstash is part of the [Elastic Stack](https://www.elastic.co/products) along with Beats, Elasticsearch and Kibana. Logstash is a server-side data processing pipeline that ingests data from a multitude of sources simultaneously, transforms it, and then sends it to your favorite "stash." (Ours is Elasticsearch, naturally.). Logstash has over 200 plugins, and you can write your own very easily as well.
+
+For more info, see <https://www.elastic.co/products/logstash>
+
+## Documentation and Getting Started
+
+You can find the documentation and getting started guides for Logstash on the [elastic.co site](https://www.elastic.co/guide/en/logstash/current/getting-started-with-logstash.html)
+
+For information about building the documentation, see the README in <https://github.com/elastic/docs>
+
+## Downloads
+
+You can download officially released Logstash binaries, as well as debian/rpm packages for the supported platforms, from the [downloads page](https://www.elastic.co/downloads/logstash).
+
+## Need Help?
+
+- [Logstash Forum](https://discuss.elastic.co/c/logstash)
+- [Logstash Documentation](https://www.elastic.co/guide/en/logstash/current/index.html)
+- [Logstash Product Information](https://www.elastic.co/products/logstash)
+- [Elastic Support](https://www.elastic.co/subscriptions)
+
+## Logstash Plugins
+
+Logstash plugins are hosted in separate repositories under the [logstash-plugins](https://github.com/logstash-plugins) GitHub organization. Each plugin is a self-contained Ruby gem which gets published to RubyGems.org.
+
+### Writing Your Own Plugin
+
+Logstash is known for its extensibility. There are hundreds of plugins for Logstash and you can write your own very easily. For more info on developing and testing these plugins, please see the [working with plugins section](https://www.elastic.co/guide/en/logstash/current/contributing-to-logstash.html).
+
+### Plugin Issues and Pull Requests
+
+Please open new issues and pull requests for plugins under their own repository.
+
+For example, if you have to report an issue or enhancement for the Elasticsearch output, please do so [here](https://github.com/logstash-plugins/logstash-output-elasticsearch/issues).
+
+Logstash core will continue to exist under this repository and all related issues and pull requests can be submitted there.
+
+## Developing Logstash Core
+
+### Prerequisites
+
+- Install JDK version 21. Make sure to set the `JAVA_HOME` environment variable to the path to your JDK installation directory. For example `set JAVA_HOME=<JDK_PATH>`.
+- Install JRuby 10.0.5.0. It is recommended to use a Ruby version manager such as [RVM](https://rvm.io/) or [rbenv](https://github.com/rbenv/rbenv).
+- Install `rake` and `bundler` using `gem install rake` and `gem install bundler`.
+
+### Verify the Installation
+
+To verify your environment, run the following to start Logstash and send your first event:
+
+```sh
+bin/logstash -e 'input { stdin { } } output { stdout {} }'
+```
+
+This should start Logstash with stdin input waiting for you to enter an event:
+
+```text
+hello world
+2016-11-11T01:22:14.405+0000 0.0.0.0 hello world
+```
+
+## Testing
+
+Most of the unit tests in Logstash are written using [rspec](http://rspec.info/) for the Ruby parts. For the Java parts, Logstash uses [junit](https://junit.org). For testing you can use the `rake` tasks and the `bin/rspec` command.
+
+### Core Tests
+
+1. Run the core tests with:
+
+```sh
+./gradlew test
+```
+
+2. Run Java-only tests with:
+
+```sh
+./gradlew javaTests
+```
+
+3. Execute the full suite including integration tests with:
+
+```sh
+./gradlew check
+```
+
+### Plugin Tests
+
+To run the tests of all currently installed plugins:
+
+```sh
+rake test:plugins
+```
+
+To install the default set of plugins included in the Logstash package:
+
+```sh
+rake test:install-default
+```
+
+## Building Artifacts
+
+Built artifacts are placed in the `LS_HOME/build` directory. You can build snapshot packages as tarball or zip:
+
+```sh
+./gradlew assembleTarDistribution
+./gradlew assembleZipDistribution
+```
+
+OSS-only artifacts can be built with:
+
+```sh
+./gradlew assembleOssTarDistribution
+./gradlew assembleOssZipDistribution
+```
+
+## Contributing
+
+All contributions are welcome: ideas, patches, documentation, bug reports, complaints, and even something you drew up on a napkin.
+
+For more information about contributing, see the [CONTRIBUTING](https://github.com/elastic/logstash/blob/main/CONTRIBUTING.md) file.
diff --git a/template/logstash/favicon.ico b/template/logstash/favicon.ico
diff --git a/template/logstash/index.yaml b/template/logstash/index.yaml
@@ -0,0 +1,256 @@
+apiVersion: app.sealos.io/v1
+kind: Template
+metadata:
+  name: logstash
+spec:
+  title: "Logstash"
+  url: "https://www.elastic.co/logstash"
+  gitRepo: "https://github.com/elastic/logstash"
+  author: "Sealos"
+  description: "Logstash is a server-side data processing pipeline for ingesting Beats data and forwarding it to Elasticsearch."
+  readme: "https://raw.githubusercontent.com/labring-actions/templates/main/logstash/README.md"
+  icon: "https://raw.githubusercontent.com/labring-actions/templates/main/template/logstash/favicon.ico"
+  templateType: inline
+  categories:
+    - tools
+  defaults:
+    app_name:
+      type: string
+      value: logstash-${{ random(8) }}
+  inputs:
+    elasticsearch_username:
+      description: "Elasticsearch username for Logstash output"
+      type: string
+      default: "elastic"
+      required: true
+    elasticsearch_password:
+      description: "Elasticsearch password for Logstash output"
+      type: string
+      default: ""
+      required: true
+
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: ${{ defaults.app_name }}-es-auth
+  labels:
+    cloud.sealos.io/app-deploy-manager: ${{ defaults.app_name }}
+type: Opaque
+stringData:
+  ELASTICSEARCH_USERNAME: ${{ inputs.elasticsearch_username }}
+  ELASTICSEARCH_PASSWORD: ${{ inputs.elasticsearch_password }}
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: ${{ defaults.app_name }}-config
+  labels:
+    cloud.sealos.io/app-deploy-manager: ${{ defaults.app_name }}
+    app: ${{ defaults.app_name }}
+data:
+  logstash.yml: |
+    http.host: 0.0.0.0
+    xpack.monitoring.enabled: false
+
+    queue.type: persisted
+    path.queue: /usr/share/logstash/data/queue
+    queue.max_bytes: 1gb
+
+    dead_letter_queue.enable: true
+    path.dead_letter_queue: /usr/share/logstash/data/dead_letter_queue
+
+    config.reload.automatic: false
+    config.reload.interval: 10s
+
+    log.level: info
+    path.logs: /usr/share/logstash/logs
+
+  pipelines.yml: |
+    - pipeline.id: main
+      path.config: "/usr/share/logstash/pipeline/*.conf"
+      pipeline.workers: 2
+      pipeline.batch.size: 125
+      pipeline.batch.delay: 50
+
+  logstash.conf: |
+    input {
+      beats {
+        port => 5044
+        client_inactivity_timeout => 300
+      }
+    }
+
+    filter {
+    }
+
+    output {
+      elasticsearch {
+        hosts => ["http://elasticsearch.logging.svc.cluster.local:9200"]
+        user => "${ELASTICSEARCH_USERNAME}"
+        password => "${ELASTICSEARCH_PASSWORD}"
+        index => "logstash-%{+YYYY.MM.dd}"
+        ilm_enabled => false
+      }
+
+      stdout {
+        codec => rubydebug
+      }
+    }
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: ${{ defaults.app_name }}-headless
+  labels:
+    cloud.sealos.io/app-deploy-manager: ${{ defaults.app_name }}
+    app: ${{ defaults.app_name }}
+spec:
+  clusterIP: None
+  selector:
+    app: ${{ defaults.app_name }}
+  ports:
+    - name: beats
+      port: 5044
+      targetPort: 5044
+    - name: http
+      port: 9600
+      targetPort: 9600
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: ${{ defaults.app_name }}
+  labels:
+    cloud.sealos.io/app-deploy-manager: ${{ defaults.app_name }}
+    app: ${{ defaults.app_name }}
+spec:
+  selector:
+    app: ${{ defaults.app_name }}
+  ports:
+    - name: beats
+      port: 5044
+      targetPort: 5044
+    - name: http
+      port: 9600
+      targetPort: 9600
+
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: ${{ defaults.app_name }}
+  annotations:
+    originImageName: docker.elastic.co/logstash/logstash:6.8.6
+    deploy.cloud.sealos.io/minReplicas: "1"
+    deploy.cloud.sealos.io/maxReplicas: "1"
+  labels:
+    cloud.sealos.io/app-deploy-manager: ${{ defaults.app_name }}
+    app: ${{ defaults.app_name }}
+spec:
+  serviceName: ${{ defaults.app_name }}-headless
+  replicas: 1
+  selector:
+    matchLabels:
+      app: ${{ defaults.app_name }}
+  updateStrategy:
+    type: RollingUpdate
+  template:
+    metadata:
+      labels:
+        app: ${{ defaults.app_name }}
+    spec:
+      terminationGracePeriodSeconds: 120
+      securityContext:
+        fsGroup: 1000
+      affinity:
+        podAntiAffinity:
+          preferredDuringSchedulingIgnoredDuringExecution:
+            - weight: 100
+              podAffinityTerm:
+                topologyKey: kubernetes.io/hostname
+                labelSelector:
+                  matchLabels:
+                    app: ${{ defaults.app_name }}
+      containers:
+        - name: ${{ defaults.app_name }}
+          image: docker.elastic.co/logstash/logstash:6.8.6
+          imagePullPolicy: IfNotPresent
+          ports:
+            - name: beats
+              containerPort: 5044
+            - name: http
+              containerPort: 9600
+          env:
+            - name: LS_JAVA_OPTS
+              value: "-Xms1g -Xmx1g"
+            - name: ELASTICSEARCH_USERNAME
+              valueFrom:
+                secretKeyRef:
+                  name: ${{ defaults.app_name }}-es-auth
+                  key: ELASTICSEARCH_USERNAME
+            - name: ELASTICSEARCH_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: ${{ defaults.app_name }}-es-auth
+                  key: ELASTICSEARCH_PASSWORD
+          resources:
+            requests:
+              cpu: "500m"
+              memory: "2Gi"
+            limits:
+              cpu: "2"
+              memory: "2Gi"
+          readinessProbe:
+            httpGet:
+              path: /
+              port: 9600
+            initialDelaySeconds: 60
+            periodSeconds: 10
+            timeoutSeconds: 5
+            failureThreshold: 12
+          livenessProbe:
+            httpGet:
+              path: /
+              port: 9600
+            initialDelaySeconds: 120
+            periodSeconds: 20
+            timeoutSeconds: 5
+            failureThreshold: 6
+          lifecycle:
+            preStop:
+              exec:
+                command:
+                  - /bin/bash
+                  - -c
+                  - |
+                    kill -TERM 1
+                    sleep 60
+          volumeMounts:
+            - name: config
+              mountPath: /usr/share/logstash/config/logstash.yml
+              subPath: logstash.yml
+            - name: config
+              mountPath: /usr/share/logstash/config/pipelines.yml
+              subPath: pipelines.yml
+            - name: config
+              mountPath: /usr/share/logstash/pipeline/logstash.conf
+              subPath: logstash.conf
+            - name: data
+              mountPath: /usr/share/logstash/data
+      volumes:
+        - name: config
+          configMap:
+            name: ${{ defaults.app_name }}-config
+  volumeClaimTemplates:
+    - metadata:
+        name: data
+      spec:
+        accessModes:
+          - ReadWriteOnce
+        resources:
+          requests:
+            storage: 1Gi
