refactor(obs): drop uptrace, turn to alloy+tempo+loki+grafana

cmd/academic/main.go

@@ -65,7 +65,7 @@ func main() {
 	}
 
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/captcha/main.go

@@ -49,7 +49,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/classroom/main.go

@@ -56,7 +56,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/common/main.go

@@ -113,7 +113,7 @@ func loadNotice(db *db.Database) {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/course/main.go

@@ -55,7 +55,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/launch_screen/main.go

@@ -51,7 +51,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/oa/main.go

@@ -49,7 +49,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/paper/main.go

@@ -48,7 +48,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/user/main.go

@@ -52,7 +52,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

cmd/version/main.go

@@ -57,7 +57,7 @@ func init() {
 
 func main() {
 	// Open Telemetry provider
-	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint, config.Uptrace.DSN)
+	shutdown := tracing.NewOtelProvider(serviceName, config.Otel.Endpoint)
 
 	r, err := etcd.NewEtcdRegistry([]string{config.Etcd.Addr})
 	if err != nil {

config/alloy/config.alloy

@@ -0,0 +1,96 @@
+/*********************************************
+ *  loki 文件管道
+ *********************************************/
+
+local.file_match "local_files" {
+    path_targets = [{"__path__" = "/var/log/*/*/*/*.log"}]
+    sync_period = "5s"
+}
+
+loki.source.file "log_scrape" {
+  targets    = local.file_match.local_files.targets
+  forward_to = [loki.process.filter_logs.receiver]
+  tail_from_end = true
+}
+
+loki.process "filter_logs" {
+  stage.drop {
+      source = ""
+      expression  = ".*Connection closed by authenticating user root"
+      drop_counter_reason = "noisy"
+    }
+  forward_to = [loki.process.add_labels.receiver]
+}
+
+loki.process "add_labels" {
+  stage.json {
+      expressions = {
+        service = "",
+        level = "",
+        trace_id = "",
+        span_id = "",
+      }
+  }
+
+  stage.labels {
+    values = {
+      level   = "level",
+      service = "service",
+    }
+  }
+
+  stage.structured_metadata {
+    values = {
+      trace_id = "trace_id",
+      span_id = "span_id",
+    }
+  }
+
+  forward_to = [loki.write.grafana_loki.receiver]
+}
+
+loki.write "grafana_loki" {
+  endpoint {
+    url = "http://fzuhelper-loki:3100/loki/api/v1/push"
+
+    // basic_auth {
+    //  username = "admin"
+    //  password = "admin"
+    // }
+  }
+}
+
+/*********************************************
+ *  otlp管道
+ *  流程：otelcol.receiver -> processor -> exporter -> Tempo后端
+ *********************************************/
+
+otelcol.receiver.otlp "ingest" {
+  grpc {
+    endpoint = "0.0.0.0:4317"
+  }
+
+  http {
+    endpoint = "0.0.0.0:4318"
+  }
+
+  output {
+    traces = [otelcol.processor.batch.traces.input]
+  }
+}
+
+otelcol.processor.batch "traces" {
+  output {
+    traces = [otelcol.exporter.otlp.tempo.input]
+  }
+}
+
+otelcol.exporter.otlp "tempo" {
+  client {
+    endpoint = "fzuhelper-tempo:4317"
+    tls {
+      insecure             = true
+      insecure_skip_verify = true
+    }
+  }
+}

config/config.example.yaml

@@ -99,10 +99,7 @@ jaeger:
   addr: 127.0.0.1:6831
 
 otel:
-  endpoint: 127.0.0.1:14317
-
-uptrace:
-  dsn: ''
+  endpoint: 127.0.0.1:4317
 
 kafka:
   address: 127.0.0.1:9092

config/config.go

@@ -40,7 +40,6 @@ var (
 	Service              *service
 	Jaeger               *jaeger
 	Otel                 *otel
-	Uptrace              *uptrace
 	Etcd                 *etcd
 	Redis                *redis
 	DefaultUser          *defaultUser
@@ -139,7 +138,6 @@ func configMapping(srv string) {
 	AI = &c.AI
 	Jaeger = &c.Jaeger
 	Otel = &c.Otel
-	Uptrace = &c.Uptrace
 	Mysql = &c.MySQL
 	Redis = &c.Redis
 	Elasticsearch = &c.Elasticsearch

config/loki/loki-config.yaml

@@ -0,0 +1,33 @@
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+  log_level: warn
+
+common:
+  instance_addr: 127.0.0.1
+  path_prefix: /loki
+  storage:
+    filesystem:
+      chunks_directory: /loki/chunks
+      rules_directory: /loki/rules
+  replication_factor: 1
+  ring:
+    kvstore:
+      store: inmemory
+
+limits_config:
+  retention_period: ${RETENTION_PERIOD}
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: tsdb
+      object_store: filesystem
+      schema: v13
+      index:
+        prefix: index_
+        period: 24h
+
+table_manager:
+  retention_deletes_enabled: false

config/tempo/tempo.yaml

@@ -0,0 +1,26 @@
+server:
+  http_listen_port: 3200
+
+distributor:
+  receivers:
+    otlp:
+      protocols:
+        grpc:
+          endpoint: 0.0.0.0:4317
+        http:
+          endpoint: 0.0.0.0:4318
+
+ingester:
+  max_block_duration: 5m
+
+compactor:
+  compaction:
+    block_retention: ${BLOCK_RETENTION}
+
+storage:
+  trace:
+    backend: local
+    wal:
+      path: /var/tempo/wal
+    local:
+      path: /var/tempo/blocks

config/types.go

@@ -66,10 +66,6 @@ type otel struct {
 	Endpoint string
 }
 
-type uptrace struct {
-	DSN string `mapstructure:"dsn"`
-}
-
 type etcd struct {
 	Addr string
 }
@@ -198,7 +194,6 @@ type config struct {
 	MySQL         mySQL
 	Jaeger        jaeger
 	Otel          otel
-	Uptrace       uptrace
 	Etcd          etcd
 	RabbitMQ      rabbitMQ
 	Redis         redis