同步完整源码 - 2026-05-25

This commit is contained in:
xiaoxue
2026-05-25 01:45:55 +08:00
commit af7cdc0ffd
1581 changed files with 225877 additions and 0 deletions
+76
View File
@@ -0,0 +1,76 @@
TRUNCATE TABLE otel_traces_legacy;
CREATE TABLE otel_traces
(
Timestamp DateTime64(9) CODEC(Delta(8), ZSTD(1)),
project_id String MATERIALIZED ResourceAttributes['agentops.project.id'],
TraceId String CODEC(ZSTD(1)),
SpanId String CODEC(ZSTD(1)),
ParentSpanId String CODEC(ZSTD(1)),
TraceState String CODEC(ZSTD(1)),
SpanName LowCardinality(String) CODEC(ZSTD(1)),
SpanKind LowCardinality(String) CODEC(ZSTD(1)),
ServiceName LowCardinality(String) CODEC(ZSTD(1)),
ResourceAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
ScopeName String CODEC(ZSTD(1)),
ScopeVersion String CODEC(ZSTD(1)),
SpanAttributes Map(LowCardinality(String), String) CODEC(ZSTD(1)),
Duration UInt64 CODEC(ZSTD(1)),
StatusCode LowCardinality(String) CODEC(ZSTD(1)),
StatusMessage String CODEC(ZSTD(1)),
Events Nested (
Timestamp DateTime64(9),
Name LowCardinality(String),
Attributes Map(LowCardinality(String), String)
) CODEC(ZSTD(1)),
Links Nested (
TraceId String,
SpanId String,
TraceState String,
Attributes Map(LowCardinality(String), String)
) CODEC(ZSTD(1)),
INDEX idx_trace_id TraceId TYPE bloom_filter(0.001) GRANULARITY 16,
INDEX idx_span_id SpanId TYPE bloom_filter(0.01) GRANULARITY 32,
INDEX idx_project_id project_id TYPE bloom_filter(0.001) GRANULARITY 16
) ENGINE = MergeTree()
PARTITION BY toYYYYMM(Timestamp)
ORDER BY (project_id, Timestamp) -- Changed to optimize for project_id filtering
SETTINGS index_granularity = 8192
-----
INSERT INTO otel_traces_legacy (
Timestamp,
TraceId,
SpanId,
ParentSpanId,
TraceState,
SpanName,
SpanKind,
ServiceName,
ResourceAttributes,
ScopeName,
ScopeVersion,
SpanAttributes,
Duration,
StatusCode,
StatusMessage,
)
SELECT
Timestamp,
TraceId,
SpanId,
ParentSpanId,
TraceState,
SpanName,
SpanKind,
ServiceName,
ResourceAttributes,
ScopeName,
ScopeVersion,
SpanAttributes,
toUInt64(Duration) AS Duration, -- Convert Int64 to UInt64
StatusCode,
StatusMessage
FROM otel_traces LIMIT 3
+36
View File
@@ -0,0 +1,36 @@
-- Add the indexes
SELECT
TraceId,
Timestamp as timestamp,
StatusCode as status_code,
ifNull(SpanAttributes['gen_ai.usage.prompt_tokens'], 0) as prompt_tokens,
ifNull(SpanAttributes['gen_ai.usage.completion_tokens'], 0) as completion_tokens,
ifNull(SpanAttributes['gen_ai.usage.total_tokens'], 0) as total_tokens,
ifNull(SpanAttributes['gen_ai.request.model'], '') as request_model,
ifNull(SpanAttributes['gen_ai.response.model'], '') as response_model,
ifNull(SpanAttributes['gen_ai.llm.model'], '') as gen_ai_llm_model,
ifNull(SpanAttributes['llm.model'], '') as llm_model,
ifNull(SpanAttributes['gen_ai.system'], '') as system
FROM otel_traces
WHERE (project_id = '6183afc9-5fc8-47a0-b1c4-a4d589d0866e')
ORDER BY Timestamp ASC
SELECT
min(if(Duration > 0, Duration, null)) as min_duration,
max(if(Duration > 0, Duration, null)) as max_duration,
avg(if(Duration > 0, Duration, null)) as avg_duration,
sum(if(Duration > 0, Duration, null)) as total_duration,
count() as span_count,
count(DISTINCT TraceId) as trace_count
FROM otel_traces
WHERE (project_id = '6183afc9-5fc8-47a0-b1c4-a4d589d0866e')
SELECT
TraceId,
sum(Duration) as trace_duration
FROM otel_traces
WHERE (project_id = '6183afc9-5fc8-47a0-b1c4-a4d589d0866e')
GROUP BY TraceId
ORDER BY trace_duration ASC