From 319f9de3265ec9497a9af60e32d365077e83914a Mon Sep 17 00:00:00 2001 From: "Trez.One" Date: Tue, 10 Jun 2025 08:16:29 -0400 Subject: [PATCH] Adding Signoz configs. --- ...signoz_common_clickhouse_cluster.ha.xml.j2 | 75 ++ .../signoz_common_clickhouse_cluster.xml.j2 | 75 ++ .../signoz_common_clickhouse_config.xml.j2 | 1142 +++++++++++++++++ ...z_common_clickhouse_custom-function.xml.j2 | 21 + .../signoz_common_clickhouse_storage.xml.j2 | 41 + .../signoz_common_clickhouse_users.xml.j2 | 123 ++ ...n_otel_otel-collector-opamp-config.yaml.j2 | 1 + ...signoz_otel-collector-opamp-config.yaml.j2 | 1 + .../signoz_common_signoz_prometheus.yml.j2 | 25 + 9 files changed, 1504 insertions(+) create mode 100644 ansible/app-configs/signoz_common_clickhouse_cluster.ha.xml.j2 create mode 100644 ansible/app-configs/signoz_common_clickhouse_cluster.xml.j2 create mode 100644 ansible/app-configs/signoz_common_clickhouse_config.xml.j2 create mode 100644 ansible/app-configs/signoz_common_clickhouse_custom-function.xml.j2 create mode 100644 ansible/app-configs/signoz_common_clickhouse_storage.xml.j2 create mode 100644 ansible/app-configs/signoz_common_clickhouse_users.xml.j2 create mode 100644 ansible/app-configs/signoz_common_otel_otel-collector-opamp-config.yaml.j2 create mode 100644 ansible/app-configs/signoz_common_signoz_otel-collector-opamp-config.yaml.j2 create mode 100644 ansible/app-configs/signoz_common_signoz_prometheus.yml.j2 diff --git a/ansible/app-configs/signoz_common_clickhouse_cluster.ha.xml.j2 b/ansible/app-configs/signoz_common_clickhouse_cluster.ha.xml.j2 new file mode 100644 index 00000000..5c208815 --- /dev/null +++ b/ansible/app-configs/signoz_common_clickhouse_cluster.ha.xml.j2 @@ -0,0 +1,75 @@ + + + + + + zookeeper-1 + 2181 + + + zookeeper-2 + 2181 + + + zookeeper-3 + 2181 + + + + + + + + + + + + + + + clickhouse + 9000 + + + + + + + clickhouse-2 + 9000 + + + + + clickhouse-3 + 9000 + + + + + diff --git a/ansible/app-configs/signoz_common_clickhouse_cluster.xml.j2 b/ansible/app-configs/signoz_common_clickhouse_cluster.xml.j2 new file mode 100644 index 00000000..8b475ffe --- /dev/null +++ b/ansible/app-configs/signoz_common_clickhouse_cluster.xml.j2 @@ -0,0 +1,75 @@ + + + + + + zookeeper-1 + 2181 + + + + + + + + + + + + + + + + clickhouse + 9000 + + + + + + + + diff --git a/ansible/app-configs/signoz_common_clickhouse_config.xml.j2 b/ansible/app-configs/signoz_common_clickhouse_config.xml.j2 new file mode 100644 index 00000000..1965ac3b --- /dev/null +++ b/ansible/app-configs/signoz_common_clickhouse_config.xml.j2 @@ -0,0 +1,1142 @@ + + + + + + information + + json + + /var/log/clickhouse-server/clickhouse-server.log + /var/log/clickhouse-server/clickhouse-server.err.log + + 1000M + 10 + + + + + + + + + + + + + + + + + + 8123 + + + 9000 + + + 9004 + + + 9005 + + + + + + + + + + + + 9009 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 4096 + + + 3 + + + + + false + + + /path/to/ssl_cert_file + /path/to/ssl_key_file + + + false + + + /path/to/ssl_ca_cert_file + + + none + + + 0 + + + -1 + -1 + + + false + + + + + + + + + + + none + true + true + sslv2,sslv3 + true + + + + true + true + sslv2,sslv3 + true + + + + RejectCertificateHandler + + + + + + + + + 100 + + + 0 + + + + 10000 + + + + + + 0.9 + + + 4194304 + + + 0 + + + + + + 8589934592 + + + 5368709120 + + + + 1000 + + + 134217728 + + + 10000 + + + /var/lib/clickhouse/ + + + /var/lib/clickhouse/tmp/ + + + + ` + + + + + + /var/lib/clickhouse/user_files/ + + + + + + + + + + + + + users.xml + + + + /var/lib/clickhouse/access/ + + + + + + + default + + + + + + + + + + + + default + + + + + + + + + true + + + false + + ' | sed -e 's|.*>\(.*\)<.*|\1|') + wget https://github.com/ClickHouse/clickhouse-jdbc-bridge/releases/download/v$PKG_VER/clickhouse-jdbc-bridge_$PKG_VER-1_all.deb + apt install --no-install-recommends -f ./clickhouse-jdbc-bridge_$PKG_VER-1_all.deb + clickhouse-jdbc-bridge & + + * [CentOS/RHEL] + export MVN_URL=https://repo1.maven.org/maven2/ru/yandex/clickhouse/clickhouse-jdbc-bridge + export PKG_VER=$(curl -sL $MVN_URL/maven-metadata.xml | grep '' | sed -e 's|.*>\(.*\)<.*|\1|') + wget https://github.com/ClickHouse/clickhouse-jdbc-bridge/releases/download/v$PKG_VER/clickhouse-jdbc-bridge-$PKG_VER-1.noarch.rpm + yum localinstall -y clickhouse-jdbc-bridge-$PKG_VER-1.noarch.rpm + clickhouse-jdbc-bridge & + + Please refer to https://github.com/ClickHouse/clickhouse-jdbc-bridge#usage for more information. + ]]> + + + + + + + + + + + + + + + 01 + example01-01-1 + + + + + + 3600 + + + + 3600 + + + 60 + + + + + + + + + + /metrics + 9363 + + true + true + true + true + + + + + + system + query_log
+ + toYYYYMM(event_date) + + + + + + 7500 +
+ + + + system + trace_log
+ + toYYYYMM(event_date) + 7500 +
+ + + + system + query_thread_log
+ toYYYYMM(event_date) + 7500 +
+ + + + system + query_views_log
+ toYYYYMM(event_date) + 7500 +
+ + + + system + part_log
+ toYYYYMM(event_date) + 7500 +
+ + + + + + system + metric_log
+ 7500 + 1000 +
+ + + + system + asynchronous_metric_log
+ + 7000 +
+ + + + + + engine MergeTree + partition by toYYYYMM(finish_date) + order by (finish_date, finish_time_us, trace_id) + + system + opentelemetry_span_log
+ 7500 +
+ + + + + system + crash_log
+ + + 1000 +
+ + + + + + + system + processors_profile_log
+ + toYYYYMM(event_date) + 7500 +
+ + + + + + + + + *_dictionary.xml + + + *function.xml + /var/lib/clickhouse/user_scripts/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + /clickhouse/task_queue/ddl + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + click_cost + any + + 0 + 3600 + + + 86400 + 60 + + + + max + + 0 + 60 + + + 3600 + 300 + + + 86400 + 3600 + + + + + + /var/lib/clickhouse/format_schemas/ + + + + + hide encrypt/decrypt arguments + ((?:aes_)?(?:encrypt|decrypt)(?:_mysql)?)\s*\(\s*(?:'(?:\\'|.)+'|.*?)\s*\) + + \1(???) + + + + + + + + + + false + + false + + + https://6f33034cfe684dd7a3ab9875e57b1c8d@o388870.ingest.sentry.io/5226277 + + + + + + + + + + + 268435456 + true + +
diff --git a/ansible/app-configs/signoz_common_clickhouse_custom-function.xml.j2 b/ansible/app-configs/signoz_common_clickhouse_custom-function.xml.j2 new file mode 100644 index 00000000..b2b3f91a --- /dev/null +++ b/ansible/app-configs/signoz_common_clickhouse_custom-function.xml.j2 @@ -0,0 +1,21 @@ + + + executable + histogramQuantile + Float64 + + Array(Float64) + buckets + + + Array(Float64) + counts + + + Float64 + quantile + + CSV + ./histogramQuantile + + diff --git a/ansible/app-configs/signoz_common_clickhouse_storage.xml.j2 b/ansible/app-configs/signoz_common_clickhouse_storage.xml.j2 new file mode 100644 index 00000000..54ec4976 --- /dev/null +++ b/ansible/app-configs/signoz_common_clickhouse_storage.xml.j2 @@ -0,0 +1,41 @@ + + + + + + 10485760 + + + s3 + + https://BUCKET-NAME.s3-REGION-NAME.amazonaws.com/data/ + ACCESS-KEY-ID + SECRET-ACCESS-KEY + + + + + + + + + + + default + + + s3 + 0 + + + + + + diff --git a/ansible/app-configs/signoz_common_clickhouse_users.xml.j2 b/ansible/app-configs/signoz_common_clickhouse_users.xml.j2 new file mode 100644 index 00000000..f1856207 --- /dev/null +++ b/ansible/app-configs/signoz_common_clickhouse_users.xml.j2 @@ -0,0 +1,123 @@ + + + + + + + + + + 10000000000 + + + random + + + + + 1 + + + + + + + + + + + + + ::/0 + + + + default + + + default + + + + + + + + + + + + + + 3600 + + + 0 + 0 + 0 + 0 + 0 + + + + diff --git a/ansible/app-configs/signoz_common_otel_otel-collector-opamp-config.yaml.j2 b/ansible/app-configs/signoz_common_otel_otel-collector-opamp-config.yaml.j2 new file mode 100644 index 00000000..72676077 --- /dev/null +++ b/ansible/app-configs/signoz_common_otel_otel-collector-opamp-config.yaml.j2 @@ -0,0 +1 @@ +server_endpoint: ws://signoz:4320/v1/opamp diff --git a/ansible/app-configs/signoz_common_signoz_otel-collector-opamp-config.yaml.j2 b/ansible/app-configs/signoz_common_signoz_otel-collector-opamp-config.yaml.j2 new file mode 100644 index 00000000..72676077 --- /dev/null +++ b/ansible/app-configs/signoz_common_signoz_otel-collector-opamp-config.yaml.j2 @@ -0,0 +1 @@ +server_endpoint: ws://signoz:4320/v1/opamp diff --git a/ansible/app-configs/signoz_common_signoz_prometheus.yml.j2 b/ansible/app-configs/signoz_common_signoz_prometheus.yml.j2 new file mode 100644 index 00000000..683e5e19 --- /dev/null +++ b/ansible/app-configs/signoz_common_signoz_prometheus.yml.j2 @@ -0,0 +1,25 @@ +# my global config +global: + scrape_interval: 5s # Set the scrape interval to every 15 seconds. Default is every 1 minute. + evaluation_interval: 15s # Evaluate rules every 15 seconds. The default is every 1 minute. + # scrape_timeout is set to the global default (10s). + +# Alertmanager configuration +alerting: + alertmanagers: + - static_configs: + - targets: + - alertmanager:9093 + +# Load rules once and periodically evaluate them according to the global 'evaluation_interval'. +rule_files: [] + # - "first_rules.yml" + # - "second_rules.yml" + # - 'alerts.yml' + +# A scrape configuration containing exactly one endpoint to scrape: +# Here it's Prometheus itself. +scrape_configs: [] + +remote_read: + - url: tcp://clickhouse:9000/signoz_metrics -- 2.52.0