Hướng dẫn cài đặt Prometheus - Thanos
https://docs.google.com/spreadsheets/d/19ZgrxAeX9V98NWh2qDuXVk-jjsebnPFmRF1_ltcaehA/edit#gid=82262140
1/ Cài đặt prometheus
vi /etc/systemd/system/prometheus.service
------------------------
[Unit]
Description=Prometheus
Wants=network-online.target
After=network-online.target
[Service]
User=prometheus
Group=prometheus
Restart=always
Type=simple
ExecStart=/usr/local/bin/prometheus \
--config.file=/etc/prometheus/prometheus.yml \
--storage.tsdb.path=/var/lib/prometheus/ \
--web.console.templates=/etc/prometheus/consoles \
--web.console.libraries=/etc/prometheus/console_libraries \
--storage.tsdb.retention.time=90d \
--storage.tsdb.max-block-duration=1d \
--storage.tsdb.min-block-duration=1d \
--web.listen-address=0.0.0.0:9090
[Install]
WantedBy=multi-user.target
------------------------
vi /etc/prometheus/prometheus.yml
------------------------
global:scrape_interval: 15s # Set the scrape interval to every 15 seconds. Default is every 1 minute.evaluation_interval: 15s # Evaluate rules every 15 seconds. The default is every 1 minute.external_labels:cluster: aws-merito-irelandscrape_configs:- job_name: 'prometheus'scrape_interval: 5sstatic_configs:- targets: ['localhost:9090']- job_name: 'sidecar'static_configs:- targets: ["localhost:10902"]- job_name: 'node-exporter-merito-stg'ec2_sd_configs:- region: eu-west-1access_key: AKIAXDSUJQAE7TFZBEWLsecret_key: yOIM7y4EtMcDlY1Rzq4OCy8Y/O/mSE2br2O0c524port: 9100relabel_configs:- source_labels: [__meta_ec2_tag_project]target_label: project- source_labels: [__meta_ec2_tag_role]target_label: role- source_labels: [__meta_ec2_tag_Name]target_label: instance- source_labels: [__meta_ec2_tag_set]target_label: set- source_labels: [__meta_ec2_tag_env]target_label: env- source_labels: [__meta_ec2_tag_env]regex: stgaction: keep- replacement: "server"target_label: "type"action: "replace"
------------------------
NOTE: Để AWS EC2 discovery hoạt động thì phải cài thêm AWS CLI theo link này
https://docs.google.com/spreadsheets/d/1vRoaPLxEqAlxGNGzG6-TSc2AG9OW_OhorqeD59mVYCE/edit#gid=1494514222
2/ Cài đặt Thanos_Sidecar
wget https://github.com/thanos-io/thanos/releases/download/v0.27.0/thanos-0.27.0.linux-amd64.tar.gz
tar -xvf thanos-0.27.0.linux-amd64.tar.gz
cp thanos-0.27.0.linux-amd64/thanos /bin/
vi /etc/systemd/system/sidecar.service
-----------------------------------
[Unit] Description=Thanos Sidecar After=network-online.target [Service] User=root Restart=on-failure ExecStart=/bin/thanos sidecar \ --tsdb.path=/var/lib/prometheus/ \ --prometheus.url=http://localhost:9090 \ --objstore.config-file=/etc/prometheus/bucket.yml \ --grpc-address="0.0.0.0:10901" \ --http-address="0.0.0.0:10902" [Install] WantedBy=multi-user.target
systemctl status sidecar
systemctl start sidecar
systemctl enable sidecar
vi /etc/prometheus/bucket.yml
type: s3
config: bucket: paltech-system-backup endpoint: s3.eu-west-1.amazonaws.com access_key: AKIAXDSUJQAESBITVNPX secret_key: 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 prefix: "palprometheus/pal-vcenter-vm/"