Làm thế nào để Monitor MongoDB với Grafana và Prometheus trên Ubuntu 20.04

sudo apt update

sudo mkdir -p /etc/prometheus

sudo mkdir -p /var/lib/prometheus

wget https://github.com/prometheus/prometheus/releases/download/v2.31.0/prometheus-2.31.0.linux-amd64.tar.gz

tar -xvf prometheus-2.31.0.linux-amd64.tar.gz

cd prometheus-2.31.0.linux-amd64

sudo mv prometheus promtool /usr/local/bin/

sudo mv consoles/ console_libraries/ /etc/prometheus/

sudo mv prometheus.yml /etc/prometheus/prometheus.yml

prometheus --version

$ prometheus --version
prometheus, version 2.31.0 (branch: HEAD, revision: d4c83da6d252d4edfdbd639fb817ebdb8e9ab2e4)
  build user:       root@395d507f537a
  build date:       20211102-10:28:54
  go version:       go1.17.2
  platform:         linux/amd64
root@ubuntu1804:~/prometheus-2.3

sudo groupadd --system prometheus

sudo useradd -s /sbin/nologin --system -g prometheus prometheus

sudo chown -R prometheus:prometheus /etc/prometheus/ /var/lib/prometheus/
sudo chmod -R 775 /etc/prometheus/ /var/lib/prometheus/

cat > /etc/systemd/system/prometheus.service << 'OEF'
[Unit]
Description=Prometheus
Wants=network-online.target
After=network-online.target

[Service]
User=prometheus
Group=prometheus
Restart=always
Type=simple
ExecStart=/usr/local/bin/prometheus \
    --config.file=/etc/prometheus/prometheus.yml \
    --storage.tsdb.path=/var/lib/prometheus/ \
    --web.console.templates=/etc/prometheus/consoles \
    --web.console.libraries=/etc/prometheus/console_libraries \
    --web.listen-address=0.0.0.0:9090

[Install]
WantedBy=multi-user.target
OEF

sudo systemctl start prometheus
sudo systemctl enable prometheus

sudo systemctl status prometheus

● prometheus.service - Prometheus
     Loaded: loaded (/etc/systemd/system/prometheus.service; enabled; vendor preset: enabled)
     Active: active (running) since Fri 2022-08-05 18:06:05 UTC; 13s ago
   Main PID: 7177 (prometheus)
      Tasks: 6 (limit: 527)
     Memory: 21.0M
     CGroup: /system.slice/prometheus.service
             └─7177 /usr/local/bin/prometheus --config.file=/etc/prometheus/prometheus.yml --storage.tsdb.path=/var/lib/prometheus/ --web.console.template>

sudo apt update

sudo apt install mongodb -y

sudo systemctl status mongodb

● mongodb.service - An object/document-oriented database
   Loaded: loaded (/lib/systemd/system/mongodb.service; enabled; vendor preset: enabled)
   Active: active (running) since Tue 2023-06-20 03:07:02 UTC; 7s ago
     Docs: man:mongod(1)
 Main PID: 2970 (mongod)
    Tasks: 23 (limit: 4915)
   CGroup: /system.slice/mongodb.service
           └─2970 /usr/bin/mongod --unixSocketPrefix=/run/mongodb --config /etc/mongodb.conf

Jun 20 03:07:02 ubuntu1804 systemd[1]: Started An object/document-oriented database.

mkdir mongodb-exporter
cd mongodb-exporter

wget https://github.com/percona/mongodb_exporter/releases/download/v0.7.1/mongodb_exporter-0.7.1.linux-amd64.tar.gz

tar xvzf mongodb_exporter-0.7.1.linux-amd64.tar.gz

sudo mv mongodb_exporter /usr/local/bin/

mongo

use admin

db.createUser({user: "test",pwd: "testing",roles: [{ role: "clusterMonitor", db: "admin" },{ role: "read", db: "local" }]})

Successfully added user: {
        "user" : "test",
        "roles" : [
                {
                        "role" : "clusterMonitor",
                        "db" : "admin"
                },
                {
                        "role" : "read",
                        "db" : "local"
                }
        ]
}

exit

$ mongo
MongoDB shell version v3.6.3
connecting to: mongodb://127.0.0.1:27017
MongoDB server version: 3.6.3
Welcome to the MongoDB shell.
For interactive help, type "help".
For more comprehensive documentation, see
        http://docs.mongodb.org/
Questions? Try the support group
        http://groups.google.com/group/mongodb-user
Server has startup warnings:
2023-06-20T03:07:02.990+0000 I STORAGE  [initandlisten]
2023-06-20T03:07:02.990+0000 I STORAGE  [initandlisten] ** WARNING: Using the XFS filesystem is strongly recommended with the WiredTiger storage engine
2023-06-20T03:07:02.990+0000 I STORAGE  [initandlisten] **          See http://dochub.mongodb.org/core/prodnotes-filesystem
2023-06-20T03:07:03.856+0000 I CONTROL  [initandlisten]
2023-06-20T03:07:03.856+0000 I CONTROL  [initandlisten] ** WARNING: Access control is not enabled for the database.
2023-06-20T03:07:03.856+0000 I CONTROL  [initandlisten] **          Read and write access to data and configuration is unrestricted.
2023-06-20T03:07:03.856+0000 I CONTROL  [initandlisten]
> use admin
switched to db admin
> use admin
switched to db admin
> db.createUser({user: "test",pwd: "testing",roles: [{ role: "clusterMonitor", db: "admin" },{ role: "read", db: "local" }]})
Successfully added user: {
        "user" : "test",
        "roles" : [
                {
                        "role" : "clusterMonitor",
                        "db" : "admin"
                },
                {
                        "role" : "read",
                        "db" : "local"
                }
        ]
}
> exit
bye

export MONGODB_URI=mongodb://test:testing@localhost:27017

env | grep mongodb

MONGODB_URI=mongodb://mongodb_exporter:password@localhost:27017

cd /lib/systemd/system/

cat > /lib/systemd/system/mongodb_exporter.service << 'OEF'
[Unit]
Description=MongoDB Exporter
User=prometheus

[Service]
Type=simple
Restart=always
ExecStart=/usr/local/bin/mongodb_exporter

[Install]
WantedBy=multi-user.target
OEF

sudo systemctl daemon-reload

sudo systemctl start mongodb_exporter.service

sudo systemctl status mongodb_exporter.service

● mongodb_exporter.service - MongoDB Exporter
     Loaded: loaded (/lib/systemd/system/mongodb_exporter.service; disabled; vendor preset: enabled)
     Active: active (running) since Fri 2022-08-05 18:18:38 UTC; 1 weeks 3 days ago
   Main PID: 7352 (mongodb_exporte)
      Tasks: 5 (limit: 527)
     Memory: 14.2M
     CGroup: /system.slice/mongodb_exporter.service
             └─7352 /usr/local/bin/mongodb_exporter

sudo curl http://localhost:9216/metrics

Output
# HELP go_gc_duration_seconds A summary of the GC invocation durations.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 0
go_gc_duration_seconds{quantile="0.25"} 0
go_gc_duration_seconds{quantile="0.5"} 0
go_gc_duration_seconds{quantile="0.75"} 0
go_gc_duration_seconds{quantile="1"} 0
go_gc_duration_seconds_sum 0
go_gc_duration_seconds_count 0
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 11
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 1.253696e+06
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 1.253696e+06
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 3054
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 2866
# HELP go_memstats_gc_sys_byte
.
.
.
# HELP mongodb_asserts_total The asserts document reports the number of asserts on the database. While assert errors are typically uncommon, if there are non-zero values for the asserts, you should check the log file for the mongod process for more information. In many cases these errors are trivial, but are worth investigating.
# TYPE mongodb_asserts_total counter
mongodb_asserts_total{type="msg"} 0
mongodb_asserts_total{type="regular"} 0
mongodb_asserts_total{type="rollovers"} 0
mongodb_asserts_total{type="user"} 19
mongodb_asserts_total{type="warning"} 0
# HELP mongodb_connections The connections sub document data regarding the current status of incoming connections and availability of the database server. Use these values to assess the current load and capacity requirements of the server
# TYPE mongodb_connections gauge
mongodb_connections{state="available"} 51198
mongodb_connections{state="current"} 2
# HELP mongodb_connections_metrics_created_total totalCreated provides a count of all incoming connections created to the server. This number includes connections that have since closed
# TYPE mongodb_connections_metrics_created_total counter
mongodb_connections_metrics_created_total 6
# HELP mongodb_exporter_build_info A metric with a constant '1' value labeled by version, revision, branch, and goversion from which mongodb_exporter was built.
# TYPE mongodb_exporter_build_info gauge
mongodb_exporter_build_info{branch="v0.7.1",goversion="go1.11.10",revision="3002738d50f689c8204f70f6cceb8150b98fa869",version="0.7.1"} 1
# HELP mongodb_exporter_last_scrape_duration_seconds Duration of the last scrape of metrics from MongoDB.
# TYPE mongodb_exporter_last_scrape_duration_seconds gauge
mongodb_exporter_last_scrape_duration_seconds 0.003641888
# HELP mongodb_exporter_last_scrape_error Whether the last scrape of metrics from MongoDB resulted in an error (1 for error, 0 for success).
# TYPE mongodb_exporter_last_scrape_error gauge
mongodb_exporter_last_scrape_error 0
.
.
.
...

cd /etc/prometheus/

sudo vi prometheus.yml

- targets: ["localhost:9090", "localhost:9216"]

# my global config
global:
  scrape_interval: 15s # Set the scrape interval to every 15 seconds. Default is every 1 minute.
  evaluation_interval: 15s # Evaluate rules every 15 seconds. The default is every 1 minute.
  # scrape_timeout is set to the global default (10s).

# Alertmanager configuration
alerting:
  alertmanagers:
    - static_configs:
        - targets:
          # - alertmanager:9093

# Load rules once and periodically evaluate them according to the global 'evaluation_interval'.
rule_files:
  # - "first_rules.yml"
  # - "second_rules.yml"

# A scrape configuration containing exactly one endpoint to scrape:
# Here it's Prometheus itself.
scrape_configs:
  # The job name is added as a label `job=<job_name>` to any timeseries scraped from this config.
  - job_name: "prometheus"

    # metrics_path defaults to '/metrics'
    # scheme defaults to 'http'.

    static_configs:
      - targets: ["localhost:9090", "localhost:9216"

sudo systemctl restart prometheus

$ sudo systemctl status prometheus
● prometheus.service - Prometheus
   Loaded: loaded (/etc/systemd/system/prometheus.service; enabled; vendor preset: enabled)
   Active: active (running) since Tue 2023-06-20 03:36:43 UTC; 24s ago
 Main PID: 3350 (prometheus)
    Tasks: 13 (limit: 4915)
   CGroup: /system.slice/prometheus.service
           └─3350 /usr/local/bin/prometheus --config.file=/etc/prometheus/prometheus.yml --storage.tsdb.path=/var/lib/prometheus/ --web.console.templates=/etc/prometheus/consoles --web.console.libraries=/etc/prometheus/console_libraries --web.listen-address=0.0.0.0:9090

Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.460Z caller=head.go:513 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=507.34µs
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.460Z caller=head.go:519 level=info component=tsdb msg="Replaying WAL, this may take a while"
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.468Z caller=head.go:590 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.468Z caller=head.go:590 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.468Z caller=head.go:596 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=83.175µs wal_replay_duration=8.017062ms total_replay_duration=8.681226ms
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.470Z caller=main.go:866 level=info fs_type=EXT4_SUPER_MAGIC
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.470Z caller=main.go:869 level=info msg="TSDB started"
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.470Z caller=main.go:996 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.538Z caller=main.go:1033 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=68.704462ms db_storage=885ns remote_storage=6.946µs web_handler=35
Jun 20 03:36:43 ubuntu1804 prometheus[3350]: ts=2023-06-20T03:36:43.539Z caller=main.go:811 level=info msg="Server is ready to receive web requests

#!/bin/bash

# Cài đặt các gói cần thiết (ví dụ: pymongo)
# Thực hiện các bước cài đặt tương ứng với hệ điều hành của bạn

# Thiết lập thông tin kết nối tới MongoDB
MONGO_HOST="localhost"
MONGO_PORT="27017"
MONGO_DB="mydatabase"
MONGO_COLLECTION="mycollection"

# Số lượng session cần tạo
NUM_SESSIONS=1000
# Số lượng truy vấn liên tục
NUM_QUERIES=1000

# Hàm để kiểm tra và tạo MONGO_DB nếu chưa tồn tại
create_database_if_not_exists() {
    # Kết nối tới MongoDB admin database
    mongo_uri="mongodb://${MONGO_HOST}:${MONGO_PORT}/admin"
    echo "Connecting to MongoDB admin database: ${mongo_uri}"
    
    # Kiểm tra xem MONGO_DB đã tồn tại chưa
    echo "Checking if database exists: ${MONGO_DB}"
    database_exists=$(mongo ${mongo_uri} --quiet --eval "db.getMongo().getDBNames().indexOf('${MONGO_DB}') > -1")
    
    if [[ ${database_exists} -eq 0 ]]; then
        # MONGO_DB chưa tồn tại, tạo mới
        echo "Creating database: ${MONGO_DB}"
        mongo ${mongo_uri} --eval "use ${MONGO_DB}"
    else
        echo "Database already exists: ${MONGO_DB}"
    fi
    
    # Đóng kết nối tới MongoDB admin database
    echo "Closing connection to MongoDB admin database"
}

# Hàm để đẩy dữ liệu vào MongoDB
push_data() {
    # Kết nối tới MongoDB
    mongo_uri="mongodb://${MONGO_HOST}:${MONGO_PORT}/${MONGO_DB}"
    echo "Connecting to MongoDB: ${mongo_uri}"
    
    # Đẩy dữ liệu liên tục
    for ((i=1; i<=NUM_SESSIONS; i++))
    do
        # Tạo một tài liệu ngẫu nhiên
        name="User$i"
        age=$((RANDOM % 50 + 20))
        document="{ 'name': '${name}', 'age': ${age} }"
        
        # Đẩy tài liệu vào collection
        echo "Pushing document ${i}: ${document}"
        mongo ${mongo_uri} --eval "db.${MONGO_COLLECTION}.insertOne(${document})"
        
        # Thực hiện truy vấn ngay sau khi ghi dữ liệu
        echo "Executing query ${i}: ${document}"
        mongo ${mongo_uri} --eval "db.${MONGO_COLLECTION}.find(${document})"
        
        # Tạm ngừng trong 1 giây trước khi đẩy tài liệu và truy vấn tiếp theo
        sleep 1
    done
    
    # Đóng kết nối tới MongoDB
    echo "Closing connection to MongoDB"
}

# Chạy script
create_database_if_not_exists
push_data

wget -q -O - https://packages.grafana.com/gpg.key | sudo apt-key add -

sudo add-apt-repository "deb https://packages.grafana.com/oss/deb stable main"

sudo apt update

sudo apt install grafana -y

sudo systemctl start grafana-server

sudo systemctl enable grafana-server

Synchronizing state of grafana-server.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable grafana-server
Created symlink /etc/systemd/system/multi-user.target.wants/grafana-server.service → /usr/lib/systemd/system/grafana-server.service.

sudo systemctl status grafana-server

● grafana-server.service - Grafana instance
     Loaded: loaded (/lib/systemd/system/grafana-server.service; disabled; vendor preset: enabled)
   Active: active (running) since Thu 2020-05-21 08:08:10 UTC; 4s ago
     Docs: http://docs.grafana.org
 Main PID: 15982 (grafana-server)
    Tasks: 7 (limit: 1137)
...