收集metrics

    通过本文档，我们预期达成以下目标：

    1. 部署grafana-agent到您的K8s集群中；
    2. 配置grafana-agent抓取kubelet和cAdvisor的metrics；
    1. 一个开启RBAC（role-based access control）的Kubernetes集群；
    2. 安装并配置好了kubectl命令行工具；
    1. export NAMESPACE=default
    2. export CLUSTER_NAME=kubernetes
    3. export FC_REMOTE_WRITE_URL=http://10.206.0.16:8480/insert/0/prometheus/api/v1/write
    4. #export FC_REMOTE_WRITE_URL=https://n9e-server:19000/prometheus/v1/write
    5. #export FC_REMOTE_WRITE_USERNAME=fc_laiwei
    6. #export FC_REMOTE_WRITE_PASSWORD=fc_laiweisecret
    8. cat <<EOF |
    9. kind: ConfigMap
    10. metadata:
    11.   name: grafana-agent
    12. apiVersion: v1
    13. data:
    14.   agent.yaml: |
    15.     server:
    16.       http_listen_port: 12345
    17.     metrics:
    18.       wal_directory: /tmp/grafana-agent-wal
    19.       global:
    20.         scrape_timeout: 10s
    22.           cluster: ${CLUSTER_NAME}
    23.       configs:
    24.       - name: integrations
    25.         remote_write:
    26.         - url: ${FC_REMOTE_WRITE_URL}
    27.           basic_auth:
    28.             username: ${FC_REMOTE_WRITE_USERNAME}
    29.             password: ${FC_REMOTE_WRITE_PASSWORD}
    30.         scrape_configs:
    31.         - job_name: integrations/kubernetes/cadvisor
    32.           bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
    33.           kubernetes_sd_configs:
    34.             - role: node
    35.           metric_relabel_configs:
    36.             - action: drop
    37.               regex: container_([a-z_]+);
    38.               source_labels:
    39.                 - __name__
    40.                 - image
    41.             - action: drop
    42.               regex: container_(network_tcp_usage_total|network_udp_usage_total|tasks_state|cpu_load_average_10s)
    43.               source_labels:
    44.                 - __name__
    45.           relabel_configs:
    46.             - replacement: kubernetes.default.svc:443
    47.               target_label: __address__
    48.             - regex: (.+)
    49.               replacement: /api/v1/nodes/\$1/proxy/metrics/cadvisor
    50.                 - __meta_kubernetes_node_name
    52.           scheme: https
    53.           tls_config:
    54.               ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    55.               insecure_skip_verify: false
    56.               server_name: kubernetes
    57.         - job_name: integrations/kubernetes/kubelet
    58.           bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token
    59.           kubernetes_sd_configs:
    60.             - role: node
    61.           relabel_configs:
    62.             - replacement: kubernetes.default.svc:443
    63.               target_label: __address__
    64.             - regex: (.+)
    65.               replacement: /api/v1/nodes/\$1/proxy/metrics
    66.               source_labels:
    67.                 - __meta_kubernetes_node_name
    68.               target_label: __metrics_path__
    69.           scheme: https
    70.           tls_config:
    71.               ca_file: /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
    72.               insecure_skip_verify: false
    73.               server_name: kubernetes
    74. EOF
    76. envsubst | kubectl apply -n $NAMESPACE -f -

    对于采集MySQLd_Exporter等需要运行多个grafana-agent实例的情况，推荐以deployment运行。

    1. export NAMESPACE=default
    2. MANIFEST_URL=https://raw.githubusercontent.com/flashcatcloud/fc-agent/fc-release/etc/k8s/agent-deployment.yaml
    1. kubectl rollout restart deployment/grafana-agent

    至此，我们已经完成了在K8s中部署grafana-agent并收集metrics，进一步，我们还可以配置grafana-agent来。