GrafanaLoki

• Grafana Loki
• Logを収集する
• Promtail
• Agent
• Lokiに対してログを転送
• Grafana
• データを可視化

Install (Loki + Promtail)

• Grafana Loki

curl -fSL -o "/usr/local/bin/loki.gz" "https://github.com/grafana/loki/releases/download/v0.4.0/loki-linux-amd64.gz"
gunzip "/usr/local/bin/loki.gz"
chmod a+x "/usr/local/bin/loki"

• /etc/loki/loki-config.yaml

auth_enabled: false
server:
http_listen_port: 3100
ingester:
lifecycler:
    address: 127.0.0.1
    ring:
    kvstore:
        store: inmemory
    replication_factor: 1
    final_sleep: 0s
chunk_idle_period: 5m
chunk_retain_period: 30s
schema_config:
configs:
- from: 2019-10-30
    store: boltdb
    object_store: filesystem
    schema: v9
    index:
    prefix: index_
    period: 168h
storage_config:
boltdb:
    directory: /tmp/loki/index
filesystem:
    directory: /tmp/loki/chunks
limits_config:
enforce_metric_name: false
reject_old_samples: true
reject_old_samples_max_age: 168h
chunk_store_config:
max_look_back_period: 0
table_manager:
chunk_tables_provisioning:
    inactive_read_throughput: 0
    inactive_write_throughput: 0
    provisioned_read_throughput: 0
    provisioned_write_throughput: 0
index_tables_provisioning:
    inactive_read_throughput: 0
    inactive_write_throughput: 0
    provisioned_read_throughput: 0
    provisioned_write_throughput: 0
retention_deletes_enabled: false
retention_period: 0

• protail(ansibleでインストール)
  • roles/promtail/tasks/main.yml

- name: Download promtail binary tlocal folder
  get_url:
    url: "https://github.com/grafana/loki/releases/download/v{{ promtail_version }}/promtail-linux-amd64.gz"
    dest: "/usr/local/bin/promtail.gz"
  retries: 5
  delay: 2
  when: ansible_architecture ="x86_64"

- name: Download node_exportebinary to local folder for armv7
  get_url:
    url: "https://github.com/grafana/loki/releases/download/v{{ promtail_version }}/promtail-linux-arm64.gz"
    dest: "/usr/local/bin/promtail.gz"
  retries: 5
  delay: 2
  when: ansible_architecture ="armv7l"

- name: check promtail
  stat:
    path: /usr/local/bin/promtail
  register: promtail_file

- name: Unpack promtail binary
  shell: gunzip /usr/local/bipromtail.gz
  when:
    - not promtail_file.stat.exists

- name: change promtail mode
  file:
    path: /usr/local/bin/promtail
    owner: root
    group: root
    mode: 0755
  when:
    - not promtail_file.stat.exists

- name: Copy the promtail systemservice file
  copy:
    src: promtail.service
    dest: /etc/systemd/system/promtail.service
    owner: root
    group: root
    mode: 0644

- name: Create /etc/promtail
  file:
    path: /etc/promtail
    state: directory
    mode: 0755

- name: Copy the promtail confifile
  copy:
    src: promtail-config.yaml
    dest: /etc/promtail/promtail-config.yaml
    owner: root
    group: root
    mode: 0644

- name: replace    ipaddresnode_exporter.service
  replace:
    path: /etc/promtail/promtail-config.yaml
    regexp: 'hostname: hostname'
    replace: 'hostname: {{ansible_hostname}}'

- name: Enable my service
  systemd:
    name: promtail.service
    enabled: yes
    state: restarted
    daemon_reload: yes

• promtail-config.yaml
  • hostnameを追加することで、hostごとのlogをフィルターできる

server:
http_listen_port: 9080
grpc_listen_port: 0

positions:
filename: /tmp/positions.yaml

clients:
- url: http:monitor.node.kanai.lab:3100/lokapi/v1/push

scrape_configs:
- job_name: system
static_configs:
- targets:
    - localhost
    labels:
    job: varlogs
    __path__: /var/log/*log
    hostname: hostname

• promtail.service

[Unit]
Description=promtail

[Service]
Type=simple
ExecStart=/usr/local/bin/promtail \
    -config.file /etc/promtail/promtail-config.yaml

[Install]
WantedBy=multi-user.target

参考

note

promtail

github loki