Redis shake实现可视化监控的示例代码

######################### dockerfile ########################################
from centos:7
 
workdir /opt
copy shake.toml /tmp/
copy redis-shake /opt/
copy entrypoint.sh /usr/local/bin/
run  chmod +x redis-shake  &&  chmod +x /usr/local/bin/entrypoint.sh
expose 8888
entrypoint ["entrypoint.sh"]
 
######################### entrypoint.sh ######################################
#!/bin/bash
set -e
 
eval "cat <<eof
 $(< /tmp/shake.toml)
eof
"  > /opt/shake.toml
/opt/redis-shake /opt/shake.toml
exit 0

function = ""
 
########## 过滤key #########################################
#function """
#local prefix = "user:"
#local prefix_len = #prefix
#if string.sub(keys[1], 1, prefix_len) ~= prefix then
#  return
#end
#shake.call(db, argv)
#"""
 
[sync_reader]
cluster = ${source_if_cluster}  # set to true if source is a redis cluster
address = ${source_address}     # when cluster is true, set address to one of the cluster node
password = ${source_password}   # keep empty if no authentication is required
sync_rdb = ${sync_rdb} # set to false if you don't want to sync rdb true全量同步 false不全量同步
sync_aof = ${sync_aof} # set to false if you don't want to sync aof true 增量同步 false不增量同步
prefer_replica = true # set to true if you want to sync from replica node
dbs = []           # set you want to scan dbs such as [1,5,7], if you don't want to scan all
tls = false
# username = ""              # keep empty if not using acl
# ksn = false         # set to true to enabled redis keyspace notifications (ksn) subscription
 
[redis_writer]
cluster = ${target_if_cluster}   # set to true if target is a redis cluster
address = ${target_address}      # when cluster is true, set address to one of the cluster node
password = ${target_password}    # keep empty if no authentication is required
tls = false
off_reply = false       # ture off the server reply
# username = ""         # keep empty if not using acl
 
[advanced]
dir = "data"
ncpu = 0        # runtime.gomaxprocs, 0 means use runtime.numcpu() cpu cores
# pprof_port = 8856  # pprof port, 0 means disable
status_port = 8888 # status port, 0 means disable
 
# log
log_file = "shake.log"
log_level = "info"     # debug, info or warn
log_interval = 5       # in seconds
 
# redis-shake gets key and value from rdb file, and uses restore command to
# create the key in target redis. redis restore will return a "target key name
# is busy" error when key already exists. you can use this configuration item
# to change the default behavior of restore:
# panic:   redis-shake will stop when meet "target key name is busy" error.
# rewrite: redis-shake will replace the key with new value.
# ignore:  redis-shake will skip restore the key when meet "target key name is busy" error.
rdb_restore_command_behavior = ${restore_behavior} # panic, rewrite or ignore
 
# redis-shake uses pipeline to improve sending performance.
# this item limits the maximum number of commands in a pipeline.
pipeline_count_limit = 1024
 
# client query buffers accumulate new commands. they are limited to a fixed
# amount by default. this amount is normally 1gb.
target_redis_client_max_querybuf_len = 1024_000_000
 
# in the redis protocol, bulk requests, that are, elements representing single
# strings, are normally limited to 512 mb.
target_redis_proto_max_bulk_len = 512_000_000
 
# if the source is elasticache or memorydb, you can set this item.
aws_psync = "" # example: aws_psync = "10.0.0.1:6379@nmfu2sl5osync,10.0.0.1:6379@xhma21xfkssync"
 
# destination will delete itself entire database before fetching files
# from source during full synchronization.
# this option is similar redis replicas rdb diskless load option:
#   repl-diskless-load on-empty-db
empty_db_before_sync = false
 
[module]
# the data format for bf.loadchunk is not compatible in different versions. v2.6.3 <=> 20603
target_mbbloom_version = 20603

from prometheuscommunity/json-exporter:latest
 
user root
run mkdir -p  /opt
workdir /opt
copy  config.yml /opt/

modules:
  default:
    headers:
      x-dummy: my-test-header
    metrics:
    - name: shake_consistent
      help: example of sub-level value scrapes from a json
      path: '{.consistent}'
      labels:
        start_time: '{.start_time}'
    - name: shake_total_entries_count
      type: object
      help: example of sub-level value scrapes from a json
      path: '{.total_entries_count}'
      values:
        read_count: '{.read_count}'     # static value
        read_ops: '{.read_ops}' # dynamic value
        write_count: '{.write_count}'
        write_ops: '{.write_ops}'
    - name: shake_per_cmd_entries_count_restore
      type: object
      help: example of sub-level value scrapes from a json
      path: "{.per_cmd_entries_count.restore}"
      values:
        read_count: '{.read_count}'
        read_ops: '{.read_ops}'
        write_count: '{.write_count}'
        write_ops: '{.write_ops}'
    - name: shake_per_cmd_entries_script_load
      type: object
      help: example of sub-level value scrapes from a json
      path: "{.per_cmd_entries_count.script-load}"
      values:
        read_count: '{.read_count}'
        read_ops: '{.read_ops}'
        write_count: '{.write_count}'
        write_ops: '{.write_ops}'
    - name: shake_reader
      type: object
      help: example of sub-level value scrapes from a json
      path: "{.reader}"
      labels:
        address: '{.address}'          # dynamic label
        dir: '{.dir}'
        status: '{.status}'
      values:
        rdb_file_size_bytes: '{.rdb_file_size_bytes}'
        rdb_received_bytes: '{.rdb_received_bytes}'
        rdb_sent_bytes: '{.rdb_sent_bytes}'
        aof_received_offset: '{.aof_received_offset}'
        aof_sent_offset: '{.aof_sent_offset}'
        aof_received_bytes: '{.aof_received_bytes}'
    - name: shake_writer
      type: object
      help: example of sub-level value scrapes from a json
      path: "{.writer}"
      labels:
        name: '{.name}'          # dynamic label
      values:
        unanswered_bytes: '{.unanswered_bytes}'
        unanswered_entries: '{.unanswered_entries}'

global:
  scrape_interval: 15s 
  evaluation_interval: 15s
 
scrape_configs:
  - job_name: json_exporter
    metrics_path: /probe
    file_sd_configs:
    - files:
      - 'redis-shake.json'
    relabel_configs:
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        replacement: 10.111.11.11:7979 # json-exporter地址

[
# labels为自定义的标签，targets为部署各个redis-shake地址
{"labels": {"env-1":"团队1"},"targets": ["http://10.111.11.12:8888"]},
{"labels": {"env-1":"团队2"},"targets": ["http://10.111.11.12:8889"]},
{"labels": {"env-1":"团队3"},"targets": ["http://10.111.11.12:8890"]}
]