{"version":"0.1.10-beta.8","data":{"0":{"ops":[{"insert":"指标 relabel 是一个在 Prometheus 里十分重要、高频使用的配置。本文介绍指标 relabel 的基本使用方法和常见示例，帮助您快速入门和上手实操。\n"},{"attributes":{"lmkr":"1","heading":"h2","anchor":"#背景信息"},"insert":"*"},{"insert":"背景信息\n在 Prometheus 服务中，从目标 Target 中采集到的标准指标格式，如下所示：\n"},{"attributes":{"type":"codeblock","zoneId":"FAEHvhrtZK","language":"html"},"insert":" "},{"insert":"\n通过指标 relabel，您可以实现以下操作：\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"insert":"在原始指标中，新增、修改或删除 label 的 key 或 value。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"insert":"帮助进行采集 Target 的服务发现过滤。\n"},{"attributes":{"lmkr":"1","heading":"h2","anchor":"#基础知识"},"insert":"*"},{"insert":"基础知识\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#raw job 和 ServiceMonitor/PodMonitor"},"insert":"*"},{"insert":"raw job 和 ServiceMonitor/PodMonitor\n通常，在 Prometheus 中使用 "},{"attributes":{"hyperlink":"{\"href\":\"https://prometheus.io/docs/prometheus/latest/configuration/configuration/#scrape_config\",\"linkId\":\"shAk3kCZ9o\",\"newTab\":true}"},"insert":"scrape config"},{"insert":" 配置需要采集指标的对象。其中，除了 relabel 配置外，还包括服务发现配置。例如在 Kubernetes 环境中，如果需要采集 Node 或 Pod 的指标，则使用"},{"attributes":{"inlineCode":"true"},"insert":"kubernetes_sd_config"},{"insert":"配置服务发现。\n由于直接配置 raw job 较为麻烦和不便，在 Kubernetes 中常使用 Prometheus Operator 进行配置管理和下发。Prometheus Operator 实现了几种 CRD，包括 ServiceMonitor 和 PodMonitor，用于进行 Kubernetes 资源的指标采集配置。实际上，ServiceMonitor/PodMonitor 的技术原理也是由 Prometheus Operator 转换成 Prometheus 的 raw job 配置，其本质上依然还是配置"},{"attributes":{"inlineCode":"true"},"insert":"kubernetes_sd_config"},{"insert":"。\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\",\"isTitle\":true}"},"insert":"*"},{"insert":"说明\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"使用 raw job 或 ServiceMonitor/PodMonitor 中的 "},{"attributes":{"hyperlink":"{\"href\":\"https://prometheus-operator.dev/docs/api-reference/api/#monitoring.coreos.com/v1.RelabelConfig\",\"linkId\":\"IfEb5dzI91\",\"newTab\":true}"},"insert":"relabelConfig"},{"insert":" 进行 relabel 配置时，格式上略有区别：\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"raw job 中的字段为 "},{"attributes":{"bold":"true"},"insert":"snake_case"},{"insert":"，即小写字母下划线连接的方式。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"ServiceMonitor/PodMonitor 中的字段为 "},{"attributes":{"bold":"true"},"insert":"驼峰式"},{"insert":"。\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"上述区别仅涉及"},{"attributes":{"inlineCode":"true"},"insert":"sourceLabels"},{"insert":"、"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"targetLabel"},{"insert":"、"},{"attributes":{"inlineCode":"true"},"insert":"target_label"},{"insert":"两个字段。\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#internal labels"},"insert":"*"},{"insert":"internal labels\n在 Prometheus 指标中，指标名称其实是名为"},{"attributes":{"inlineCode":"true"},"insert":"__metric_name__"},{"insert":"的 label。因此，指标也可以看作一组"},{"attributes":{"inlineCode":"true"},"insert":"key: value"},{"insert":"形式的集合。如下所示：\n"},{"attributes":{"type":"codeblock","zoneId":"vv76mdeqro","language":"html"},"insert":" "},{"insert":"\n除此之外，还有一些使用双下划线"},{"attributes":{"inlineCode":"true"},"insert":"__"},{"insert":"开头的 label key，表示系统内置的 label。包括：\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__name__"},{"insert":"：被抓取指标的名称。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__address__"},{"insert":"：抓取目标的主机和端口，格式为"},{"attributes":{"inlineCode":"true"},"insert":"host:port"},{"insert":"。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__scheme__"},{"insert":"：抓取目标的 URI 方案，如 http 或 https。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__metrics_path__"},{"insert":"：抓取目标的指标端点路径。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__param_"},{"insert":"：传递给目标的第一个 URL 参数的值，其中"},{"attributes":{"inlineCode":"true"},"insert":""},{"insert":"是参数名。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__scrape_interval__"},{"insert":"：目标的抓取间隔。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__scrape_timeout__"},{"insert":"：目标的超时时间。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__meta_"},{"insert":"：由服务发现机制设置的特殊标签集。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"__tmp"},{"insert":"：用于在丢弃前临时存储标签值的特殊前缀。\n其中，"},{"attributes":{"inlineCode":"true"},"insert":"__meta__"},{"insert":"表示服务发现配置的内置 label。当您使用"},{"attributes":{"inlineCode":"true"},"insert":"kubernetes_sd_config"},{"insert":"或 ServiceMonitor/PodMonitor 时，内置 label 详情请参见 "},{"attributes":{"hyperlink":"{\"href\":\"https://prometheus.io/docs/prometheus/latest/configuration/configuration/#kubernetes_sd_config\",\"linkId\":\"Tv6wbetgpQ\",\"newTab\":true}"},"insert":"官方文档"},{"insert":"。\n"},{"attributes":{"type":"codeblock","zoneId":"SgvrNugqor","language":"html"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#多个 relabel 阶段"},"insert":"*"},{"insert":"多个 relabel 阶段\nPrometheus 支持使用多个配置实现 relabel 配置，最常用的是"},{"attributes":{"inlineCode":"true"},"insert":"relabel_configs"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"metric_relabel_configs"},{"insert":"，其配置结构字段均相同，区别在于生效的时机不同。\n"},{"attributes":{"type":"codeblock","zoneId":"W3YL8CK54k","language":"yaml"},"insert":" "},{"insert":"\n两者的区别如下：\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"relabel_configs"},{"insert":"在抓取目标 target 的时候生效，也是唯一可以拿到服务发现内置 labels 的配置。在该阶段，除了可以对 labels 进行处理，还可以根据内置的 labels 进行过滤，从而实现服务发现的资源筛选。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"metric_relabel_configs"},{"insert":"则在抓取到 target 指标之后，存储指标之前生效。如果您使用 Prometheus-agent 组件采集 VKE 集群中的指标，则是指发送指标到 VMP 工作区的 remote-write 阶段之前。\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\",\"isTitle\":true}"},"insert":"*"},{"insert":"说明\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"带有双下滑线"},{"attributes":{"inlineCode":"true"},"insert":"__"},{"insert":"前缀的系统 label，会在"},{"attributes":{"inlineCode":"true"},"insert":"relabel_configs"},{"insert":"之后被丢弃。\n"},{"attributes":{"lmkr":"1","heading":"h2","anchor":"#配置字段"},"insert":"*"},{"insert":"配置字段\n"},{"attributes":{"inlineCode":"true"},"insert":"relabel_config"},{"insert":"里的配置字段，如下表所示。\n"},{"attributes":{"aceTable":"rssnkf0r16bad30pqkycem0orw4mptk2jo cscsuve0a987kgf8yatnl7u7zfja6i05zo","full":"true"},"insert":"*"},{"insert":"\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"warning\",\"isTitle\":true}"},"insert":"*"},{"insert":"注意\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"warning\"}"},"insert":"*"},{"insert":"请特别关注字段中的默认值，一些 relabel 配置中可能由于默认值符合要求，就不会填写该字段，例如"},{"attributes":{"inlineCode":"true"},"insert":"action"},{"insert":"的默认值为"},{"attributes":{"inlineCode":"true"},"insert":"replace"},{"insert":"。如果不清楚这点，往往会看不懂某些配置。\n"},{"attributes":{"lmkr":"1","heading":"h2","anchor":"#配置示例"},"insert":"*"},{"insert":"配置示例\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\",\"isTitle\":true}"},"insert":"*"},{"insert":"说明\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"假设原始指标为"},{"attributes":{"inlineCode":"true"},"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\"} 1024"},{"insert":"，以下的示例均基于该原始指标。\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#replace"},"insert":"*"},{"insert":"replace\n"},{"attributes":{"lmkr":"1","heading":"h4","anchor":"#创建/覆盖 label"},"insert":"*"},{"insert":"创建/覆盖 label\n使用如下配置，在原始指标中创建或覆盖 label。首先从"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"指定的源 label（即"},{"attributes":{"inlineCode":"true"},"insert":"status"},{"insert":"）中获取对应的 value，然后将 value 写入到"},{"attributes":{"inlineCode":"true"},"insert":"target_label"},{"insert":"指定的目标 label 中（即"},{"attributes":{"inlineCode":"true"},"insert":"status_code"},{"insert":"）。\n"},{"attributes":{"type":"codeblock","zoneId":"XBJpcUBYMr","language":"yaml"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\",\"isTitle\":true}"},"insert":"*"},{"insert":"说明\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"action"},{"insert":"的默认值为"},{"attributes":{"inlineCode":"true"},"insert":"replace"},{"insert":"，因此该配置中未填写"},{"attributes":{"inlineCode":"true"},"insert":"action: replace"},{"insert":"字段。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"replace"},{"insert":"字面含义为 "},{"attributes":{"bold":"true"},"insert":"替换"},{"insert":"，实际生效逻辑如下：\n"},{"attributes":{"lmkr":"1","list":"bullet2","start":"1","origin-start":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"如果"},{"attributes":{"inlineCode":"true"},"insert":"target_label"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"的值一致，则表示覆盖"},{"attributes":{"inlineCode":"true"},"insert":"source_label"},{"insert":"。\n"},{"attributes":{"lmkr":"1","list":"bullet2","start":"1","origin-start":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"如果"},{"attributes":{"inlineCode":"true"},"insert":"target_label"},{"insert":"定义的 key 不存在，则会默认创建新的 label。\n预期得到的指标如下，可以看到在原始指标中，创建了新的标签"},{"attributes":{"inlineCode":"true"},"insert":"status_code"},{"insert":"，其值"},{"attributes":{"inlineCode":"true"},"insert":"200"},{"insert":"为源标签"},{"attributes":{"inlineCode":"true"},"insert":"status"},{"insert":"的值。\n"},{"attributes":{"type":"codeblock","zoneId":"rKlapG8EZF","language":"html"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","heading":"h4","anchor":"#指定 label 的值"},"insert":"*"},{"insert":"指定 label 的值\n在本例中，使用了"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"，表示新增一个固定的 label，value 为"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"里的固定值（如果不配置"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"，则会使用"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"指定 label 的 value）。\n"},{"attributes":{"type":"codeblock","zoneId":"xLpru4RlYx","language":"yaml"},"insert":" "},{"insert":"\n预期得到的指标如下，可以看到在原始指标中，创建了新的标签"},{"attributes":{"inlineCode":"true"},"insert":"status_code"},{"insert":"，其值为"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"配置的固定值"},{"attributes":{"inlineCode":"true"},"insert":"success"},{"insert":"。\n"},{"attributes":{"type":"codeblock","zoneId":"IwaXm8N5Sf","language":"html"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\",\"isTitle\":true}"},"insert":"*"},{"insert":"说明\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"由于"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"的默认值为"},{"attributes":{"inlineCode":"true"},"insert":"$1"},{"insert":"，因此"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"可以结合正则表达式实现更灵活的 label 转换，具体可参考下文。\n"},{"attributes":{"lmkr":"1","heading":"h4","anchor":"#label 值的拼接"},"insert":"*"},{"insert":"label 值的拼接\n使用如下配置，在原始指标中创建新的 label，并获取"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"列表里对应的 value，然后按照"},{"attributes":{"inlineCode":"true"},"insert":"separator"},{"insert":"定义的分割符拼接起来，作为新 label 的 value。\n"},{"attributes":{"type":"codeblock","zoneId":"K5fQrIhgnr","language":"yaml"},"insert":" "},{"insert":"\n预期得到的指标如下，可以看到新标签"},{"attributes":{"inlineCode":"true"},"insert":"url"},{"insert":"的值为"},{"attributes":{"inlineCode":"true"},"insert":"POST#/api/v1/vmp"},{"insert":"，即将"},{"attributes":{"inlineCode":"true"},"insert":"method"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"handler"},{"insert":"的值，使用"},{"attributes":{"inlineCode":"true"},"insert":"#"},{"insert":"符号拼接后的结果。\n"},{"attributes":{"type":"codeblock","zoneId":"A5PK4iVXPz","language":"html"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","heading":"h4","anchor":"#使用正则表达式修改 label"},"insert":"*"},{"insert":"使用正则表达式修改 label\n"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"除了填写固定值外，还可以通过结合"},{"attributes":{"inlineCode":"true"},"insert":"regex"},{"insert":"来实现较为复杂的转换。配置示例如下：\n"},{"attributes":{"type":"codeblock","zoneId":"WyPPJRCbBR","language":"yaml"},"insert":" "},{"insert":"\n在本例中，执行逻辑如下：\n"},{"attributes":{"lmkr":"1","list":"number1","start":"1","origin-start":"1"},"insert":"*"},{"insert":"从指标的"},{"attributes":{"inlineCode":"true"},"insert":"method"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"handler"},{"insert":"获取 value。\n"},{"attributes":{"lmkr":"1","list":"number1","start":"2","origin-start":"2"},"insert":"*"},{"insert":"通过"},{"attributes":{"inlineCode":"true"},"insert":"separator"},{"insert":"定义的分割符，将获取的 value 进行拼接，得到"},{"attributes":{"inlineCode":"true"},"insert":"POST#/api/v1/vmp"},{"insert":"。\n"},{"attributes":{"lmkr":"1","list":"number1","start":"3","origin-start":"3"},"insert":"*"},{"insert":"根据 regex 正则捕获组，得到"},{"attributes":{"inlineCode":"true"},"insert":"$1"},{"insert":"为"},{"attributes":{"inlineCode":"true"},"insert":"POST"},{"insert":"，"},{"attributes":{"inlineCode":"true"},"insert":"$2"},{"insert":"为"},{"attributes":{"inlineCode":"true"},"insert":"/api/v1/vmp"},{"insert":"。\n"},{"attributes":{"lmkr":"1","list":"number1","start":"4","origin-start":"4"},"insert":"*"},{"insert":"使用"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"进行重新格式化，\n预期得到的指标如下所示。\n"},{"attributes":{"type":"codeblock","zoneId":"wdJ4wyxHyL","language":"html"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#keep/drop"},"insert":"*"},{"insert":"keep/drop\n"},{"attributes":{"inlineCode":"true"},"insert":"keep"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"drop"},{"insert":"允许基于指标的 label value 过滤指标，支持使用"},{"attributes":{"inlineCode":"true"},"insert":"regex"},{"insert":"。即如果该指标有"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"对应 label 的 value 值符合"},{"attributes":{"inlineCode":"true"},"insert":"regex"},{"insert":"，则会：\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"keep"},{"insert":"：保留这类指标，丢弃其他指标。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"drop"},{"insert":"：丢弃这类指标，保留其他指标。\n例如：在 Kubernetes 集群里，可以使用如下配置，丢弃服务发现阶段内置的"},{"attributes":{"inlineCode":"true"},"insert":"__meta_kubernetes_namespace"},{"insert":"系统 label 中，值为 test 和 stage 的指标。\n"},{"attributes":{"type":"codeblock","zoneId":"Ru22kJ7i9U","language":"yaml"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#labelkeep / labeldrop"},"insert":"*"},{"insert":"labelkeep / labeldrop\n"},{"attributes":{"inlineCode":"true"},"insert":"labelkeep"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"labeldrop"},{"insert":"和上文中描述的"},{"attributes":{"inlineCode":"true"},"insert":"keep/drop"},{"insert":"字段不一样，其包含"},{"attributes":{"inlineCode":"true"},"insert":"label"},{"insert":"前缀，表示允许基于指标的 label key 过滤指标。例如：\n"},{"attributes":{"type":"codeblock","zoneId":"gBuO1iYX9T","language":"yaml"},"insert":" "},{"insert":"\n预期得到的指标如下，直接丢弃了原指标中的"},{"attributes":{"inlineCode":"true"},"insert":"status"},{"insert":"标签。\n"},{"attributes":{"type":"codeblock","zoneId":"oeYsRTjjjp","language":"html"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","heading":"h3","anchor":"#labelmap"},"insert":"*"},{"insert":"labelmap\n当使用"},{"attributes":{"inlineCode":"true"},"insert":"replace"},{"insert":"对指标的 label 进行转换时，一般需要使用"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"指定具体的 label。而"},{"attributes":{"inlineCode":"true"},"insert":"labelmap"},{"insert":"提供了一种更加泛用的处理方式，即结合"},{"attributes":{"inlineCode":"true"},"insert":"regex"},{"insert":"和"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"进行批量的格式转换。\n例如，在 Kubernetes 服务发现配置中，系统内置标签可能有很多，包括：\n"},{"attributes":{"type":"codeblock","zoneId":"Q7w21rc0HD","language":"yaml"},"insert":" "},{"insert":"\n此时，可以用如下 relabel 配置，批量将这些 Kubernetes 系统内置标签保留到指标里。\n"},{"attributes":{"type":"codeblock","zoneId":"ptGWIjud08","language":"yaml"},"insert":" "},{"insert":"\n另外，假设 Pod label 的系统内置标签如下，表示 Kubernetes 服务发现的 Target Pod 里有"},{"attributes":{"inlineCode":"true"},"insert":"app=foo"},{"insert":"的 label：\n"},{"attributes":{"type":"codeblock","zoneId":"qftkYrmR5p","language":"yaml"},"insert":" "},{"insert":"\n使用如下 relabel 配置，可将 Pod label 的系统内置标签自动添加到指标上。\n"},{"attributes":{"type":"codeblock","zoneId":"Ryr7VNLY0g","language":"yaml"},"insert":" "},{"insert":"\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\",\"isTitle\":true}"},"insert":"*"},{"insert":"说明\n"},{"attributes":{"lmkr":"1","tips":"{\"type\":\"tip\"}"},"insert":"*"},{"insert":"由于"},{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"默认值为"},{"attributes":{"inlineCode":"true"},"insert":"$1"},{"insert":"，所以这里拿到的是第一个正则捕获组里，即"},{"attributes":{"inlineCode":"true"},"insert":"(.+)"},{"insert":"表示的值。\n预期得到的指标为：\n"},{"attributes":{"type":"codeblock","zoneId":"VVk4PMig7s","language":"html"},"insert":" "},{"insert":"\n\n"}],"zoneId":"0","zoneType":"Z"},"VVk4PMig7s":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\", app=\"foo\"} 1024\n"}],"zoneId":"VVk4PMig7s","zoneType":"Z"},"Ryr7VNLY0g":{"ops":[{"insert":"- action: labelmap\n regex: __meta_kubernetes_pod_label_(.+)\n"}],"zoneId":"Ryr7VNLY0g","zoneType":"Z"},"qftkYrmR5p":{"ops":[{"insert":"__meta_kubernetes_pod_label_app: foo\n...\n"}],"zoneId":"qftkYrmR5p","zoneType":"Z"},"ptGWIjud08":{"ops":[{"insert":"- action: labelmap\n regex: \"__meta_kubernetes_(.*)\"\n replacement: \"k8s_${1}\"\n"}],"zoneId":"ptGWIjud08","zoneType":"Z"},"Q7w21rc0HD":{"ops":[{"insert":"__meta_kubernetes_node_name\n__meta_kubernetes_node_provider_id\n...\n__meta_kubernetes_pod_name\n__meta_kubernetes_pod_ip\n"}],"zoneId":"Q7w21rc0HD","zoneType":"Z"},"oeYsRTjjjp":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\"} 1024\n"}],"zoneId":"oeYsRTjjjp","zoneType":"Z"},"gBuO1iYX9T":{"ops":[{"insert":"- action: labeldrop\n regex: status\n"}],"zoneId":"gBuO1iYX9T","zoneType":"Z"},"Ru22kJ7i9U":{"ops":[{"insert":"- source_labels: [__meta_kubernetes_namespace]\n regex: “test|stage”\n action: drop\n"}],"zoneId":"Ru22kJ7i9U","zoneType":"Z"},"wdJ4wyxHyL":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\", url=\"/api/v1/vmp POST\"} 1024\n"}],"zoneId":"wdJ4wyxHyL","zoneType":"Z"},"WyPPJRCbBR":{"ops":[{"insert":"- action: replace\n source_labels: [method, handler]\n separator: \"#\"\n regex: \"(.*)#(.*)\"\n replacement: \"$2 $1\"\n target_label: url\n"}],"zoneId":"WyPPJRCbBR","zoneType":"Z"},"A5PK4iVXPz":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\", url=\"POST#/api/v1/vmp\"} 1024\n"}],"zoneId":"A5PK4iVXPz","zoneType":"Z"},"K5fQrIhgnr":{"ops":[{"insert":"- action: replace\n source_labels: [method, handler]\n separator: \"#\"\n target_label: url\n"}],"zoneId":"K5fQrIhgnr","zoneType":"Z"},"IwaXm8N5Sf":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\", status_code=\"success\"} 1024\n"}],"zoneId":"IwaXm8N5Sf","zoneType":"Z"},"xLpru4RlYx":{"ops":[{"insert":"- action: replace\n replacement: \"success\"\n target_label: status_code\n"}],"zoneId":"xLpru4RlYx","zoneType":"Z"},"rKlapG8EZF":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\", status_code=\"200\"} 1024\n"}],"zoneId":"rKlapG8EZF","zoneType":"Z"},"XBJpcUBYMr":{"ops":[{"insert":"- source_labels: [status]\n target_label: status_code\n"}],"zoneId":"XBJpcUBYMr","zoneType":"Z"},"xr1gkt25h8kpqvhr2h7rn0hr6zy7sbj33ujxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"在 label 上执行的操作，支持操作 label 的 key 或 value，包括：\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"drop"},{"insert":"：完全删除标签。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"keep"},{"insert":"：保留具有匹配标签的目标。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"replace"},{"insert":"：（默认）使用新值替换标签。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"labelmap"},{"insert":"：基于正则表达式模式动态重命名标签。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"hashmod"},{"insert":"：对标签应用哈希函数。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"labeldrop"},{"insert":" 和 "},{"attributes":{"inlineCode":"true"},"insert":"labelkeep"},{"insert":"：选择性地删除或保留标签。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"keepequal"},{"insert":" 和 "},{"attributes":{"inlineCode":"true"},"insert":"dropequal"},{"insert":"：保留或删除特定的标签-值对。\n"},{"attributes":{"lmkr":"1","list":"bullet1","start":"1","origin-start":"1"},"insert":"*"},{"attributes":{"inlineCode":"true"},"insert":"lowercase"},{"insert":" 和 "},{"attributes":{"inlineCode":"true"},"insert":"uppercase"},{"insert":"：将标签值更改为小写或大写。\n"}],"zoneId":"xr1gkt25h8kpqvhr2h7rn0hr6zy7sbj33ujxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr1gkt25h8kpqvhr2h7rn0hr6zy7sbj33ujxc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"attributes":{"inlineCode":"true"},"insert":"action"},{"insert":"\n"}],"zoneId":"xr1gkt25h8kpqvhr2h7rn0hr6zy7sbj33ujxc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"xr1idf7buvayse0sic1ol4lfhf3g5u402wrxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"用于 label 的替换，默认为"},{"attributes":{"inlineCode":"true"},"insert":"$1"},{"insert":"。\n"}],"zoneId":"xr1idf7buvayse0sic1ol4lfhf3g5u402wrxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr1idf7buvayse0sic1ol4lfhf3g5u402wrxc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"attributes":{"inlineCode":"true"},"insert":"replacement"},{"insert":"\n"}],"zoneId":"xr1idf7buvayse0sic1ol4lfhf3g5u402wrxc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"xr10inuss90dhr7n0n9qeu5ie21aml3wtf9xc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"正则表达式，可用于 label 匹配或者修改，默认为"},{"attributes":{"inlineCode":"true"},"insert":"(.*)"},{"insert":"，即匹配所有。\n"}],"zoneId":"xr10inuss90dhr7n0n9qeu5ie21aml3wtf9xc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr10inuss90dhr7n0n9qeu5ie21aml3wtf9xc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"attributes":{"inlineCode":"true"},"insert":"regex"},{"insert":"\n"}],"zoneId":"xr10inuss90dhr7n0n9qeu5ie21aml3wtf9xc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"xr1gngslg3g2hkm364ajdwve8hlnp81662sxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"配置目标 label 的 key。\n"}],"zoneId":"xr1gngslg3g2hkm364ajdwve8hlnp81662sxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr1gngslg3g2hkm364ajdwve8hlnp81662sxc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"attributes":{"inlineCode":"true"},"insert":"target_label"},{"insert":"\n"}],"zoneId":"xr1gngslg3g2hkm364ajdwve8hlnp81662sxc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"xr10psoz56rk2bgw92id716e199e00in6q7xc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"指定源 label 的 value 使用的分隔符，需要配合"},{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"里多个 label 使用。\n"}],"zoneId":"xr10psoz56rk2bgw92id716e199e00in6q7xc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr10psoz56rk2bgw92id716e199e00in6q7xc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"attributes":{"inlineCode":"true"},"insert":"separator"},{"insert":"\n"}],"zoneId":"xr10psoz56rk2bgw92id716e199e00in6q7xc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"xr1wr733c2ft3dejgca4w1limmplr2kp7phxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"配置源 label 的 key，数组形式，支持填写多个 label。\n"}],"zoneId":"xr1wr733c2ft3dejgca4w1limmplr2kp7phxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr1wr733c2ft3dejgca4w1limmplr2kp7phxc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"attributes":{"inlineCode":"true"},"insert":"source_labels"},{"insert":"\n"}],"zoneId":"xr1wr733c2ft3dejgca4w1limmplr2kp7phxc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"xr1j2w3ab9mb205pvcsa2hjd86uuwwky7omxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2":{"ops":[{"insert":"说明\n"}],"zoneId":"xr1j2w3ab9mb205pvcsa2hjd86uuwwky7omxc10c0etpjh2qiaa3qhbt7idfjuzql12nv2","zoneType":"Z"},"xr1j2w3ab9mb205pvcsa2hjd86uuwwky7omxc1nv3b9qc9qt60az462v2yqgjm98auctwm":{"ops":[{"insert":"字段\n"}],"zoneId":"xr1j2w3ab9mb205pvcsa2hjd86uuwwky7omxc1nv3b9qc9qt60az462v2yqgjm98auctwm","zoneType":"Z"},"cscsuve0a987kgf8yatnl7u7zfja6i05zo":{"ops":[{"attributes":{"colWidth":"104","backgroundColor":"{\"t4b8e7hk\":\"\",\"ggvfvhe8\":\"\",\"o3qqvmdd\":\"\",\"7f9fjbel\":\"\",\"jef772yi\":\"\",\"kdh81wht\":\"\",\"1tuel7m0\":\"\"}"},"insert":{"id":"c1nv3b9qc9qt60az462v2yqgjm98auctwm"}},{"attributes":{"colWidth":"500","backgroundColor":"{\"i3n54pok\":\"\",\"u5cd76uq\":\"\",\"nnptqp8r\":\"\",\"jetays03\":\"\",\"6qih14yg\":\"\",\"h0hyjgnu\":\"\",\"7j7iiyw9\":\"\"}"},"insert":{"id":"c10c0etpjh2qiaa3qhbt7idfjuzql12nv2"}}],"zoneId":"cscsuve0a987kgf8yatnl7u7zfja6i05zo","zoneType":"C"},"rssnkf0r16bad30pqkycem0orw4mptk2jo":{"ops":[{"attributes":{"backgroundColor":"{\"t4b8e7hk\":\"\",\"i3n54pok\":\"\"}"},"insert":{"id":"r1j2w3ab9mb205pvcsa2hjd86uuwwky7om"}},{"attributes":{"backgroundColor":"{\"ggvfvhe8\":\"\",\"u5cd76uq\":\"\"}"},"insert":{"id":"r1wr733c2ft3dejgca4w1limmplr2kp7ph"}},{"attributes":{"backgroundColor":"{\"o3qqvmdd\":\"\",\"nnptqp8r\":\"\"}"},"insert":{"id":"r10psoz56rk2bgw92id716e199e00in6q7"}},{"attributes":{"backgroundColor":"{\"7f9fjbel\":\"\",\"jetays03\":\"\"}"},"insert":{"id":"r1gngslg3g2hkm364ajdwve8hlnp81662s"}},{"attributes":{"backgroundColor":"{\"jef772yi\":\"\",\"6qih14yg\":\"\"}"},"insert":{"id":"r10inuss90dhr7n0n9qeu5ie21aml3wtf9"}},{"attributes":{"backgroundColor":"{\"kdh81wht\":\"\",\"h0hyjgnu\":\"\"}"},"insert":{"id":"r1idf7buvayse0sic1ol4lfhf3g5u402wr"}},{"attributes":{"backgroundColor":"{\"1tuel7m0\":\"\",\"7j7iiyw9\":\"\"}"},"insert":{"id":"r1gkt25h8kpqvhr2h7rn0hr6zy7sbj33uj"}}],"zoneId":"rssnkf0r16bad30pqkycem0orw4mptk2jo","zoneType":"R"},"W3YL8CK54k":{"ops":[{"insert":"scrape_configs:\n - job_name: \"test\"\n ...\n relabel_configs:\n [ - ... ]\n\n metric_relabel_configs:\n [ - ... ]\n\nremote_write:\n write_relabel_configs:\n [ - ... ]\n"}],"zoneId":"W3YL8CK54k","zoneType":"Z"},"SgvrNugqor":{"ops":[{"insert":"__meta_kubernetes_node_name\n__meta_kubernetes_node_provider_id\n__meta_kubernetes_node_label_\n__meta_kubernetes_node_labelpresent_\n__meta_kubernetes_node_annotation_\n__meta_kubernetes_node_annotationpresent_\n__meta_kubernetes_node_address_\n"}],"zoneId":"SgvrNugqor","zoneType":"Z"},"vv76mdeqro":{"ops":[{"insert":"{__metric_name__=\"http_requests_total\", method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\"} 1024\n"}],"zoneId":"vv76mdeqro","zoneType":"Z"},"FAEHvhrtZK":{"ops":[{"insert":"http_requests_total{method=\"POST\", handler=\"/api/v1/vmp\", status=\"200\"} 1024\n"}],"zoneId":"FAEHvhrtZK","zoneType":"Z"}}}

托管 Prometheus