Skip to content

fix: Fix the ratio metrics for measuring note processing speed #29

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
baixiac merged 3 commits into from
Dec 15, 2025
Merged

fix: Fix the ratio metrics for measuring note processing speed #29

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
161f046
fix: fix the ratio metrics for measuring note processing speed
baixiac Dec 1, 2025
c1ff0ea
feat: re-add doc processing metrics
baixiac Dec 10, 2025
de59dc7
fix: add the HTTP method to metric filtering
baixiac Dec 15, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
fix: add the HTTP method to metric filtering
  • Loading branch information
@baixiac
baixiac committed Dec 15, 2025
commit de59dc73705f7d650e6fbac12de1753276f7981d
60 changes: 30 additions & 30 deletions docker/monitoring/grafana/provisioning/dashboards/cms_deid_medcat.json
View file
Open in desktop

Large diffs are not rendered by default.

54 changes: 27 additions & 27 deletions docker/monitoring/grafana/provisioning/dashboards/cms_huggingface_ner.json
View file
Open in desktop

Large diffs are not rendered by default.

48 changes: 24 additions & 24 deletions docker/monitoring/grafana/provisioning/dashboards/cms_icd10_medcat.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -553,7 +553,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "round(increase(cms_doc_annotations_sum{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}[10y]))",
"expr": "round(increase(cms_doc_annotations_sum{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}[10y]))",
"instant": false,
"legendFormat": "/process",
"range": true,
Expand All @@ -565,7 +565,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "round(increase(cms_doc_annotations_sum{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}[10y]))",
"expr": "round(increase(cms_doc_annotations_sum{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}[10y]))",
"hide": false,
"legendFormat": "/process_bulk",
"range": true,
Expand Down Expand Up @@ -662,7 +662,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "increase(http_request_size_bytes_sum{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}[10y])",
"expr": "increase(http_request_size_bytes_sum{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}[10y])",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
Expand All @@ -676,7 +676,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "increase(http_request_size_bytes_sum{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}[10y])",
"expr": "increase(http_request_size_bytes_sum{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}[10y])",
"hide": false,
"legendFormat": "/process_bulk",
"range": true,
Expand Down Expand Up @@ -800,7 +800,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])",
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
Expand All @@ -814,7 +814,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])",
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])",
"hide": false,
"legendFormat": "avg_entities",
"range": true,
Expand Down Expand Up @@ -938,7 +938,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])",
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"interval": "",
"intervalFactor": 1,
Expand All @@ -952,7 +952,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])",
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])",
"hide": false,
"legendFormat": "avg_entities",
"range": true,
Expand Down Expand Up @@ -1424,7 +1424,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "cms_avg_anno_acc_per_doc{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}",
"expr": "cms_avg_anno_acc_per_doc{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}",
"instant": false,
"legendFormat": "/process",
"range": true,
Expand All @@ -1436,7 +1436,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "cms_avg_anno_acc_per_doc{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}",
"expr": "cms_avg_anno_acc_per_doc{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}",
"hide": false,
"legendFormat": "/process_bulk",
"range": true,
Expand Down Expand Up @@ -1531,7 +1531,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "cms_avg_meta_anno_conf_per_doc{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}",
"expr": "cms_avg_meta_anno_conf_per_doc{handler=\"/process\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}",
"instant": false,
"legendFormat": "/process",
"range": true,
Expand All @@ -1543,7 +1543,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "cms_avg_meta_anno_conf_per_doc{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\"}",
"expr": "cms_avg_meta_anno_conf_per_doc{handler=\"/process_bulk\", job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", method=\"POST\"}",
"hide": false,
"legendFormat": "/process_bulk",
"range": true,
Expand Down Expand Up @@ -1690,7 +1690,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])",
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -1707,7 +1707,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])",
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -1722,7 +1722,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -1869,7 +1869,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])",
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -1886,7 +1886,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])",
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -1901,7 +1901,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process\", method=\"POST\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -2072,7 +2072,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])",
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -2089,7 +2089,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])",
"expr": "rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -2104,7 +2104,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"expr": "(rate(http_request_size_bytes_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_size_bytes_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down Expand Up @@ -2275,7 +2275,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])",
"expr": "rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -2292,7 +2292,7 @@
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])",
"expr": "rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])",
"format": "time_series",
"hide": false,
"instant": false,
Expand All @@ -2307,7 +2307,7 @@
"uid": "P7A53D3B2E146C92D"
},
"editorMode": "code",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\"}[$__rate_interval]))",
"expr": "(rate(cms_doc_annotations_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(cms_doc_annotations_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval])) / (rate(http_request_duration_seconds_sum{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]) / on(job, instance, handler) rate(http_request_duration_seconds_count{job=\"cms_medcat-icd10\", instance=\"medcat-icd10:8000\", handler=\"/process_bulk\", method=\"POST\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "ratio",
"range": true,
Expand Down
Loading